Add shouldEndTextWindow to configuration

Author: intitni

Core/Sources/ChatService/ChatService.swift

@@ -42,6 +42,10 @@ public final class ChatService: ObservableObject {
         let configuration = UserPreferenceChatGPTConfiguration().overriding()
         /// Used by context collector
         let extraConfiguration = configuration.overriding()
+        extraConfiguration.textWindowTerminator = {
+            guard let last = $0.last else { return false }
+            return last.isNewline || last.isPunctuation
+        }
         let memory = ContextAwareAutoManagedChatGPTMemory(
             configuration: extraConfiguration,
             functionProvider: ChatFunctionProvider()

Tool/Sources/OpenAIService/Configuration/ChatGPTConfiguration.swift

@@ -11,6 +11,7 @@ public protocol ChatGPTConfiguration {
     var maxTokens: Int { get }
     var minimumReplyTokens: Int { get }
     var runFunctionsAutomatically: Bool { get }
+    var shouldEndTextWindow: (String) -> Bool { get }
 }
 
 public extension ChatGPTConfiguration {

Tool/Sources/OpenAIService/Configuration/UserPreferenceChatGPTConfiguration.swift

@@ -40,6 +40,10 @@ public struct UserPreferenceChatGPTConfiguration: ChatGPTConfiguration {
     public var runFunctionsAutomatically: Bool {
         true
     }
+    
+    public var shouldEndTextWindow: (String) -> Bool {
+        { _ in true }
+    }
 
     public init(chatModelKey: KeyPath<UserDefaultPreferenceKeys, PreferenceKey<String>>? = nil) {
         self.chatModelKey = chatModelKey
@@ -56,7 +60,7 @@ public class OverridingChatGPTConfiguration: ChatGPTConfiguration {
         public var minimumReplyTokens: Int?
         public var runFunctionsAutomatically: Bool?
         public var apiKey: String?
-
+            
         public init(
             temperature: Double? = nil,
             modelId: String? = nil,
@@ -80,6 +84,7 @@ public class OverridingChatGPTConfiguration: ChatGPTConfiguration {
 
     private let configuration: ChatGPTConfiguration
     public var overriding = Overriding()
+    public var textWindowTerminator: ((String) -> Bool)?
 
     public init(
         overriding configuration: any ChatGPTConfiguration,
@@ -126,5 +131,9 @@ public class OverridingChatGPTConfiguration: ChatGPTConfiguration {
         guard let name = model?.info.apiKeyName else { return configuration.apiKey }
         return (try? Keychain.apiKey.get(name)) ?? configuration.apiKey
     }
+    
+    public var shouldEndTextWindow: (String) -> Bool {
+        textWindowTerminator ?? configuration.shouldEndTextWindow
+    }
 }