Support create ChatGPTServiceType from RAGChatAgentConfiguration

Author: intitni

Tool/Sources/RAGChatAgent/RAGChatAgent.swift

@@ -11,10 +11,10 @@ public class RAGChatAgent: ChatAgent {
     }
 
     public func send(_ request: Request) async -> AsyncThrowingStream<Response, any Error> {
-        let service = getService()
         let stream = AsyncThrowingStream<Response, any Error> { continuation in
             let task = Task(priority: .userInitiated) {
                 do {
+                    let service = try await createService(for: request)
                     let response = try await service.send(content: request.text, summary: nil)
                     for try await item in response {
                         if Task.isCancelled {
@@ -28,21 +28,40 @@ public class RAGChatAgent: ChatAgent {
                     continuation.finish(throwing: error)
                 }
             }
-            
+
             continuation.onTermination = { _ in
                 task.cancel()
             }
         }
-        
+
         return stream
     }
 }
 
 extension RAGChatAgent {
-    func getService() -> ChatGPTServiceType {
-        fatalError()
+    func createService(for request: Request) async throws -> ChatGPTServiceType {
+        guard let chatGPTConfiguration = configuration.chatGPTConfiguration
+        else { throw CancellationError() }
+        let functionProvider = ChatFunctionProvider()
+        let memory = AutoManagedChatGPTMemory(
+            systemPrompt: configuration.modelConfiguration.systemPrompt,
+            configuration: chatGPTConfiguration,
+            functionProvider: functionProvider
+        )
+        
+        await memory.mutateHistory { messages in
+            for history in request.history {
+                messages.append(history)
+            }
+        }
+
+        return ChatGPTService(
+            memory: memory,
+            configuration: chatGPTConfiguration,
+            functionProvider: functionProvider
+        )
     }
-    
+
     var allCapabilities: [String: any RAGChatAgentCapability] {
         RAGChatAgentCapabilityContainer.capabilities
     }

Tool/Sources/RAGChatAgent/RAGChatAgentConfiguration.swift

@@ -1,5 +1,10 @@
+import AIModel
+import ChatBasic
 import CodableWrappers
 import Foundation
+import OpenAIService
+import Preferences
+import Keychain
 
 public struct RAGChatAgentConfiguration: Codable {
     public struct ModelConfiguration: Codable {
@@ -77,5 +82,38 @@ public struct RAGChatAgentConfiguration: Codable {
     ) throws {
         _otherConfigurations = try JSONEncoder().encode(otherConfigurations)
     }
+
+    var chatGPTConfiguration: ChatGPTConfiguration? {
+        guard case let .chatModel(id) = serviceProvider else { return nil }
+        return .init(
+            model: {
+                let models = UserDefaults.shared.value(for: \.chatModels)
+                let id = UserDefaults.shared.value(for: \.defaultChatFeatureChatModelId)
+                return models.first { $0.id == id }
+                    ?? models.first
+            }(),
+            temperature: modelConfiguration.temperature,
+            stop: [],
+            maxTokens: modelConfiguration.maxTokens,
+            minimumReplyTokens: modelConfiguration.minimumReplyTokens,
+            runFunctionsAutomatically: false,
+            shouldEndTextWindow: { _ in false }
+        )
+    }
+
+    struct ChatGPTConfiguration: OpenAIService.ChatGPTConfiguration {
+        var model: ChatModel?
+        var temperature: Double
+        var stop: [String]
+        var maxTokens: Int
+        var minimumReplyTokens: Int
+        var runFunctionsAutomatically: Bool
+        var shouldEndTextWindow: (String) -> Bool
+        
+        var apiKey: String {
+            guard let name = model?.info.apiKeyName else { return "" }
+            return (try? Keychain.apiKey.get(name)) ?? ""
+        }
+    }
 }