Support changing model according to scopes

Author: intitni

Core/Sources/ChatService/ChatService.swift

@@ -40,16 +40,18 @@ public final class ChatService: ObservableObject {
 
     public convenience init() {
         let configuration = UserPreferenceChatGPTConfiguration().overriding()
+        /// Used by context collector
+        let extraConfiguration = configuration.overriding()
         let memory = ContextAwareAutoManagedChatGPTMemory(
-            configuration: configuration,
+            configuration: extraConfiguration,
             functionProvider: ChatFunctionProvider()
         )
         self.init(
             memory: memory,
             configuration: configuration,
             chatGPTService: ChatGPTService(
                 memory: memory,
-                configuration: configuration,
+                configuration: extraConfiguration,
                 functionProvider: memory.functionProvider
             )
         )

Core/Sources/ChatService/ContextAwareAutoManagedChatGPTMemory.swift

@@ -14,11 +14,11 @@ public final class ContextAwareAutoManagedChatGPTMemory: ChatGPTMemory {
     public var remainingTokens: Int? {
         get async { await memory.remainingTokens }
     }
-    
+
     public var history: [ChatMessage] {
         get async { await memory.history }
     }
-    
+
     func observeHistoryChange(_ observer: @escaping () -> Void) {
         memory.observeHistoryChange(observer)
     }
@@ -48,10 +48,13 @@ public final class ContextAwareAutoManagedChatGPTMemory: ChatGPTMemory {
     public func refresh() async {
         let content = (await memory.history)
             .last(where: { $0.role == .user || $0.role == .function })?.content
-        try? await contextController.updatePromptToMatchContent(systemPrompt: """
-        \(chatService?.systemPrompt ?? "")
-        \(chatService?.extraSystemPrompt ?? "")
-        """, content: content ?? "")
+        try? await contextController.collectContextInformation(
+            systemPrompt: """
+            \(chatService?.systemPrompt ?? "")
+            \(chatService?.extraSystemPrompt ?? "")
+            """,
+            content: content ?? ""
+        )
         await memory.refresh()
     }
 }

Core/Sources/ChatService/DynamicContextController.swift

@@ -37,10 +37,37 @@ final class DynamicContextController {
         self.contextCollectors = contextCollectors
     }
 
-    func updatePromptToMatchContent(systemPrompt: String, content: String) async throws {
+    func collectContextInformation(systemPrompt: String, content: String) async throws {
         var content = content
         var scopes = Self.parseScopes(&content)
         scopes.formUnion(defaultScopes)
+        
+        let overridingChatModelId = {
+            var ids = [String]()
+            if scopes.contains(.sense) {
+                ids.append(UserDefaults.shared.value(for: \.preferredChatModelIdForSenseScope))
+            }
+            
+            if scopes.contains(.project) {
+                ids.append(UserDefaults.shared.value(for: \.preferredChatModelIdForProjectScope))
+            }
+            
+            if scopes.contains(.web) {
+                ids.append(UserDefaults.shared.value(for: \.preferredChatModelIdForWebScope))
+            }
+            
+            let chatModels = UserDefaults.shared.value(for: \.chatModels)
+            let idIndexMap = chatModels.enumerated().reduce(into: [String: Int]()) {
+                $0[$1.element.id] = $1.offset
+            }
+            return ids.sorted(by: {
+                let lhs = idIndexMap[$0] ?? Int.max
+                let rhs = idIndexMap[$1] ?? Int.max
+                return lhs < rhs
+            }).first
+        }()
+        
+        configuration.overriding.modelId = overridingChatModelId
 
         functionProvider.removeAll()
         let language = UserDefaults.shared.value(for: \.chatGPTLanguage)

Tool/Sources/OpenAIService/ChatGPTService.swift

@@ -212,15 +212,15 @@ extension ChatGPTService {
 
     /// Send the memory as prompt to ChatGPT, with stream enabled.
     func sendMemory() async throws -> AsyncThrowingStream<StreamContent, Error> {
+        await memory.refresh()
+
         guard let model = configuration.model else {
             throw ChatGPTServiceError.chatModelNotAvailable
         }
         guard let url = URL(string: configuration.endpoint) else {
             throw ChatGPTServiceError.endpointIncorrect
         }
 
-        await memory.refresh()
-
         let messages = await memory.messages.map {
             CompletionRequestBody.Message(
                 role: $0.role,
@@ -325,15 +325,15 @@ extension ChatGPTService {
 
     /// Send the memory as prompt to ChatGPT, with stream disabled.
     func sendMemoryAndWait() async throws -> ChatMessage? {
+        await memory.refresh()
+
         guard let model = configuration.model else {
             throw ChatGPTServiceError.chatModelNotAvailable
         }
         guard let url = URL(string: configuration.endpoint) else {
             throw ChatGPTServiceError.endpointIncorrect
         }
 
-        await memory.refresh()
-
         let messages = await memory.messages.map {
             CompletionRequestBody.Message(
                 role: $0.role,

Tool/Sources/OpenAIService/Configuration/UserPreferenceChatGPTConfiguration.swift

@@ -1,24 +1,25 @@
 import AIModel
 import Foundation
+import Keychain
 import Preferences
 
 public struct UserPreferenceChatGPTConfiguration: ChatGPTConfiguration {
     public var chatModelKey: KeyPath<UserDefaultPreferenceKeys, PreferenceKey<String>>?
-    
+
     public var temperature: Double {
         min(max(0, UserDefaults.shared.value(for: \.chatGPTTemperature)), 2)
     }
 
     public var model: ChatModel? {
         let models = UserDefaults.shared.value(for: \.chatModels)
-        
+
         if let chatModelKey {
             let id = UserDefaults.shared.value(for: chatModelKey)
             if let model = models.first(where: { $0.id == id }) {
                 return model
             }
         }
-        
+
         let id = UserDefaults.shared.value(for: \.defaultChatFeatureChatModelId)
         return models.first { $0.id == id }
             ?? models.first
@@ -116,9 +117,11 @@ public class OverridingChatGPTConfiguration: ChatGPTConfiguration {
     public var runFunctionsAutomatically: Bool {
         overriding.runFunctionsAutomatically ?? configuration.runFunctionsAutomatically
     }
-    
+
     public var apiKey: String {
-        overriding.apiKey ?? configuration.apiKey
+        if let apiKey = overriding.apiKey { return apiKey }
+        guard let name = model?.info.apiKeyName else { return configuration.apiKey }
+        return (try? Keychain.apiKey.get(name)) ?? configuration.apiKey
     }
 }