Add utility chat model

Author: intitni

Core/Sources/HostApp/FeatureSettings/Chat/ChatSettingsGeneralSectionView.swift

@@ -16,6 +16,7 @@ struct ChatSettingsGeneralSectionView: View {
         @AppStorage(\.chatCodeFont) var chatCodeFont
 
         @AppStorage(\.defaultChatFeatureChatModelId) var defaultChatFeatureChatModelId
+        @AppStorage(\.preferredChatModelIdForUtilities) var utilityChatModelId
         @AppStorage(\.defaultChatSystemPrompt) var defaultChatSystemPrompt
         @AppStorage(\.chatSearchPluginMaxIterations) var chatSearchPluginMaxIterations
         @AppStorage(\.defaultChatFeatureEmbeddingModelId) var defaultChatFeatureEmbeddingModelId
@@ -119,6 +120,27 @@ struct ChatSettingsGeneralSectionView: View {
                 }
             }
 
+            Picker(
+                "Utility chat model",
+                selection: $settings.utilityChatModelId
+            ) {
+                Text("Use the default model").tag("")
+
+                if !settings.chatModels.contains(where: { $0.id == settings.utilityChatModelId }),
+                   !settings.utilityChatModelId.isEmpty
+                {
+                    Text(
+                        (settings.chatModels.first?.name).map { "\($0) (Default)" }
+                            ?? "No Model Found"
+                    )
+                    .tag(settings.utilityChatModelId)
+                }
+
+                ForEach(settings.chatModels, id: \.id) { chatModel in
+                    Text(chatModel.name).tag(chatModel.id)
+                }
+            }
+
             Picker(
                 "Embedding model",
                 selection: $settings.defaultChatFeatureEmbeddingModelId

Pro

@@ -1,6 +1,7 @@
 import Foundation
 import Logger
 import OpenAIService
+import Preferences
 
 public class CombineAnswersChain: Chain {
     public struct Input: Decodable {
@@ -16,7 +17,8 @@ public class CombineAnswersChain: Chain {
     public let chatModelChain: ChatModelChain<Input>
 
     public init(
-        configuration: ChatGPTConfiguration = UserPreferenceChatGPTConfiguration(),
+        configuration: ChatGPTConfiguration =
+            UserPreferenceChatGPTConfiguration(chatModelKey: \.preferredChatModelIdForUtilities),
         extraInstructions: String = ""
     ) {
         chatModelChain = .init(

Tool/Sources/LangChain/Chains/CombineAnswersChain.swift

@@ -1,6 +1,7 @@
+import ChatBasic
 import Foundation
 import OpenAIService
-import ChatBasic
+import Preferences
 
 public final class RefineDocumentChain: Chain {
     public struct Input {
@@ -76,7 +77,10 @@ public final class RefineDocumentChain: Chain {
     func buildChatModel() -> ChatModelChain<RefinementInput> {
         .init(
             chatModel: OpenAIChat(
-                configuration: UserPreferenceChatGPTConfiguration().overriding {
+                configuration: UserPreferenceChatGPTConfiguration(
+                    chatModelKey: \.preferredChatModelIdForUtilities
+                )
+                .overriding {
                     $0.temperature = 0
                     $0.runFunctionsAutomatically = false
                 },

Tool/Sources/LangChain/Chains/RefineDocumentChain.swift

@@ -1,6 +1,7 @@
 import ChatBasic
 import Foundation
 import OpenAIService
+import Preferences
 
 public final class RelevantInformationExtractionChain: Chain {
     public struct Input {
@@ -52,7 +53,10 @@ public final class RelevantInformationExtractionChain: Chain {
     func buildChatModel() -> ChatModelChain<TaskInput> {
         .init(
             chatModel: OpenAIChat(
-                configuration: UserPreferenceChatGPTConfiguration().overriding {
+                configuration: UserPreferenceChatGPTConfiguration(
+                    chatModelKey: \.preferredChatModelIdForUtilities
+                )
+                .overriding {
                     $0.temperature = 0.5
                     $0.runFunctionsAutomatically = false
                 },

Tool/Sources/LangChain/Chains/RelevantInformationExtractionChain.swift

@@ -505,6 +505,10 @@ public extension UserDefaultPreferenceKeys {
     var preferredChatModelIdForWebScope: PreferenceKey<String> {
         .init(defaultValue: "", key: "PreferredChatModelIdForWebScope")
     }
+    
+    var preferredChatModelIdForUtilities: PreferenceKey<String> {
+        .init(defaultValue: "", key: "PreferredChatModelIdForUtilities")
+    }
 
     var disableFloatOnTopWhenTheChatPanelIsDetached: PreferenceKey<Bool> {
         .init(defaultValue: true, key: "DisableFloatOnTopWhenTheChatPanelIsDetached")