Allow setting max token that is larger than the size defined in the model

Author: intitni

Core/Sources/HostApp/AccountSettings/OpenAIView.swift

@@ -23,6 +23,7 @@ struct OpenAIView: View {
     )!
     @Environment(\.openURL) var openURL
     @StateObject var settings = OpenAIViewSettings()
+    @State var maxTokenOverLimit = false
 
     var body: some View {
         Form {
@@ -76,33 +77,39 @@ struct OpenAIView: View {
                 }
             }
 
-            if let model = ChatGPTModel(rawValue: settings.chatGPTModel) {
-                let binding = Binding(
-                    get: { String(settings.chatGPTMaxToken) },
-                    set: {
-                        if let selectionMaxToken = Int($0) {
-                            settings.chatGPTMaxToken = model
-                                .maxToken < selectionMaxToken ? model
-                                .maxToken : selectionMaxToken
+            let binding = Binding(
+                get: { String(settings.chatGPTMaxToken) },
+                set: {
+                    if let selectionMaxToken = Int($0) {
+                        if let model = ChatGPTModel(rawValue: settings.chatGPTModel) {
+                            maxTokenOverLimit = model.maxToken < selectionMaxToken
                         } else {
-                            settings.chatGPTMaxToken = 0
+                            maxTokenOverLimit = false
                         }
+                        settings.chatGPTMaxToken = selectionMaxToken
+                    } else {
+                        settings.chatGPTMaxToken = 0
                     }
-                )
-                HStack {
-                    Stepper(
-                        value: $settings.chatGPTMaxToken,
-                        in: 0...model.maxToken,
-                        step: 1
-                    ) {
-                        Text("Max Token (Including Reply)")
-                            .multilineTextAlignment(.trailing)
-                    }
-                    TextField(text: binding) {
-                        EmptyView()
-                    }
-                    .labelsHidden()
-                    .textFieldStyle(.roundedBorder)
+                }
+            )
+            HStack {
+                Stepper(
+                    value: $settings.chatGPTMaxToken,
+                    in: 0...Int.max,
+                    step: 1
+                ) {
+                    Text("Max Token (Including Reply)")
+                        .multilineTextAlignment(.trailing)
+                }
+                TextField(text: binding) {
+                    EmptyView()
+                }
+                .labelsHidden()
+                .textFieldStyle(.roundedBorder)
+                .foregroundColor(maxTokenOverLimit ? .red : .primary)
+                
+                if let model = ChatGPTModel(rawValue: settings.chatGPTModel) {
+                    Text("Max: \(model.maxToken)")
                 }
             }
 
@@ -134,6 +141,11 @@ struct OpenAIView: View {
                 Text("7 Messages").tag(7)
             }
         }
+        .onAppear {
+            if let model = ChatGPTModel(rawValue: settings.chatGPTModel) {
+                maxTokenOverLimit = model.maxToken < settings.chatGPTMaxToken
+            }
+        }
     }
 
     var languagePicker: some View {

Core/Sources/Preferences/ChatGPTModel.swift

@@ -30,9 +30,9 @@ public extension ChatGPTModel {
         case .gpt432k0314:
             return 32768
         case .gpt35Turbo:
-            return 8192
+            return 4096
         case .gpt35Turbo0301:
-            return 8192
+            return 4096
         }
     }
 }