Merge branch 'feature/function-calling-fallback' into develop

Author: intitni

Core/Sources/ChatService/ChatService.swift

@@ -7,7 +7,7 @@ import Preferences
 
 public final class ChatService: ObservableObject {
     public let memory: ContextAwareAutoManagedChatGPTMemory
-    public let configuration: OverridingChatGPTConfiguration<UserPreferenceChatGPTConfiguration>
+    public let configuration: ChatGPTConfiguration
     public let chatGPTService: any ChatGPTServiceType
     public var allPluginCommands: [String] { allPlugins.map { $0.command } }
     @Published public internal(set) var isReceivingMessage = false
@@ -20,7 +20,7 @@ public final class ChatService: ObservableObject {
 
     init<T: ChatGPTServiceType>(
         memory: ContextAwareAutoManagedChatGPTMemory,
-        configuration: OverridingChatGPTConfiguration<UserPreferenceChatGPTConfiguration>,
+        configuration: ChatGPTConfiguration,
         chatGPTService: T
     ) {
         self.memory = memory

Tool/Sources/OpenAIService/ChatGPTService.swift

@@ -182,7 +182,7 @@ extension ChatGPTService {
     func sendMemory() async throws -> AsyncThrowingStream<StreamContent, Error> {
         guard let url = URL(string: configuration.endpoint)
         else { throw ChatGPTServiceError.endpointIncorrect }
-        
+
         await memory.refresh()
 
         let messages = await memory.messages.map {
@@ -282,7 +282,7 @@ extension ChatGPTService {
     func sendMemoryAndWait() async throws -> ChatMessage? {
         guard let url = URL(string: configuration.endpoint)
         else { throw ChatGPTServiceError.endpointIncorrect }
-        
+
         await memory.refresh()
 
         let messages = await memory.messages.map {
@@ -368,16 +368,7 @@ extension ChatGPTService {
         let messageId = messageId ?? uuidGenerator()
 
         guard var function = functionProvider.function(named: call.name) else {
-            let content = "Error: function not found"
-            let responseMessage = ChatMessage(
-                id: messageId,
-                role: .function,
-                content: content,
-                name: call.name,
-                summary: "Function `\(call.name)` not found."
-            )
-            await memory.appendMessage(responseMessage)
-            return content
+            return await fallbackFunctionCall(call, messageId: messageId)
         }
 
         // Insert the chat message into memory to indicate the start of the function.
@@ -414,6 +405,56 @@ extension ChatGPTService {
             return content
         }
     }
+
+    /// Mock a function call result when the bot is calling a function that is not implemented.
+    func fallbackFunctionCall(
+        _ call: ChatMessage.FunctionCall,
+        messageId: String
+    ) async -> String {
+        let memory = ConversationChatGPTMemory(systemPrompt: {
+            if call.name == "python" {
+                return """
+                Act like a Python interpreter.
+                I will give you Python code and you will execute it.
+                Reply with output of the code and tell me it's an answer generated by LLM.
+                """
+            } else {
+                return """
+                You are a function simulator. Your name is \(call.name).
+                Act like a function.
+                I will send you the arguments.
+                Reply with output of the function and tell me it's an answer generated by LLM.
+                """
+            }
+        }())
+
+        let service = ChatGPTService(
+            memory: memory,
+            configuration: OverridingChatGPTConfiguration(overriding: configuration, with: .init(
+                temperature: 0
+            )),
+            functionProvider: NoChatGPTFunctionProvider()
+        )
+
+        let content: String = await {
+            do {
+                return try await service.sendAndWait(content: """
+                \(call.arguments)
+                """) ?? "No result."
+            } catch {
+                return "No result."
+            }
+        }()
+        let responseMessage = ChatMessage(
+            id: messageId,
+            role: .function,
+            content: content,
+            name: call.name,
+            summary: "Finished running function."
+        )
+        await memory.appendMessage(responseMessage)
+        return content
+    }
 }
 
 extension ChatGPTService {
@@ -430,5 +471,5 @@ func maxTokenForReply(model: String, remainingTokens: Int?) -> Int? {
     guard let remainingTokens else { return nil }
     guard let model = ChatGPTModel(rawValue: model) else { return remainingTokens }
     return min(model.maxToken / 2, remainingTokens)
-}      
+}
 

Tool/Sources/OpenAIService/Configuration/ChatGPTConfiguration.swift

@@ -39,15 +39,15 @@ public extension ChatGPTConfiguration {
     }
 
     func overriding(
-        _ overrides: OverridingChatGPTConfiguration<Self>.Overriding
-    ) -> OverridingChatGPTConfiguration<Self> {
+        _ overrides: OverridingChatGPTConfiguration.Overriding
+    ) -> OverridingChatGPTConfiguration {
         .init(overriding: self, with: overrides)
     }
 
     func overriding(
-        _ update: (inout OverridingChatGPTConfiguration<Self>.Overriding) -> Void = { _ in }
-    ) -> OverridingChatGPTConfiguration<Self> {
-        var overrides = OverridingChatGPTConfiguration<Self>.Overriding()
+        _ update: (inout OverridingChatGPTConfiguration.Overriding) -> Void = { _ in }
+    ) -> OverridingChatGPTConfiguration {
+        var overrides = OverridingChatGPTConfiguration.Overriding()
         update(&overrides)
         return .init(overriding: self, with: overrides)
     }

Tool/Sources/OpenAIService/Configuration/UserPreferenceChatGPTConfiguration.swift

@@ -43,9 +43,7 @@ public struct UserPreferenceChatGPTConfiguration: ChatGPTConfiguration {
     public init() {}
 }
 
-public class OverridingChatGPTConfiguration<
-    Configuration: ChatGPTConfiguration
->: ChatGPTConfiguration {
+public class OverridingChatGPTConfiguration: ChatGPTConfiguration {
     public struct Overriding {
         public var featureProvider: ChatFeatureProvider?
         public var temperature: Double?
@@ -80,10 +78,13 @@ public class OverridingChatGPTConfiguration<
         }
     }
 
-    private let configuration: Configuration
+    private let configuration: ChatGPTConfiguration
     public var overriding = Overriding()
 
-    public init(overriding configuration: Configuration, with overrides: Overriding = .init()) {
+    public init(
+        overriding configuration: any ChatGPTConfiguration,
+        with overrides: Overriding = .init()
+    ) {
         overriding = overrides
         self.configuration = configuration
     }
@@ -123,7 +124,7 @@ public class OverridingChatGPTConfiguration<
     public var minimumReplyTokens: Int {
         overriding.minimumReplyTokens ?? configuration.minimumReplyTokens
     }
-    
+
     public var runFunctionsAutomatically: Bool {
         overriding.runFunctionsAutomatically ?? configuration.runFunctionsAutomatically
     }