Support tool call

Author: intitni

Core/Sources/ChatContextCollectors/WebChatContextCollector/WebChatContextCollector.swift

@@ -32,7 +32,7 @@ extension WebChatContextCollector {
     static func detectLinks(from messages: [ChatMessage]) -> [String] {
         return messages.lazy
             .compactMap {
-                $0.content ?? $0.functionCall?.arguments
+                $0.content ?? $0.toolCalls?.map(\.function.arguments).joined(separator: " ") ?? ""
             }
             .map(detectLinks(from:))
             .flatMap { $0 }

Core/Sources/ChatGPTChatTab/Chat.swift

@@ -313,6 +313,7 @@ struct Chat: ReducerProtocol {
                                 }
                                 return .ignored
                             case .function: return .function
+                            case .tool: return .function
                             }
                         }(),
                         text: message.summary ?? message.content ?? "",

Core/Sources/ChatService/ChatService.swift

@@ -124,9 +124,9 @@ public final class ChatService: ObservableObject {
         await chatGPTService.stopReceivingMessage()
         isReceivingMessage = false
 
-        // if it's stopped before the function finishes, remove the function call.
+        // if it's stopped before the tool calls finish, remove the message.
         await memory.mutateHistory { history in
-            if history.last?.role == .assistant, history.last?.functionCall != nil {
+            if history.last?.role == .assistant, history.last?.toolCalls != nil {
                 history.removeLast()
             }
         }

Core/Sources/HostApp/AccountSettings/ChatModelManagement/ChatModelEdit.swift

@@ -170,7 +170,7 @@ extension ChatModelEdit.State {
             maxTokens: model.info.maxTokens,
             supportsFunctionCalling: model.info.supportsFunctionCalling,
             modelName: model.info.modelName,
-            ollamaKeepAlive: model.info.ollamaKeepAlive,
+            ollamaKeepAlive: model.info.ollamaInfo.keepAlive,
             apiKeySelection: .init(
                 apiKeyName: model.info.apiKeyName,
                 apiKeyManagement: .init(availableAPIKeyNames: [model.info.apiKeyName])
@@ -198,7 +198,7 @@ extension ChatModel {
                     return state.supportsFunctionCalling
                 }(),
                 modelName: state.modelName.trimmingCharacters(in: .whitespacesAndNewlines),
-                ollamaKeepAlive: state.ollamaKeepAlive
+                ollamaInfo: .init(keepAlive: state.ollamaKeepAlive)
             )
         )
     }

Core/Sources/HostApp/AccountSettings/EmbeddingModelManagement/EmbeddingModelEdit.swift

@@ -155,7 +155,7 @@ extension EmbeddingModelEdit.State {
             format: model.format,
             maxTokens: model.info.maxTokens,
             modelName: model.info.modelName,
-            ollamaKeepAlive: model.info.ollamaKeepAlive,
+            ollamaKeepAlive: model.info.ollamaInfo.keepAlive,
             apiKeySelection: .init(
                 apiKeyName: model.info.apiKeyName,
                 apiKeyManagement: .init(availableAPIKeyNames: [model.info.apiKeyName])
@@ -177,7 +177,7 @@ extension EmbeddingModel {
                 isFullURL: state.isFullURL,
                 maxTokens: state.maxTokens,
                 modelName: state.modelName.trimmingCharacters(in: .whitespacesAndNewlines),
-                ollamaKeepAlive: state.ollamaKeepAlive
+                ollamaInfo: .init(keepAlive: state.ollamaKeepAlive)
             )
         )
     }

Pro

@@ -33,10 +33,11 @@ public class ChatModelChain<Input>: Chain {
     public func parseOutput(_ output: Output) -> String {
         if let content = output.content {
             return content
-        } else if let functionCall = output.functionCall {
-            return "\(functionCall.name): \(functionCall.arguments)"
+        } else if let toolCalls = output.toolCalls {
+            return toolCalls.map { "[\($0.id)] \($0.function.name): \($0.function.arguments)" }
+                .joined(separator: "\n")
         }
-        
+
         return ""
     }
 }

Tool/Sources/LangChain/Chains/LLMChain.swift

@@ -42,7 +42,7 @@ public final class RefineDocumentChain: Chain {
     }
 
     class FunctionProvider: ChatGPTFunctionProvider {
-        var functionCallStrategy: FunctionCallStrategy? = .name("respond")
+        var functionCallStrategy: FunctionCallStrategy? = .function(name: "respond")
         var functions: [any ChatGPTFunction] = [RespondFunction()]
     }
 
@@ -153,7 +153,7 @@ public final class RefineDocumentChain: Chain {
     }
 
     func extractAnswer(_ chatMessage: ChatMessage) -> IntermediateAnswer {
-        if let functionCall = chatMessage.functionCall {
+        for functionCall in chatMessage.toolCalls?.map(\.function) ?? [] {
             do {
                 let intermediateAnswer = try JSONDecoder().decode(
                     IntermediateAnswer.self,

Tool/Sources/LangChain/Chains/RefineDocumentChain.swift

@@ -15,7 +15,7 @@ public final class RelevantInformationExtractionChain: Chain {
     public typealias Output = String
 
     class FunctionProvider: ChatGPTFunctionProvider {
-        var functionCallStrategy: FunctionCallStrategy? = .name("saveFinalAnswer")
+        var functionCallStrategy: FunctionCallStrategy? = .function(name: "saveFinalAnswer")
         var functions: [any ChatGPTFunction] = [FinalAnswer()]
     }
 
@@ -103,8 +103,10 @@ public final class RelevantInformationExtractionChain: Chain {
                             taskInput,
                             callbackManagers: callbackManagers
                         )
-                        
-                        if let functionCall = output.functionCall {
+
+                        if let functionCall = output.toolCalls?
+                            .first(where: { $0.function.name == FinalAnswer().name })?.function
+                        {
                             do {
                                 let arguments = try JSONDecoder().decode(
                                     FinalAnswer.Arguments.self,
@@ -118,7 +120,7 @@ public final class RelevantInformationExtractionChain: Chain {
                                 return output.content ?? ""
                             }
                         }
-                        
+
                         return output.content ?? ""
                     }
 

Tool/Sources/LangChain/Chains/RelevantInformationExtractionChain.swift

@@ -53,7 +53,7 @@ public class StructuredOutputChatModelChain<Output: Decodable>: Chain {
         }
 
         var functionCallStrategy: FunctionCallStrategy? {
-            .name(endFunction.name)
+            .function(name: endFunction.name)
         }
     }
 
@@ -108,7 +108,7 @@ public class StructuredOutputChatModelChain<Output: Decodable>: Chain {
     }
 
     public func parseOutput(_ message: ChatMessage) async -> Output? {
-        if let functionCall = message.functionCall {
+        if let functionCall = message.toolCalls?.first?.function {
             do {
                 let result = try JSONDecoder().decode(
                     EndFunction.Arguments.self,