Update

Author: intitni

Tool/Sources/OpenAIService/APIs/OpenAIChatCompletionsService.swift

@@ -253,6 +253,9 @@ actor OpenAIChatCompletionsService: ChatCompletionsStreamAPI, ChatCompletionsAPI
             }
             guard let data = text.data(using: .utf8)
             else { throw ChatGPTServiceError.responseInvalid }
+            if response.statusCode == 403 {
+                throw ChatGPTServiceError.unauthorized(text)
+            }
             let decoder = JSONDecoder()
             let error = try? decoder.decode(CompletionAPIError.self, from: data)
             throw error ?? ChatGPTServiceError.responseInvalid

Tool/Sources/OpenAIService/ChatGPTService.swift

@@ -11,6 +11,7 @@ public enum ChatGPTServiceError: Error, LocalizedError {
     case embeddingModelNotAvailable
     case endpointIncorrect
     case responseInvalid
+    case unauthorized(String)
     case otherError(String)
 
     public var errorDescription: String? {
@@ -23,6 +24,8 @@ public enum ChatGPTServiceError: Error, LocalizedError {
             return "ChatGPT endpoint is incorrect"
         case .responseInvalid:
             return "Response is invalid"
+        case let .unauthorized(reason):
+            return "Unauthorized: \(reason)"
         case let .otherError(content):
             return content
         }

Tool/Sources/OpenAIService/LegacyChatGPTService.swift

@@ -20,7 +20,7 @@ public class LegacyChatGPTService: LegacyChatGPTServiceType {
     public var configuration: ChatGPTConfiguration
     public var functionProvider: ChatGPTFunctionProvider
 
-    var runningTask: Task<Void, Never>?
+    var runningTask: Task<AsyncThrowingStream<String, any Error>, Never>?
 
     public init(
         memory: ChatGPTMemory = AutoManagedChatGPTMemory(
@@ -45,32 +45,36 @@ public class LegacyChatGPTService: LegacyChatGPTServiceType {
         content: String,
         summary: String? = nil
     ) async throws -> AsyncThrowingStream<String, Error> {
-        if !content.isEmpty || summary != nil {
-            let newMessage = ChatMessage(
-                id: uuid().uuidString,
-                role: .user,
-                content: content,
-                name: nil,
-                toolCalls: nil,
-                summary: summary,
-                references: []
+        let task = Task {
+            if !content.isEmpty || summary != nil {
+                let newMessage = ChatMessage(
+                    id: uuid().uuidString,
+                    role: .user,
+                    content: content,
+                    name: nil,
+                    toolCalls: nil,
+                    summary: summary,
+                    references: []
+                )
+                await memory.appendMessage(newMessage)
+            }
+            
+            let service = ChatGPTService(
+                configuration: configuration,
+                functionProvider: functionProvider
             )
-            await memory.appendMessage(newMessage)
+            
+            let responses = service.send(memory)
+            
+            return responses.compactMap { response in
+                switch response {
+                case let .partialText(token): return token
+                default: return nil
+                }
+            }.eraseToThrowingStream()
         }
-
-        let service = ChatGPTService(
-            configuration: configuration,
-            functionProvider: functionProvider
-        )
-
-        let responses = service.send(memory)
-
-        return responses.compactMap { response in
-            switch response {
-            case let .partialText(token): return token
-            default: return nil
-            }
-        }.eraseToThrowingStream()
+        runningTask = task
+        return await task.value
     }
 
     /// Send a message and get the reply in return.
@@ -96,6 +100,8 @@ public class LegacyChatGPTService: LegacyChatGPTServiceType {
         return try await service.send(memory).asText()
     }
 
-    public func stopReceivingMessage() {}
+    public func stopReceivingMessage() {
+        runningTask?.cancel()
+    }
 }