Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
Make OpenAI response/stream format less strict
  • Loading branch information
intitni committed Mar 13, 2024
commit 46fd2ac2bc30af17c49f85df396ebbce0bfb0457
Original file line number Diff line number Diff line change
Expand Up @@ -134,14 +134,14 @@ actor OpenAIChatCompletionsService: ChatCompletionsStreamAPI, ChatCompletionsAPI

struct Choice: Codable, Equatable {
var message: Message
var index: Int
var finish_reason: String
var index: Int?
var finish_reason: String?
}

struct Usage: Codable, Equatable {
var prompt_tokens: Int
var completion_tokens: Int
var total_tokens: Int
var prompt_tokens: Int?
var completion_tokens: Int?
var total_tokens: Int?
}

var id: String?
Expand Down Expand Up @@ -287,7 +287,7 @@ actor OpenAIChatCompletionsService: ChatCompletionsStreamAPI, ChatCompletionsAPI
return .init(chunk: chunk, done: false)
} catch {
Logger.service.error("Error decoding stream data: \(error)")
throw error
return .init(chunk: nil, done: false)
}
}

Expand Down