Skip to content

Commit 1b8c9d4

Browse files
committed
feat: add cache token details to usage and completion token structures
1 parent 6a37ada commit 1b8c9d4

File tree

3 files changed

+11
-0
lines changed

3 files changed

+11
-0
lines changed

src/routes/messages/anthropic-types.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -160,6 +160,8 @@ export interface AnthropicMessageDeltaEvent {
160160
usage?: {
161161
input_tokens?: number
162162
output_tokens: number
163+
cache_creation_input_tokens?: number
164+
cache_read_input_tokens?: number
163165
}
164166
}
165167

src/routes/messages/stream-translation.ts

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -154,6 +154,11 @@ export function translateChunkToAnthropicEvents(
154154
usage: {
155155
input_tokens: chunk.usage?.prompt_tokens ?? 0,
156156
output_tokens: chunk.usage?.completion_tokens ?? 0,
157+
...(chunk.usage?.prompt_tokens_details?.cached_tokens
158+
!== undefined && {
159+
cache_read_input_tokens:
160+
chunk.usage.prompt_tokens_details.cached_tokens,
161+
}),
157162
},
158163
},
159164
{

src/services/copilot/create-chat-completions.ts

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,10 @@ export interface ChatCompletionChunk {
6262
prompt_tokens_details?: {
6363
cached_tokens: number
6464
}
65+
completion_tokens_details?: {
66+
accepted_prediction_tokens: number
67+
rejected_prediction_tokens: number
68+
}
6569
}
6670
}
6771

0 commit comments

Comments
 (0)