feat: non streaming completion

Author: ericc-ch

src/main.ts

@@ -1,6 +1,7 @@
 import consola from "consola"
 
 import { TOKENS } from "./lib/tokens"
+import { chatCompletions } from "./services/copilot-vscode/chat-completions/service"
 import { getCopilotToken } from "./services/copilot-vscode/get-token/copilot-token"
 import { getGitHubToken } from "./services/copilot-vscode/get-token/github-token"
 
@@ -19,3 +20,18 @@ setInterval(async () => {
   const { token: copilotToken } = await getCopilotToken()
   TOKENS.COPILOT_TOKEN = copilotToken
 }, refreshInterval)
+
+const response = await chatCompletions({
+  messages: [
+    {
+      role: "user",
+      content: "Write a function that returns the sum of two numbers",
+    },
+  ],
+  model: "gpt-4o-mini",
+  stream: false,
+})
+
+console.log(response)
+
+await Bun.write("response.json", JSON.stringify(response, null, 2))

src/services/copilot-vscode/chat-completions/service.ts

@@ -1,54 +1,9 @@
-import { FetchError } from "ofetch"
+import type { ChatCompletionResponse, ChatCompletionsPayload } from "./types"
 
-import type { ChatCompletionsPayload } from "./types"
+import { copilotVSCode } from "../api-instance"
 
-import {
-  COPILOT_VSCODE_BASE_URL,
-  COPILOT_VSCODE_HEADERS,
-  copilotVSCode,
-} from "../api-instance"
-
-export async function* chatCompletions(payload: ChatCompletionsPayload) {
-  try {
-    const response = await copilotVSCode.native(
-      COPILOT_VSCODE_BASE_URL + "/chat/completions",
-      {
-        method: "POST",
-        body: JSON.stringify(payload),
-        headers: COPILOT_VSCODE_HEADERS,
-      },
-    )
-
-    console.log(await response.text())
-
-    // if (!response.body) {
-    //   throw new Error("No response body")
-    // }
-
-    // const reader = response.body.getReader()
-
-    // // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
-    // while (true) {
-    //   const { done, value } = await reader.read()
-
-    //   if (done) {
-    //     console.log("done")
-    //     console.log(value)
-    //     break
-    //   }
-
-    //   console.log("value", value)
-    // }
-
-    // for await (const chunk of response.body) {
-    //   console.log(chunk)
-    // }
-
-    yield "tono"
-  } catch (e) {
-    console.error(e)
-    if (e instanceof FetchError) {
-      console.error(e.response?._data)
-    }
-  }
-}
+export const chatCompletions = (payload: ChatCompletionsPayload) =>
+  copilotVSCode<ChatCompletionResponse>("/chat/completions", {
+    method: "POST",
+    body: payload,
+  })

src/services/copilot-vscode/chat-completions/types.streaming.ts

@@ -0,0 +1,66 @@
+interface ContentFilterResults {
+  error: {
+    code: string
+    message: string
+  }
+  hate: {
+    filtered: boolean
+    severity: string
+  }
+  self_harm: {
+    filtered: boolean
+    severity: string
+  }
+  sexual: {
+    filtered: boolean
+    severity: string
+  }
+  violence: {
+    filtered: boolean
+    severity: string
+  }
+}
+
+interface ContentFilterOffsets {
+  check_offset: number
+  start_offset: number
+  end_offset: number
+}
+
+interface Delta {
+  content: string | null
+  role?: string
+}
+
+interface Choice {
+  index: number
+  content_filter_offsets?: ContentFilterOffsets
+  content_filter_results?: ContentFilterResults
+  delta: Delta
+  finish_reason?: string | null
+}
+
+interface PromptFilterResult {
+  content_filter_results: ContentFilterResults
+  prompt_index: number
+}
+
+interface Usage {
+  completion_tokens: number
+  prompt_tokens: number
+  total_tokens: number
+}
+
+interface ChatCompletionResponse {
+  choices: Array<Choice>
+  created: number
+  id: string
+  model: string
+  system_fingerprint?: string
+  prompt_filter_results?: Array<PromptFilterResult>
+  usage?: Usage
+}
+
+export type ChatCompletionsChunk =
+  | { data: ChatCompletionResponse }
+  | { data: "[DONE]" }

src/services/copilot-vscode/chat-completions/types.ts

@@ -1,5 +1,3 @@
-// Request types
-
 interface Message {
   role: string
   content: string
@@ -18,69 +16,52 @@ export interface ChatCompletionsPayload {
 
 // Response types
 
-interface ContentFilterResults {
-  error: {
-    code: string
-    message: string
-  }
-  hate: {
-    filtered: boolean
-    severity: string
-  }
-  self_harm: {
-    filtered: boolean
-    severity: string
-  }
-  sexual: {
-    filtered: boolean
-    severity: string
-  }
-  violence: {
-    filtered: boolean
-    severity: string
-  }
+interface ContentFilterResult {
+  filtered: boolean
+  severity: "safe" | "low" | "medium" | "high" // Added possible severity values
 }
 
-interface ContentFilterOffsets {
-  check_offset: number
-  start_offset: number
-  end_offset: number
-}
-
-interface Delta {
-  content: string | null
-  role?: string
+interface ContentFilterResults {
+  hate: ContentFilterResult
+  self_harm: ContentFilterResult
+  sexual: ContentFilterResult
+  violence: ContentFilterResult
 }
 
 interface Choice {
+  content_filter_results: ContentFilterResults
+  finish_reason: string
   index: number
-  content_filter_offsets?: ContentFilterOffsets
-  content_filter_results?: ContentFilterResults
-  delta: Delta
-  finish_reason?: string | null
+  message: {
+    content: string
+    role: "assistant" | "user" // Added possible role values
+  }
 }
 
 interface PromptFilterResult {
   content_filter_results: ContentFilterResults
   prompt_index: number
 }
 
+interface UsageDetails {
+  reasoning_tokens?: number
+  cached_tokens?: number
+}
+
 interface Usage {
   completion_tokens: number
+  completion_tokens_details: UsageDetails
   prompt_tokens: number
+  prompt_tokens_details: UsageDetails
   total_tokens: number
 }
 
-interface ChatCompletionResponse {
+export interface ChatCompletionResponse {
   choices: Array<Choice>
   created: number
   id: string
   model: string
-  system_fingerprint?: string
-  prompt_filter_results?: Array<PromptFilterResult>
-  usage?: Usage
+  prompt_filter_results: Array<PromptFilterResult>
+  system_fingerprint: string
+  usage: Usage
 }
-
-export type ChatCompletionsChunk =
-  | { data: ChatCompletionResponse }
-  | { data: "[DONE]" }