refactor: Refactor API headers and add chat completion types

Author: ericc-ch

src/lib/api-config.ts

@@ -1,3 +1,5 @@
+import type { State } from "./state"
+
 export const COPILOT_API_CONFIG = {
   baseURL: "https://api.individual.githubcopilot.com",
   headers: {
@@ -8,16 +10,20 @@ export const COPILOT_API_CONFIG = {
 } as const
 
 export const COPILOT_API_BASE_URL = "https://api.individual.githubcopilot.com"
-const COPILOT_API_SPOOF_HEADERS = {
+export const copilotHeaders = (state: State) => ({
+  Authorization: `token ${state.copilotToken}`,
   "copilot-integration-id": "vscode-chat",
-}
-
-export const buildCopilotHeaders = (token: string) => ({
-  Authorization: `token ${token}`,
-  ...COPILOT_API_SPOOF_HEADERS,
 })
 
 export const GITHUB_API_BASE_URL = "https://api.github.com"
+export const githubHeaders = (state: State) => ({
+  authorization: `token ${state.githubToken}`,
+  "editor-version": `vscode/${state.vsCodeVersion}`,
+  "editor-plugin-version": "copilot-chat/0.24.1",
+  "user-agent": "GitHubCopilotChat/0.24.1",
+  "x-github-api-version": "2024-12-15",
+  "x-vscode-user-agent-library-version": "electron-fetch",
+})
 
 export const GITHUB_BASE_URL = "https://github.com"
 export const GITHUB_CLIENT_ID = "01ab8ac9400c4e429b23"

src/lib/state.ts

@@ -1,9 +1,11 @@
 import type { ModelsResponse } from "~/services/copilot/get-models"
 
-interface State {
+export interface State {
   githubToken?: string
   copilotToken?: string
+
   models?: ModelsResponse
+  vsCodeVersion?: string
 }
 
 export const state: State = {}

src/lib/token.ts

@@ -2,7 +2,7 @@ import consola from "consola"
 import fs from "node:fs/promises"
 
 import { PATHS } from "~/lib/paths"
-import { getCopilotToken } from "~/services/copilot/get-copilot-token"
+import { getCopilotToken } from "~/services/github/get-copilot-token"
 import { getDeviceCode } from "~/services/github/get-device-code"
 import { getGitHubUser } from "~/services/github/get-user"
 import { pollAccessToken } from "~/services/github/poll-access-token"

src/routes/chat-completions/types.ts

@@ -0,0 +1,53 @@
+// https://platform.openai.com/docs/api-reference
+
+export interface Message {
+  role: "user" | "assistant" | "system"
+  content: string
+}
+
+// Streaming types
+
+export interface ExpectedCompletionChunk {
+  choices: [Choice]
+  created: number
+  object: "chat.completion.chunk"
+  id: string
+  model: string
+}
+
+interface Delta {
+  content?: string
+  role?: string
+}
+
+interface Choice {
+  index: number
+  delta: Delta
+  finish_reason: "stop" | null
+  logprobs: null
+}
+
+// Non-streaming types
+
+export interface ExpectedCompletion {
+  id: string
+  object: string
+  created: number
+  model: string
+  choices: [ChoiceNonStreaming]
+}
+
+interface ChoiceNonStreaming {
+  index: number
+  message: Message
+  logprobs: null
+  finish_reason: "stop"
+}
+
+// Payload types
+
+export interface ExpectedChatCompletionPayload {
+  model: string
+  messages: Array<Message>
+  stream: boolean
+}

src/services/copilot/chat-completions/service.ts

@@ -1,6 +1,7 @@
-import { buildCopilotHeaders, COPILOT_API_BASE_URL } from "~/lib/api-config"
+import { events } from "fetch-event-stream"
+
+import { copilotHeaders, COPILOT_API_BASE_URL } from "~/lib/api-config"
 import { state } from "~/lib/state"
-import { copilot } from "~/services/api-instance"
 
 import type { ChatCompletionResponse, ChatCompletionsPayload } from "./types"
 
@@ -11,7 +12,7 @@ export const createChatCompletions = async (
 
   const response = await fetch(`${COPILOT_API_BASE_URL}/chat/completions`, {
     method: "POST",
-    headers: buildCopilotHeaders(state.copilotToken),
+    headers: copilotHeaders(state),
     body: JSON.stringify(payload),
   })
 
@@ -22,13 +23,8 @@ export const createChatCompletions = async (
   }
 
   if (payload.stream) {
+    return events(response)
   }
-}
 
-copilot<ChatCompletionResponse>("/chat/completions", {
-  method: "POST",
-  body: {
-    ...payload,
-    stream: false,
-  },
-})
+  return (await response.json()) as ChatCompletionResponse
+}

src/services/copilot/create-embeddings.ts

@@ -1,12 +1,12 @@
-import { buildCopilotHeaders, COPILOT_API_BASE_URL } from "~/lib/api-config"
+import { copilotHeaders, COPILOT_API_BASE_URL } from "~/lib/api-config"
 import { state } from "~/lib/state"
 
 export const createEmbeddings = async (payload: EmbeddingRequest) => {
   if (!state.copilotToken) throw new Error("Copilot token not found")
 
   const response = await fetch(`${COPILOT_API_BASE_URL}/embeddings`, {
     method: "POST",
-    headers: buildCopilotHeaders(state.copilotToken),
+    headers: copilotHeaders(state),
     body: JSON.stringify(payload),
   })
 

src/services/get-vscode-version.ts

@@ -0,0 +1,19 @@
+const FALLBACK = "1.98.1"
+
+export async function getVSCodeVersion() {
+  const response = await fetch(
+    "https://aur.archlinux.org/cgit/aur.git/plain/PKGBUILD?h=visual-studio-code-bin",
+  )
+
+  const pkgbuild = await response.text()
+  const pkgverRegex = /pkgver=([0-9.]+)/
+  const match = pkgbuild.match(pkgverRegex)
+
+  if (match) {
+    return match[1]
+  }
+
+  return FALLBACK
+}
+
+await getVSCodeVersion()

src/services/copilot/get-copilot-token.ts src/services/github/get-copilot-token.tssrc/services/copilot/get-copilot-token.ts renamed to src/services/github/get-copilot-token.ts

@@ -1,13 +1,11 @@
-import { GITHUB_API_BASE_URL } from "~/lib/api-config"
+import { GITHUB_API_BASE_URL, githubHeaders } from "~/lib/api-config"
 import { state } from "~/lib/state"
 
 export const getCopilotToken = async () => {
   const response = await fetch(
     `${GITHUB_API_BASE_URL}/copilot_internal/v2/token`,
     {
-      headers: {
-        authorization: `token ${state.githubToken}`,
-      },
+      headers: githubHeaders(state),
     },
   )