refactor: Use fetch instead of copilot instance for chat completions

Author: ericc-ch

src/routes/chat-completions/handler.ts

@@ -9,7 +9,7 @@ import type { ChatCompletionChunk } from "~/services/copilot/chat-completions/ty
 import { isNullish } from "~/lib/is-nullish"
 import { logger } from "~/lib/logger"
 import { modelsCache } from "~/lib/models"
-import { chatCompletions } from "~/services/copilot/chat-completions/service"
+import { createChatCompletions } from "~/services/copilot/chat-completions/service"
 import { chatCompletionsStream } from "~/services/copilot/chat-completions/service-streaming"
 
 function createCondensedStreamingResponse(
@@ -85,7 +85,7 @@ function handleStreaming(c: Context, payload: ChatCompletionsPayload) {
 }
 
 async function handleNonStreaming(c: Context, payload: ChatCompletionsPayload) {
-  const response = await chatCompletions(payload)
+  const response = await createChatCompletions(payload)
 
   // Get response headers if any
   const responseHeaders = {} // Empty placeholder for response headers

src/services/copilot/chat-completions/service.ts

@@ -1,12 +1,34 @@
+import { buildCopilotHeaders, COPILOT_API_BASE_URL } from "~/lib/api-config"
+import { state } from "~/lib/state"
 import { copilot } from "~/services/api-instance"
 
 import type { ChatCompletionResponse, ChatCompletionsPayload } from "./types"
 
-export const chatCompletions = (payload: ChatCompletionsPayload) =>
-  copilot<ChatCompletionResponse>("/chat/completions", {
+export const createChatCompletions = async (
+  payload: ChatCompletionsPayload,
+) => {
+  if (!state.copilotToken) throw new Error("Copilot token not found")
+
+  const response = await fetch(`${COPILOT_API_BASE_URL}/chat/completions`, {
     method: "POST",
-    body: {
-      ...payload,
-      stream: false,
-    },
+    headers: buildCopilotHeaders(state.copilotToken),
+    body: JSON.stringify(payload),
   })
+
+  if (!response.ok) {
+    throw new Error("Failed to create chat completions", {
+      cause: await response.json(),
+    })
+  }
+
+  if (payload.stream) {
+  }
+}
+
+copilot<ChatCompletionResponse>("/chat/completions", {
+  method: "POST",
+  body: {
+    ...payload,
+    stream: false,
+  },
+})

src/services/copilot/create-embeddings.ts

@@ -6,9 +6,7 @@ export const createEmbeddings = async (payload: EmbeddingRequest) => {
 
   const response = await fetch(`${COPILOT_API_BASE_URL}/embeddings`, {
     method: "POST",
-    headers: {
-      ...buildCopilotHeaders(state.copilotToken),
-    },
+    headers: buildCopilotHeaders(state.copilotToken),
     body: JSON.stringify(payload),
   })