feat: Rename ENABLE_STREAMING to EMULATE_STREAMING in config and CLI

Author: ericc-ch

src/config/env.ts

@@ -11,5 +11,5 @@ const GITHUB_OAUTH_SCOPES = [
 export const ENV = {
   GITHUB_CLIENT_ID,
   GITHUB_OAUTH_SCOPES,
-  ENABLE_STREAMING: false,
+  EMULATE_STREAMING: false,
 }

src/lib/cli.ts

@@ -7,12 +7,10 @@ const args = {
     default: false,
     description: "Show this help message",
   },
-  stream: {
-    alias: "s",
+  "emulate-streaming": {
     type: "boolean",
-    default: true,
-    // citty will automatically convert this to --no-stream
-    description: "Disable streaming response for chat completions",
+    default: false,
+    description: "Emulate streaming response for chat completions",
   },
   port: {
     alias: "p",
@@ -29,7 +27,14 @@ export interface CliOptions {
 }
 
 export async function parseCli() {
-  const command = defineCommand({ args })
+  const command = defineCommand({
+    args,
+    meta: {
+      name: "copilot-api",
+      description:
+        "A wrapper around GitHub Copilot API to make it OpenAI compatible, making it usable for other tools.",
+    },
+  })
   const options = parseArgs<typeof args>(Bun.argv, args)
 
   if (options.help) {

src/main.ts

@@ -6,7 +6,7 @@ import { initialize } from "./lib/initialization"
 import { server } from "./server"
 
 const options = await parseCli()
-ENV.ENABLE_STREAMING = options.stream
+ENV.EMULATE_STREAMING = options["emulate-streaming"]
 
 await initialize()
 

src/routes/chat-completions/route.ts

@@ -11,15 +11,17 @@ export const completionRoutes = new Hono()
 
 completionRoutes.post("/chat/completions", (c) => {
   try {
-    if (ENV.ENABLE_STREAMING) {
-      return handlerStreaming(c)
-    } else {
+    if (ENV.EMULATE_STREAMING) {
       return handler(c)
+    } else {
+      return handlerStreaming(c)
     }
   } catch (error) {
     if (error instanceof FetchError) {
       consola.error(`Request failed: ${error.message}`, error.response?._data)
     }
+    consola.error(error)
+
     throw error
   }
 })