feat: actually log stuff when --verbose

Author: ericc-ch

src/routes/chat-completions/handler.ts

@@ -18,6 +18,7 @@ export async function handleCompletion(c: Context) {
   await checkRateLimit(state)
 
   let payload = await c.req.json<ChatCompletionsPayload>()
+  consola.debug("Request payload:", JSON.stringify(payload))
 
   consola.info("Current token count:", getTokenCount(payload.messages))
 
@@ -32,16 +33,20 @@ export async function handleCompletion(c: Context) {
       ...payload,
       max_tokens: selectedModel?.capabilities.limits.max_output_tokens,
     }
+    consola.debug("Set max_tokens to:", JSON.stringify(payload.max_tokens))
   }
 
   const response = await createChatCompletions(payload)
 
   if (isNonStreaming(response)) {
+    consola.debug("Non-streaming response:", JSON.stringify(response))
     return c.json(response)
   }
 
+  consola.debug("Streaming response")
   return streamSSE(c, async (stream) => {
     for await (const chunk of response) {
+      consola.debug("Streaming chunk:", JSON.stringify(chunk))
       await stream.writeSSE(chunk as SSEMessage)
     }
   })