feat: Limit logged message content length to 100 characters

Author: ericc-ch

src/routes/chat-completions/handler-streaming.ts

@@ -11,7 +11,14 @@ import { chatCompletionsStream } from "~/services/copilot/chat-completions/servi
 export async function handlerStreaming(c: Context) {
   const payload = await c.req.json<ChatCompletionsPayload>()
 
-  consola.info(`Received request: ${JSON.stringify(payload).slice(0, 500)}`)
+  const loggedPayload = structuredClone(payload)
+  loggedPayload.messages = loggedPayload.messages.map((message) => ({
+    ...message,
+    content:
+      message.content.length > 100 ?
+        message.content.slice(0, 100 - 3) + "..."
+      : message.content,
+  }))
 
   if (payload.stream) {
     const response = await chatCompletionsStream(payload)

src/routes/chat-completions/handler.ts

@@ -12,7 +12,16 @@ import { createContentChunk, createFinalChunk, segmentResponse } from "./utils"
 export async function handler(c: Context) {
   const payload = await c.req.json<ChatCompletionsPayload>()
 
-  consola.info(`Received request: ${JSON.stringify(payload).slice(0, 500)}`)
+  const loggedPayload = structuredClone(payload)
+  loggedPayload.messages = loggedPayload.messages.map((message) => ({
+    ...message,
+    content:
+      message.content.length > 100 ?
+        message.content.slice(0, 100 - 3) + "..."
+      : message.content,
+  }))
+
+  consola.info("Received request:", loggedPayload)
 
   const response = await chatCompletions(payload)