feat: Add token estimation and manual approval to state

Author: ericc-ch

src/lib/state.ts

@@ -7,8 +7,13 @@ export interface State {
   accountType: string
   models?: ModelsResponse
   vsCodeVersion?: string
+
+  estimateToken: boolean
+  manualApprove: boolean
 }
 
 export const state: State = {
   accountType: "individual",
+  estimateToken: true,
+  manualApprove: false,
 }

src/lib/tokenizer.ts

@@ -0,0 +1,16 @@
+import { countTokens } from "gpt-tokenizer/model/gpt-4o"
+
+import type { Message } from "~/services/copilot/create-chat-completions"
+
+export const getTokenLength = (messages: Array<Message>) => {
+  const input = messages.filter((m) => m.role !== "assistant")
+  const output = messages.filter((m) => m.role === "assistant")
+
+  const inputTokens = countTokens(input)
+  const outputTokens = countTokens(output)
+
+  return {
+    input: inputTokens,
+    output: outputTokens,
+  }
+}