Add header value parser

Author: intitni

Tool/Sources/OpenAIService/APIs/ChatCompletionsAPIDefinition.swift

@@ -172,6 +172,23 @@ protocol ChatCompletionsStreamAPI {
     func callAsFunction() async throws -> AsyncThrowingStream<ChatCompletionsStreamDataChunk, Error>
 }
 
+extension ChatCompletionsStreamAPI {
+    static func setupExtraHeaderFields(
+        _ request: inout URLRequest,
+        model: ChatModel,
+        apiKey: String
+    ) async {
+        let parser = HeaderValueParser()
+        for field in model.info.customHeaderInfo.headers where !field.key.isEmpty {
+            let value = await parser.parse(
+                field.value,
+                context: .init(modelName: model.info.modelName, apiKey: apiKey)
+            )
+            request.setValue(value, forHTTPHeaderField: field.key)
+        }
+    }
+}
+
 extension AsyncSequence {
     func toStream() -> AsyncThrowingStream<Element, Error> {
         AsyncThrowingStream { continuation in

Tool/Sources/OpenAIService/APIs/EmbeddingAPIDefinitions.swift

@@ -9,6 +9,23 @@ protocol EmbeddingAPI {
     func embed(tokens: [[Int]]) async throws -> EmbeddingResponse
 }
 
+extension EmbeddingAPI {
+    static func setupExtraHeaderFields(
+        _ request: inout URLRequest,
+        model: EmbeddingModel,
+        apiKey: String
+    ) async {
+        let parser = HeaderValueParser()
+        for field in model.info.customHeaderInfo.headers where !field.key.isEmpty {
+            let value = await parser.parse(
+                field.value,
+                context: .init(modelName: model.info.modelName, apiKey: apiKey)
+            )
+            request.setValue(value, forHTTPHeaderField: field.key)
+        }
+    }
+}
+
 public struct EmbeddingResponse: Decodable {
     public struct Object: Decodable {
         public var embedding: [Float]

Tool/Sources/OpenAIService/APIs/OlamaChatCompletionsService.swift

@@ -64,9 +64,7 @@ extension OllamaChatCompletionsService: ChatCompletionsAPI {
             request.setValue("Bearer \(apiKey)", forHTTPHeaderField: "Authorization")
         }
 
-        for field in model.info.customHeaderInfo.headers where !field.key.isEmpty {
-            request.setValue(field.value, forHTTPHeaderField: field.key)
-        }
+        await Self.setupExtraHeaderFields(&request, model: model, apiKey: apiKey)
 
         let (result, response) = try await URLSession.shared.data(for: request)
 
@@ -149,9 +147,7 @@ extension OllamaChatCompletionsService: ChatCompletionsStreamAPI {
             request.setValue("Bearer \(apiKey)", forHTTPHeaderField: "Authorization")
         }
 
-        for field in model.info.customHeaderInfo.headers where !field.key.isEmpty {
-            request.setValue(field.value, forHTTPHeaderField: field.key)
-        }
+        await Self.setupExtraHeaderFields(&request, model: model, apiKey: apiKey)
 
         let (result, response) = try await URLSession.shared.bytes(for: request)
 

Tool/Sources/OpenAIService/APIs/OpenAIChatCompletionsService.swift

@@ -327,7 +327,7 @@ actor OpenAIChatCompletionsService: ChatCompletionsStreamAPI, ChatCompletionsAPI
 
         Self.setupAppInformation(&request)
         Self.setupAPIKey(&request, model: model, apiKey: apiKey)
-        Self.setupExtraHeaderFields(&request, model: model)
+        await Self.setupExtraHeaderFields(&request, model: model, apiKey: apiKey)
         requestModifier?(&request)
 
         let (result, response) = try await URLSession.shared.bytes(for: request)
@@ -473,12 +473,6 @@ actor OpenAIChatCompletionsService: ChatCompletionsStreamAPI, ChatCompletionsAPI
             }
         }
     }
-
-    static func setupExtraHeaderFields(_ request: inout URLRequest, model: ChatModel) {
-        for field in model.info.customHeaderInfo.headers where !field.key.isEmpty {
-            request.setValue(field.value, forHTTPHeaderField: field.key)
-        }
-    }
 }
 
 extension OpenAIChatCompletionsService.ResponseBody {

Tool/Sources/OpenAIService/APIs/OpenAIEmbeddingService.swift

@@ -41,6 +41,7 @@ struct OpenAIEmbeddingService: EmbeddingAPI {
 
         Self.setupAppInformation(&request)
         Self.setupAPIKey(&request, model: model, apiKey: apiKey)
+        await Self.setupExtraHeaderFields(&request, model: model, apiKey: apiKey)
 
         let (result, response) = try await URLSession.shared.data(for: request)
         guard let response = response as? HTTPURLResponse else {
@@ -80,7 +81,7 @@ struct OpenAIEmbeddingService: EmbeddingAPI {
 
         Self.setupAppInformation(&request)
         Self.setupAPIKey(&request, model: model, apiKey: apiKey)
-        Self.setupExtraHeaderFields(&request, model: model)
+        await Self.setupExtraHeaderFields(&request, model: model, apiKey: apiKey)
 
         let (result, response) = try await URLSession.shared.data(for: request)
         guard let response = response as? HTTPURLResponse else {
@@ -140,11 +141,5 @@ struct OpenAIEmbeddingService: EmbeddingAPI {
             }
         }
     }
-
-    static func setupExtraHeaderFields(_ request: inout URLRequest, model: EmbeddingModel) {
-        for field in model.info.customHeaderInfo.headers where !field.key.isEmpty {
-            request.setValue(field.value, forHTTPHeaderField: field.key)
-        }
-    }
 }
 

Tool/Sources/OpenAIService/HeaderValueParser.swift

@@ -0,0 +1,101 @@
+import Foundation
+import GitHubCopilotService
+import Logger
+import Terminal
+
+public struct HeaderValueParser {
+    public enum Placeholder: String {
+        case gitHubCopilotOBearerToken = "github_copilot_bearer_token"
+        case apiKey = "api_key"
+        case modelName = "model_name"
+    }
+
+    public struct Context {
+        public var modelName: String
+        public var apiKey: String
+        public var gitHubCopilotToken: () async -> GitHubCopilotExtension.Token?
+        public var shellEnvironmentVariable: (_ key: String) async -> String?
+        
+        public init(
+            modelName: String,
+            apiKey: String,
+            gitHubCopilotToken: (() async -> GitHubCopilotExtension.Token?)? = nil,
+            shellEnvironmentVariable: ((_: String) async -> String?)? = nil
+        ) {
+            self.modelName = modelName
+            self.apiKey = apiKey
+            self.gitHubCopilotToken = gitHubCopilotToken ?? {
+                try? await GitHubCopilotExtension.fetchToken()
+            }
+            self.shellEnvironmentVariable = shellEnvironmentVariable ?? { p in
+                let shell = ProcessInfo.processInfo.environment["SHELL"] ?? "/bin/bash"
+                let terminal = Terminal()
+                return try? await terminal.runCommand(
+                    shell,
+                    arguments: ["-i", "-l", "-c", "echo $\(p)"],
+                    environment: [:]
+                )
+            }
+        }
+    }
+
+    public init() {}
+
+    /// Replace `{{PlaceHolder}}` with exact values.
+    public func parse(_ value: String, context: Context) async -> String {
+        var parsedValue = value
+        let placeholderRanges = findPlaceholderRanges(in: parsedValue)
+
+        for (range, placeholderText) in placeholderRanges.reversed() {
+            let cleanPlaceholder = placeholderText
+                .trimmingCharacters(in: CharacterSet(charactersIn: "{}"))
+
+            var replacement: String?
+            if let knownPlaceholder = Placeholder(rawValue: cleanPlaceholder) {
+                async let token = context.gitHubCopilotToken()
+                switch knownPlaceholder {
+                case .gitHubCopilotOBearerToken:
+                    replacement = await token?.token
+                case .apiKey:
+                    replacement = context.apiKey
+                case .modelName:
+                    replacement = context.modelName
+                }
+            } else {
+                replacement = await context.shellEnvironmentVariable(cleanPlaceholder)
+            }
+
+            if let replacement {
+                parsedValue.replaceSubrange(range, with: replacement)
+            } else {
+                parsedValue.replaceSubrange(range, with: "none")
+            }
+        }
+
+        return parsedValue
+    }
+
+    private func findPlaceholderRanges(in string: String) -> [(Range<String.Index>, String)] {
+        var ranges: [(Range<String.Index>, String)] = []
+        let pattern = #"\{\{[^}]+\}\}"#
+
+        do {
+            let regex = try NSRegularExpression(pattern: pattern)
+            let matches = regex.matches(
+                in: string,
+                range: NSRange(string.startIndex..., in: string)
+            )
+
+            for match in matches {
+                if let range = Range(match.range, in: string) {
+                    ranges.append((range, String(string[range])))
+                }
+            }
+        } catch {
+            Logger.service.error("Failed to find placeholders in string: \(string)")
+        }
+
+        return ranges
+    }
+}
+