add toggle to run with or without multi file context

Author: chrisknapp98

Core/Sources/HostApp/Benchmark/Domain/Manager/BenchmarkManager.swift

@@ -26,6 +26,11 @@ class RealtimeSuggestionControllerBenchmarkManager: BenchmarkManager {
     @WorkspaceActor
     private let workspacePool: WorkspacePool
 
+    private let isMultiFileEnabledSubject = CurrentValueSubject<Bool, Never>(true)
+    var isMultiFileEnabled: AnyPublisher<Bool, Never> {
+        isMultiFileEnabledSubject.eraseToAnyPublisher()
+    }
+    
     init(benchmarkSettingsRepository: BenchmarkSettingsRepository) {
         @Dependency(\.workspacePool) var workspacePool
         BuiltinExtensionManager.shared.setupExtensions([
@@ -67,7 +72,14 @@ class RealtimeSuggestionControllerBenchmarkManager: BenchmarkManager {
             workspaceProvider: ManualWorkspaceProvider(workspace: workspace),
             parser: SwiftProgrammingLanguageSyntaxParser()
         )
-        let relevantSymbols = await multiFileContextManager.retrieveRelevantSymbolsForFileContent(content: content)
+        let relevantSymbols: [SymbolContent] = await {
+            if isMultiFileEnabledSubject.value {
+                let symbols = await multiFileContextManager.retrieveRelevantSymbolsForFileContent(content: content)
+                return Array(symbols.values)
+            } else {
+                return []
+            }
+        }()
 
         let suggestionRequest = SuggestionProvider.SuggestionRequest(
             fileURL: entrypoint.fileURL,
@@ -80,7 +92,7 @@ class RealtimeSuggestionControllerBenchmarkManager: BenchmarkManager {
             tabSize: 4,
             indentSize: 4,
             usesTabsForIndentation: false,
-            relevantCodeSnippets: []
+            relevantCodeSnippets: relevantSymbols.mapToRelevantCodeSnippets()
         )
         let workspaceInfo = WorkspaceInfo(workspaceURL: xcodeWorkspaceFileURL, projectURL: benchmarkDirectory)
         do {
@@ -92,7 +104,7 @@ class RealtimeSuggestionControllerBenchmarkManager: BenchmarkManager {
             return .init(
                 suggestion: firstSuggestion,
                 fileURL: entrypoint.fileURL,
-                relevantSymbolsFromRequest: Array(relevantSymbols.values)
+                relevantSymbolsFromRequest: relevantSymbols
             )
         } catch {
             print("CK \(error)")
@@ -182,9 +194,20 @@ class RealtimeSuggestionControllerBenchmarkManager: BenchmarkManager {
             }
         }
 
+        let contextFolderName = isMultiFileEnabledSubject.value ? "with context" : "without context"
+        let contextFolder = outputBenchmarkDir.appendingPathComponent(contextFolderName, isDirectory: true)
+        if !fileManager.fileExists(atPath: contextFolder.path, isDirectory: &isDirectory) || !isDirectory.boolValue {
+            do {
+                try fileManager.createDirectory(at: contextFolder, withIntermediateDirectories: true, attributes: nil)
+            } catch {
+                print("Failed to create context directory:", error)
+                return
+            }
+        }
+        
         let timestamp = ISO8601DateFormatter().string(from: Date())
         let reformattedTimestamp = timestamp.replacingOccurrences(of: ":", with: "-")
-        let outputFileURL = outputBenchmarkDir.appendingPathComponent("Task-\(taskNumber)-\(reformattedTimestamp).json")
+        let outputFileURL = contextFolder.appendingPathComponent("Task-\(taskNumber)-\(reformattedTimestamp).json")
 
         do {
             let dto = suggestion.toStoredDTO(timestamp: timestamp)
@@ -249,6 +272,11 @@ class RealtimeSuggestionControllerBenchmarkManager: BenchmarkManager {
 
         return nil
     }
+    
+    @MainActor
+    func updateMultiFileContextState(_ newValue: Bool) {
+        isMultiFileEnabledSubject.send(newValue)
+    }
 }
 
 struct MetadataDTO: Codable {
@@ -419,3 +447,15 @@ extension SymbolContent {
         )
     }
 }
+
+extension Array where Element == SymbolContent {
+    func mapToRelevantCodeSnippets() -> [SuggestionProvider.RelevantCodeSnippet] {
+        map { symbol in
+                .init(
+                    content: symbol.content,
+                    priority: 0,
+                    filePath: symbol.fileURL
+                )
+        }
+    }
+}

Core/Sources/HostApp/Benchmark/Presentation/View/BenchmarkView.swift

@@ -12,10 +12,11 @@ struct BenchmarkView: View {
     var body: some View {
         ScrollView {
             VStack {
-                HStack {
+                HStack(spacing: 20) {
                     Text("Run Benchmark")
                         .font(.title)
                         .frame(maxWidth: .infinity, alignment: .leading)
+                    Toggle("Multi File Context Enabled", isOn: $viewModel.isMultiFileContextEnabled)
                     OutputConfigurationButtonView(module: module)
                 }
                 .padding(.vertical)

Core/Sources/HostApp/Benchmark/Presentation/ViewModel/BenchmarkViewModel.swift

@@ -3,6 +3,12 @@ import Toast
 
 class BenchmarkViewModel: ObservableObject {
     @Published var benchmarkDirectories: [BenchmarkDirectory] = []
+    @Published var isMultiFileContextEnabled: Bool = true {
+        didSet {
+            guard oldValue != isMultiFileContextEnabled else { return }
+            Task { await benchmarkManager.updateMultiFileContextState(isMultiFileContextEnabled) }
+        }
+    }
 
     private let benchmarkSettingsRepository: BenchmarkSettingsRepository
     private let benchmarkManager: RealtimeSuggestionControllerBenchmarkManager
@@ -12,6 +18,9 @@ class BenchmarkViewModel: ObservableObject {
     init(benchmarkSettingsRepository: BenchmarkSettingsRepository) {
         self.benchmarkSettingsRepository = benchmarkSettingsRepository
         self.benchmarkManager = RealtimeSuggestionControllerBenchmarkManager(benchmarkSettingsRepository: benchmarkSettingsRepository)
+        benchmarkManager.isMultiFileEnabled
+            .assign(to: \.isMultiFileContextEnabled, on: self)
+            .store(in: &cancellables)
     }
 
     func loadBenchmarkDirectories() {