Update

Author: intitni

Tool/Sources/LangChain/Chains/QAInformationRetrievalChain.swift

@@ -11,6 +11,7 @@ public final class QAInformationRetrievalChain: Chain {
     public struct Output {
         public var information: String
         public var sourceDocuments: [Document]
+        public var distance: [Float]
     }
 
     public init(
@@ -79,7 +80,11 @@ public final class QAInformationRetrievalChain: Chain {
             callbackManagers: callbackManagers
         )
 
-        return .init(information: relevantInformation, sourceDocuments: documents.map(\.document))
+        return .init(
+            information: relevantInformation,
+            sourceDocuments: documents.map(\.document),
+            distance: documents.map(\.distance)
+        )
     }
 
     public func parseOutput(_ output: Output) -> String {

Tool/Sources/LangChain/DocumentLoader/WebLoader.swift

@@ -36,9 +36,6 @@ public struct WebLoader: DocumentLoader {
             for url in urls {
                 let strategy: LoadWebPageMainContentStrategy = {
                     switch url {
-                    case let url
-                        where url.absoluteString.contains("developer.apple.com/documentation"):
-                        return Developer_Apple_Documentation_LoadContentStrategy()
                     default:
                         return DefaultLoadContentStrategy()
                     }
@@ -210,30 +207,5 @@ extension WebLoader {
             return true
         }
     }
-
-    /// https://developer.apple.com/documentation
-    struct Developer_Apple_Documentation_LoadContentStrategy: LoadWebPageMainContentStrategy {
-        func load(
-            _ document: SwiftSoup.Document,
-            metadata: Document.Metadata
-        ) throws -> [Document] {
-            if let mainContent = try? {
-                if let main = text(inFirstTag: "main", from: document) { return main }
-                let body = try document.body()?.text()
-                return body
-            }() {
-                return [.init(pageContent: mainContent, metadata: metadata)]
-            }
-            return []
-        }
-
-        func validate(_ document: SwiftSoup.Document) -> Bool {
-            do {
-                return !(try document.getElementsByTag("main").isEmpty())
-            } catch {
-                return false
-            }
-        }
-    }
 }