Add search for apple documentations

Author: intitni

Tool/Sources/WebSearchService/SearchServices/AppleDocumentationSearchService.swift

@@ -0,0 +1,60 @@
+import Foundation
+import SwiftSoup
+import WebKit
+import WebScrapper
+
+struct AppleDocumentationSearchService: SearchService {
+    func search(query: String) async throws -> WebSearchResult {
+        let queryEncoded = query
+            .addingPercentEncoding(withAllowedCharacters: .urlQueryAllowed) ?? ""
+        let url = URL(string: "https://developer.apple.com/search/?q=\(queryEncoded)")!
+
+        let scrapper = await WebScrapper()
+        let html = try await scrapper.fetch(url: url) { document in
+            DeveloperDotAppleResultParser.validate(document: document)
+        }
+
+        return try DeveloperDotAppleResultParser.parse(html: html)
+    }
+}
+
+enum DeveloperDotAppleResultParser {
+    static func validate(document: SwiftSoup.Document) -> Bool {
+        guard let _ = try? document.select("ul.search-results").first
+        else { return false }
+        return true
+    }
+
+    static func parse(html: String) throws -> WebSearchResult {
+        let document = try SwiftSoup.parse(html)
+        let searchResult = try? document.select("ul.search-results").first
+
+        guard let searchResult else { return .init(webPages: []) }
+
+        var results: [WebSearchResult.WebPage] = []
+        for element in searchResult.children() {
+            if let titleElement = try? element.select("p.result-title"),
+               let link = try? titleElement.select("a").attr("href"),
+               !link.isEmpty
+            {
+                let title = (try? titleElement.text()) ?? ""
+                let snippet = (try? element.select("p.result-description").text())
+                    ?? (try? element.select("ul.breadcrumb-list").text())
+                    ?? ""
+                results.append(WebSearchResult.WebPage(
+                    urlString: {
+                        if link.hasPrefix("/") {
+                            return "https://developer.apple.com\(link)"
+                        }
+                        return link
+                    }(),
+                    title: title,
+                    snippet: snippet
+                ))
+            }
+        }
+
+        return WebSearchResult(webPages: results)
+    }
+}
+

Tool/Sources/WebSearchService/WebSearchService.swift

@@ -19,6 +19,7 @@ public enum WebSearchProvider {
 
     case serpAPI(SerpAPIEngine, apiKey: String)
     case headlessBrowser(HeadlessBrowserEngine)
+    case appleDocumentation
 
     public static var userPreferred: WebSearchProvider {
         switch UserDefaults.shared.value(for: \.searchProvider) {
@@ -63,6 +64,8 @@ public struct WebSearchService {
             service = SerpAPISearchService(engine: engine, apiKey: apiKey)
         case let .headlessBrowser(engine):
             service = HeadlessBrowserSearchService(engine: engine)
+        case .appleDocumentation:
+            service = AppleDocumentationSearchService()
         }
     }