Support triggering action with accessibility API

Author: intitni

Core/Sources/AXExtension/AXUIElement.swift

@@ -12,6 +12,10 @@ public extension AXUIElement {
         (try? copyValue(key: kAXValueAttribute)) ?? ""
     }
 
+    var title: String {
+        (try? copyValue(key: kAXTitleAttribute)) ?? ""
+    }
+
     var doubleValue: Double {
         (try? copyValue(key: kAXValueAttribute)) ?? 0.0
     }
@@ -115,14 +119,32 @@ public extension AXUIElement {
         (try? copyValue(key: kAXChildrenAttribute)) ?? []
     }
 
+    var menuBar: AXUIElement? {
+        try? copyValue(key: kAXMenuBarAttribute)
+    }
+
     var visibleChildren: [AXUIElement] {
         (try? copyValue(key: kAXVisibleChildrenAttribute)) ?? []
     }
 
-    func child(identifier: String) -> AXUIElement? {
+    func child(
+        identifier: String? = nil,
+        title: String? = nil,
+        description: String? = nil
+    ) -> AXUIElement? {
         for child in children {
-            if child.identifier == identifier { return child }
-            if let target = child.child(identifier: identifier) { return target }
+            let match = {
+                if let identifier, child.identifier != identifier { return false }
+                if let title, child.title != title { return false }
+                if let description, child.description != description { return false }
+                return true
+            }()
+            if match { return child }
+            if let target = child.child(
+                identifier: identifier,
+                title: title,
+                description: description
+            ) { return target }
         }
         return nil
     }

Core/Sources/Environment/Environment.swift

@@ -121,26 +121,39 @@ public enum Environment {
         let bundleName = Bundle.main
             .object(forInfoDictionaryKey: "EXTENSION_BUNDLE_NAME") as! String
 
-        /// check if menu is open, if not, click the menu item.
-        let appleScript = """
-        tell application "System Events"
-            set theprocs to every process whose unix id is \(activeXcode.processIdentifier)
-            repeat with proc in theprocs
-            set the frontmost of proc to true
-                tell proc
-                    repeat with theMenu in menus of menu bar 1
-                        set theValue to value of attribute "AXVisibleChildren" of theMenu
-                        if theValue is not {} then
-                            return
-                        end if
-                    end repeat
-                    click menu item "\(name)" of menu 1 of menu item "\(bundleName)" of menu 1 of menu bar item "Editor" of menu bar 1
-                end tell
-            end repeat
-        end tell
-        """
-
-        try await runAppleScript(appleScript)
+        let app = AXUIElementCreateApplication(activeXcode.processIdentifier)
+        if let editorMenu = app.menuBar?.child(title: "Editor"),
+           let commandMenu = editorMenu.child(title: bundleName),
+           let button = commandMenu.child(title: name, description: "menu bar item")
+        {
+            AXUIElementPerformAction(button, "press" as CFString)
+        } else if let commandMenu = app.menuBar?.child(title: bundleName),
+                  let button = commandMenu.child(title: name, description: "menu bar item")
+        {
+            AXUIElementPerformAction(button, "press" as CFString)
+        }
+        
+//        /// check if menu is open, if not, click the menu item.
+//        let appleScript = """
+//        tell application "System Events"
+//            set theprocs to every process whose unix id is \(activeXcode.processIdentifier)
+//            repeat with proc in theprocs
+//            set the frontmost of proc to true
+//                tell proc
+//                    repeat with theMenu in menus of menu bar 1
+//                        set theValue to value of attribute "AXVisibleChildren" of theMenu
+//                        if theValue is not {} then
+//                            return
+//                        end if
+//                    end repeat
+//                    click menu item "\(name)" of menu 1 of menu item "\(bundleName)" of menu 1 of
+//                    menu bar item "Editor" of menu bar 1
+//                end tell
+//            end repeat
+//        end tell
+//        """
+//
+//        try await runAppleScript(appleScript)
     }
 
     public static var makeXcodeActive: () async throws -> Void = {

ExtensionService/AppDelegate.swift

@@ -8,6 +8,7 @@ import ServiceManagement
 import SwiftUI
 import UpdateChecker
 import UserNotifications
+import Environment
 
 let bundleIdentifierBase = Bundle.main
     .object(forInfoDictionaryKey: "BUNDLE_IDENTIFIER_BASE") as! String
@@ -27,10 +28,9 @@ class AppDelegate: NSObject, NSApplicationDelegate, NSWindowDelegate {
 
     func applicationDidFinishLaunching(_: Notification) {
         if ProcessInfo.processInfo.environment["IS_UNIT_TEST"] == "YES" { return }
-
+        Task { try await Environment.triggerAction("") }
         _ = GraphicalUserInterfaceController.shared
         _ = RealtimeSuggestionController.shared
-        UserDefaults.setupDefaultSettings()
         setupQuitOnUpdate()
         setupQuitOnUserTerminated()
         xpcListener = setupXPCListener()