cueward-adapter-macos 0.5.0

macOS adapter for Cueward with Safari, Notes, Messages, Reminders, Calendar, Screenshot, Clipboard, and OCR integrations.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

// Deterministic AX observations; no desktop access or input is required.
var scenario: String { ProcessInfo.processInfo.environment["APP_AX_SCENARIO"] ?? "fallback" }
func AXIsProcessTrusted() -> Bool { true }
func CGSessionCopyCurrentDictionary() -> CFDictionary? {
    ["CGSSessionScreenIsLocked": scenario == "locked"] as CFDictionary
}
let fixtureRoot = AXUIElementCreateApplication(101)
let duplicateRoot = AXUIElementCreateApplication(102)
let fixtureChild = AXUIElementCreateApplication(103)
let fixtureMenu = AXUIElementCreateApplication(104)
let menuItem = AXUIElementCreateApplication(105)
var windowReads = 0

func AXUIElementGetPid(_ element: AXUIElement, _ result: UnsafeMutablePointer<pid_t>) -> AXError {
    result.pointee = scenario == "service" && CFEqual(element, fixtureChild) ? getpid() : getppid()
    return .success
}
func AXUIElementCopyActionNames(_ element: AXUIElement, _ result: UnsafeMutablePointer<CFArray?>) -> AXError {
    result.pointee = (CFEqual(element, menuItem) ? [kAXPressAction] : []) as CFArray
    return .success
}
func AXUIElementIsAttributeSettable(_ element: AXUIElement, _ name: CFString,
                                   _ result: UnsafeMutablePointer<DarwinBoolean>) -> AXError {
    result.pointee = DarwinBoolean(CFEqual(element, fixtureChild))
    return .success
}
func AXUIElementCopyAttributeValue(_ element: AXUIElement, _ key: CFString,
                                  _ result: UnsafeMutablePointer<CFTypeRef?>) -> AXError {
    let key = key as String
    if CFEqual(element, application) {
        switch key {
        case kAXWindowsAttribute:
            windowReads += 1
            result.pointee = (scenario == "ambiguous" || (scenario == "changed" && windowReads > 1)
                ? [fixtureRoot, duplicateRoot] : scenario == "deduplicate" ? [fixtureRoot] : []) as CFArray
        case kAXMainWindowAttribute, kAXFocusedWindowAttribute:
            if scenario == "failed-read" { return .cannotComplete }
            if scenario == "windowless" { return .noValue }
            result.pointee = fixtureRoot
        case kAXMenuBarAttribute: result.pointee = fixtureMenu
        default: return .attributeUnsupported
        }
    } else {
        switch key {
        case kAXRoleAttribute:
            if scenario == "failed-role" { return .failure }
            if CFEqual(element, fixtureChild) {
                if scenario == "missing-role" { return .noValue }
                if scenario == "malformed-role" { result.pointee = NSNumber(value: 1); return .success }
            }
            result.pointee = (CFEqual(element, fixtureChild) ? kAXTextFieldRole
                : CFEqual(element, fixtureMenu) ? kAXMenuBarRole
                : CFEqual(element, menuItem) ? kAXMenuItemRole : kAXWindowRole) as CFString
        case kAXSubroleAttribute:
            guard CFEqual(element, fixtureChild) else { return .attributeUnsupported }
            if scenario == "failed-subrole" { return .failure }
            if scenario == "malformed-subrole" { result.pointee = NSNumber(value: 1); return .success }
            if scenario.hasPrefix("secure-subrole") { result.pointee = "AXSecureTextField" as CFString; return .success }
            return .attributeUnsupported
        case kAXTitleAttribute: result.pointee = "Fixture" as CFString
        case kAXDescriptionAttribute:
            if ["unavailable-description", "unavailable-description-identifier"].contains(scenario) { return .failure }
            return .attributeUnsupported
        case kAXIdentifierAttribute:
            guard CFEqual(element, fixtureChild) else { return .attributeUnsupported }
            if ["unavailable-identifier", "unavailable-description-identifier", "secure-subrole-unavailable-identifier"].contains(scenario) { return .failure }
            if scenario == "failed-identifier" { return .cannotComplete }
            return .attributeUnsupported
        case kAXValueAttribute:
            guard CFEqual(element, fixtureChild) else { return .noValue }
            if ["missing-role", "malformed-role", "failed-subrole", "malformed-subrole"].contains(scenario) || scenario.hasPrefix("secure-subrole") {
                fail("fixture value was read before security classification")
            }
            if scenario == "unavailable-value" { return .failure }
            if scenario == "failed-value" { return .cannotComplete }
            result.pointee = "Fixture text" as CFString
        case kAXChildrenAttribute:
            result.pointee = (CFEqual(element, fixtureRoot) ? [fixtureChild]
                : CFEqual(element, fixtureMenu) ? [menuItem] : []) as CFArray
        default: return .attributeUnsupported
        }
    }
    return .success
}