computer-use-linux 0.7.9

Linux desktop control over MCP — AT-SPI accessibility tree, multi-compositor window targeting (GNOME, KWin, Hyprland, i3, COSMIC), screencast portal screenshots, and ydotool input synthesis. Wayland-first, X11 best-effort.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

#!/usr/bin/env python3
"""GTK4 click calibration without mixing surface, window and widget coordinates.

Launch in your test desktop. Take a targeted screenshot, choose the green 10x10
square's center from its pixels, and click it. A matching `hit: true` is the
acceptance condition. Do not pass the square's widget-local (85,85) directly to
window-relative click: margins and decorations are part of the screenshot.

No physical input is synthesized. The probe reports only events delivered to
its own widget. Requires Python GI, GTK4 and Graphene (no cairo Python binding).
"""
import json
import gi

gi.require_version("Gtk", "4.0")
gi.require_version("Gdk", "4.0")
gi.require_version("Graphene", "1.0")
from gi.repository import Gdk, GLib, Graphene, Gtk


def main():
    window = Gtk.Window(title="CUL coordinate probe")
    window.set_default_size(400, 300)
    window.set_titlebar(Gtk.HeaderBar())
    area = Gtk.Fixed()
    area.set_margin_start(6)
    area.set_margin_top(6)
    window.set_child(area)
    target = Gtk.Box()
    target.set_size_request(10, 10)
    target.add_css_class("calibration-target")
    area.put(target, 80, 80)
    css = Gtk.CssProvider()
    css.load_from_data(b".calibration-target { background: #00ff00; }")
    Gtk.StyleContext.add_provider_for_display(
        Gdk.Display.get_default(), css, Gtk.STYLE_PROVIDER_PRIORITY_APPLICATION)

    def pressed(controller, count, x, y):
        # Gesture coordinates belong to the same Fixed that contains the target.
        # Gdk.Event.get_position(), in contrast, uses surface coordinates:
        # https://docs.gtk.org/gdk4/method.Event.get_position.html
        ok, point = area.compute_point(window, Graphene.Point().init(x, y))
        print(json.dumps({
            "widget": [x, y],
            "window": [point.x, point.y] if ok else None,
            "surface_to_window": list(window.get_surface_transform()),
            "hit": 80 <= x < 90 and 80 <= y < 90,
        }), flush=True)

    click = Gtk.GestureClick()
    click.connect("pressed", pressed)
    area.add_controller(click)
    window.present()
    loop = GLib.MainLoop()
    window.connect("close-request", lambda *args: loop.quit())
    loop.run()


if __name__ == "__main__":
    main()