textedit/
textedit.rs

1//! End-to-end demo on macOS `TextEdit`: create a document, type into it, read the text back,
2//! then select a word.
3//!
4//! ```sh
5//! cargo run --example textedit
6//! ```
7
8#![allow(clippy::print_stdout)]
9
10#[cfg(target_os = "macos")]
11fn main() -> computer_use::Result<()> {
12    use std::time::Duration;
13
14    use computer_use::{
15        CaptureOptions, ClickMethod, ClickOptions, ClickTarget, Computer, ElementQuery, Error, TextSelection,
16    };
17
18    const APP: &str = "TextEdit";
19    let mut computer = Computer::new()?.settle_delay(Duration::from_millis(300));
20    let tree_only = CaptureOptions::default().include_screenshot(false);
21
22    let state = computer.get_app_state(APP, &tree_only)?;
23    let new_doc = state.find(&ElementQuery::text("New Document").with_role("button").exact(true)).next();
24    if let Some(button) = new_doc.map(|e| e.index) {
25        println!(
26            "click New Document: {:?}",
27            computer.click(APP, ClickTarget::Element(button), ClickOptions::default())?
28        );
29    }
30
31    let state = computer.get_app_state(APP, &tree_only)?;
32    let text_area = state
33        .find(&ElementQuery::role("AXTextArea"))
34        .next()
35        .map(|e| e.index)
36        .ok_or_else(|| Error::StateUnavailable("no text area".into()))?;
37    println!(
38        "click text area {text_area}: {:?}",
39        computer.click(APP, ClickTarget::Element(text_area), ClickOptions::default())?
40    );
41    computer.set_value(APP, text_area, "")?;
42    computer.type_text(APP, "Hello from computer-use-rs!\nSecond line.")?;
43
44    let state = computer.get_app_state(APP, &tree_only)?;
45    let value = state.find(&ElementQuery::role("AXTextArea")).next().and_then(|e| e.value.clone());
46    println!("text area now contains: {value:?}");
47
48    computer.select_text(APP, text_area, &TextSelection::new("computer-use-rs"))?;
49    let state = computer.get_app_state(APP, &tree_only)?;
50    println!("selected text: {:?}", state.selected_text);
51
52    computer.press_key(APP, "BackSpace")?;
53    let state = computer.get_app_state(APP, &tree_only)?;
54    let value = state.find(&ElementQuery::role("AXTextArea")).next().and_then(|e| e.value.clone());
55    println!("after BackSpace: {value:?}");
56
57    computer.press_key(APP, "super+a")?;
58    let state = computer.get_app_state(APP, &tree_only)?;
59    println!("after super+a, selected: {:?}", state.selected_text);
60
61    let focused = ClickOptions::default().method(ClickMethod::FocusedBackground);
62    println!("focused click: {:?}", computer.click(APP, ClickTarget::Element(text_area), focused)?);
63    computer.type_text(APP, " The end.")?;
64    let state = computer.get_app_state(APP, &tree_only)?;
65    let value = state.find(&ElementQuery::role("AXTextArea")).next().and_then(|e| e.value.clone());
66    println!("final text: {value:?}");
67
68    Ok(())
69}
70
71#[cfg(not(target_os = "macos"))]
72fn main() {}
textedit/textedit.rs

textedit/
textedit.rs
