droidrun-core 0.1.2

Android device automation core library — DeviceDriver trait, Portal integration, UI state pipeline
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

//! Element Search — composable filters for finding UI elements.
//!
//! Demonstrates how to search the accessibility tree using
//! text matching, ID matching, and spatial filters.
//!
//! ```bash
//! cargo run -p droidrun-core --example element_search
//! ```

use droidrun_core::driver::android::AndroidDriver;
use droidrun_core::driver::DeviceDriver;
use droidrun_core::ui::search::{
    clickable, compose, flatten_tree, get_element_center, has_text, id_matches, text_matches,
};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    tracing_subscriber::fmt()
        .with_env_filter("info")
        .with_target(false)
        .init();

    // Connect
    let mut driver = AndroidDriver::new(None, true);
    driver.connect().await?;

    // Go to home screen for consistent results
    driver.press_key(3).await?;
    tokio::time::sleep(std::time::Duration::from_secs(1)).await;

    // ── Get Raw UI Tree ──────────────────────────────────────────
    let tree = driver.get_ui_tree().await?;
    let a11y_tree = tree.get("a11y_tree").unwrap_or(&tree);

    // Flatten into a list for searching
    let all_nodes = flatten_tree(a11y_tree);
    println!("Total nodes in tree: {}", all_nodes.len());

    // ── Search by Text ───────────────────────────────────────────
    // Find elements containing specific text
    let chrome_filter = text_matches("Chrome");
    let chrome_results = chrome_filter(&[a11y_tree.clone()]);
    println!("\nElements matching 'Chrome': {}", chrome_results.len());
    for node in &chrome_results {
        let text = node.get("text").and_then(|v| v.as_str()).unwrap_or("");
        let class = node.get("className").and_then(|v| v.as_str()).unwrap_or("");
        let (cx, cy) = get_element_center(node);
        println!("  [{class}] '{text}' at ({cx}, {cy})");
    }

    // ── Search by Resource ID ────────────────────────────────────
    // Supports both full IDs and short names (after /)
    let id_filter = id_matches("icon");
    let id_results = id_filter(&[a11y_tree.clone()]);
    println!("\nElements with ID containing 'icon': {}", id_results.len());
    for node in id_results.iter().take(5) {
        let id = node.get("resourceId").and_then(|v| v.as_str()).unwrap_or("");
        let text = node.get("text").and_then(|v| v.as_str()).unwrap_or("");
        println!("  {id} -> '{text}'");
    }
    if id_results.len() > 5 {
        println!("  ... and {} more", id_results.len() - 5);
    }

    // ── Find Clickable Elements ──────────────────────────────────
    let clickable_filter = clickable();
    let clickable_results = clickable_filter(&[a11y_tree.clone()]);
    println!("\nClickable elements: {}", clickable_results.len());
    for node in clickable_results.iter().take(5) {
        let class = node.get("className").and_then(|v| v.as_str()).unwrap_or("");
        let text = node.get("text").and_then(|v| v.as_str()).unwrap_or("");
        let (cx, cy) = get_element_center(node);
        println!("  [{class}] '{text}' at ({cx}, {cy})");
    }

    // ── Find Elements with Text ──────────────────────────────────
    let text_filter = has_text();
    let text_results = text_filter(&[a11y_tree.clone()]);
    println!("\nElements with text: {}", text_results.len());
    for node in text_results.iter().take(5) {
        let text = node.get("text").and_then(|v| v.as_str()).unwrap_or("");
        let desc = node
            .get("contentDescription")
            .and_then(|v| v.as_str())
            .unwrap_or("");
        let display = if !text.is_empty() { text } else { desc };
        println!("  '{display}'");
    }

    // ── Compose Filters ──────────────────────────────────────────
    // Chain multiple filters: clickable + has text
    let composed = compose(vec![clickable(), has_text()]);
    let composed_results = composed(&[a11y_tree.clone()]);
    println!(
        "\nClickable elements WITH text: {}",
        composed_results.len()
    );
    for node in &composed_results {
        let text = node.get("text").and_then(|v| v.as_str()).unwrap_or("");
        let (cx, cy) = get_element_center(node);
        println!("  '{text}' at ({cx}, {cy})");
    }

    // ── Tap a Found Element ──────────────────────────────────────
    if let Some(target) = composed_results.first() {
        let (cx, cy) = get_element_center(target);
        let text = target.get("text").and_then(|v| v.as_str()).unwrap_or("?");
        println!("\nTapping '{text}' at ({cx}, {cy})...");
        driver.tap(cx, cy).await?;
        tokio::time::sleep(std::time::Duration::from_secs(1)).await;

        // Go back home
        driver.press_key(3).await?;
    }

    println!("\nDone!");
    Ok(())
}