Struct UiMap 

pub struct UiMap {
    pub id: String,
    pub timestamp: DateTime<Utc>,
    pub url: String,
    pub elements: Vec<UiElement>,
    pub text_blocks: Vec<TextBlock>,
    pub page_signals: PageSignals,
    pub viewport: Viewport,
    pub content_hash: String,
    pub screenshot_path: String,
}

Complete UI state representation.

Fields

id: String

timestamp: DateTime<Utc>

url: String

elements: Vec<UiElement>

text_blocks: Vec<TextBlock>

page_signals: PageSignals

viewport: Viewport

content_hash: String

screenshot_path: String

Implementations

impl UiMap

pub fn new( url: String, elements: Vec<UiElement>, text_blocks: Vec<TextBlock>, page_signals: PageSignals, viewport: Viewport, screenshot_path: String, ) -> Self

pub fn compute_content_hash(&self) -> String

pub fn get_element(&self, element_id: &str) -> Option<&UiElement>

pub fn get_elements_by_role(&self, role: UiRole) -> Vec<&UiElement>

pub fn interactive_elements(&self) -> Vec<&UiElement>

pub fn estimate_tokens(&self, interactive_only: bool) -> usize

pub fn average_confidence(&self) -> f32

pub fn format_compact(&self) -> String

Format as compact text for LLM consumption.

Format: [el_0] Button "Submit" (120,340) focused

Trait Implementations

impl Clone for UiMap

fn clone(&self) -> UiMap

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for UiMap

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for UiMap

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for UiMap

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.