Struct PageObservation 

pub struct PageObservation {
    pub url: String,
    pub title: String,
    pub description: String,
    pub page_type: String,
    pub interactive_elements: Vec<InteractiveElement>,
    pub forms: Vec<FormInfo>,
    pub navigation: Vec<NavigationOption>,
    pub suggested_actions: Vec<String>,
    pub screenshot: Option<String>,
    pub usage: AutomationUsage,
    pub html: Option<String>,
    pub text_content: Option<String>,
}

Observation of a page’s current state.

Used by the agent to understand what’s on the page and what actions are available.

Fields

url: String

Current page URL.

title: String

Page title.

description: String

Brief description of the page.

page_type: String

Type of page (login, search, product, etc.).

interactive_elements: Vec<InteractiveElement>

Interactive elements on the page.

forms: Vec<FormInfo>

Forms on the page.

navigation: Vec<NavigationOption>

Navigation options.

suggested_actions: Vec<String>

Suggested next actions.

screenshot: Option<String>

Screenshot (base64).

usage: AutomationUsage

Token usage for this observation.

html: Option<String>

Raw HTML (truncated).

text_content: Option<String>

Page text content.

Implementations

impl PageObservation

pub fn new(url: impl Into<String>) -> Self

Create a new observation.

pub fn with_title(self, title: impl Into<String>) -> Self

Set title.

pub fn with_description(self, desc: impl Into<String>) -> Self

Set description.

pub fn with_page_type(self, page_type: impl Into<String>) -> Self

Set page type.

pub fn add_element(self, element: InteractiveElement) -> Self

Add an interactive element.

pub fn add_form(self, form: FormInfo) -> Self

Add a form.

pub fn add_navigation(self, nav: NavigationOption) -> Self

Add a navigation option.

pub fn suggest_action(self, action: impl Into<String>) -> Self

Add a suggested action.

pub fn with_screenshot(self, screenshot: impl Into<String>) -> Self

Set screenshot.

pub fn with_usage(self, usage: AutomationUsage) -> Self

Set usage.

pub fn find_element(&self, selector: &str) -> Option<&InteractiveElement>

Find an element by selector.

pub fn elements_by_type(&self, element_type: &str) -> Vec<&InteractiveElement>

Find elements by type.

pub fn clickable_elements(&self) -> Vec<&InteractiveElement>

Get clickable elements.

pub fn input_elements(&self) -> Vec<&InteractiveElement>

Get form inputs.

Trait Implementations

impl Clone for PageObservation

fn clone(&self) -> PageObservation

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PageObservation

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for PageObservation

fn default() -> PageObservation

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for PageObservation

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for PageObservation

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.