earl 0.5.2

AI-safe CLI for AI agents
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117

use anyhow::{Result, bail};
use regex::Regex;
use scraper::{Html, Selector};
use serde_json::Value;
use sxd_document::parser;
use sxd_xpath::{Context as XPathContext, Factory, Value as XPathValue};

use earl_core::schema::ResultExtract;

use earl_core::decode::DecodedBody;

pub fn extract_result(extract: Option<&ResultExtract>, decoded: &DecodedBody) -> Result<Value> {
    let Some(extract) = extract else {
        return Ok(decoded.to_json_value());
    };

    match extract {
        ResultExtract::JsonPointer { json_pointer } => extract_json_pointer(decoded, json_pointer),
        ResultExtract::Regex { regex } => extract_regex(decoded, regex),
        ResultExtract::CssSelector { css_selector } => extract_css(decoded, css_selector),
        ResultExtract::XPath { xpath } => extract_xpath(decoded, xpath),
    }
}

fn extract_json_pointer(decoded: &DecodedBody, pointer: &str) -> Result<Value> {
    let json = decoded
        .as_json()
        .ok_or_else(|| anyhow::anyhow!("json_pointer extraction requires decoded JSON body"))?;

    json.pointer(pointer)
        .cloned()
        .ok_or_else(|| anyhow::anyhow!("json_pointer `{pointer}` did not match response body"))
}

fn extract_regex(decoded: &DecodedBody, pattern: &str) -> Result<Value> {
    let text = decoded
        .as_text()
        .ok_or_else(|| anyhow::anyhow!("regex extraction requires decoded text/html/xml body"))?;

    let regex = Regex::new(pattern)?;
    let captures = regex
        .captures(text)
        .ok_or_else(|| anyhow::anyhow!("regex pattern did not match response body"))?;

    if captures.len() > 1 {
        Ok(Value::String(
            captures
                .get(1)
                .map(|m| m.as_str().to_string())
                .unwrap_or_default(),
        ))
    } else {
        Ok(Value::String(
            captures
                .get(0)
                .map(|m| m.as_str().to_string())
                .unwrap_or_default(),
        ))
    }
}

fn extract_css(decoded: &DecodedBody, selector: &str) -> Result<Value> {
    let html = decoded.as_text().ok_or_else(|| {
        anyhow::anyhow!("css_selector extraction requires decoded html/text body")
    })?;

    let doc = Html::parse_document(html);
    let selector = Selector::parse(selector)
        .map_err(|err| anyhow::anyhow!("invalid css selector `{selector}`: {err}"))?;

    let mut results = Vec::new();
    for node in doc.select(&selector) {
        let text = node.text().collect::<Vec<_>>().join(" ").trim().to_string();
        if !text.is_empty() {
            results.push(Value::String(text));
        }
    }

    Ok(Value::Array(results))
}

fn extract_xpath(decoded: &DecodedBody, xpath: &str) -> Result<Value> {
    let xml = decoded
        .as_text()
        .ok_or_else(|| anyhow::anyhow!("xpath extraction requires decoded xml/text body"))?;

    let package = parser::parse(xml).map_err(|err| anyhow::anyhow!("invalid XML: {err}"))?;
    let doc = package.as_document();

    let factory = Factory::new();
    let xpath = factory
        .build(xpath)?
        .ok_or_else(|| anyhow::anyhow!("failed to compile xpath expression"))?;

    let context = XPathContext::new();
    let value = xpath.evaluate(&context, doc.root())?;

    match value {
        XPathValue::Nodeset(nodes) => {
            let values = nodes
                .document_order()
                .into_iter()
                .map(|node| Value::String(node.string_value()))
                .collect();
            Ok(Value::Array(values))
        }
        XPathValue::Boolean(v) => Ok(Value::Bool(v)),
        XPathValue::Number(v) => {
            if let Some(n) = serde_json::Number::from_f64(v) {
                Ok(Value::Number(n))
            } else {
                bail!("xpath returned invalid non-finite number")
            }
        }
        XPathValue::String(v) => Ok(Value::String(v)),
    }
}