teaql-tool-extra 0.1.0

Heavy-dependency extra utilities for the TeaQL Tool ecosystem.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use teaql_tool_core::{Result, TeaQLToolError};
use scraper::{Html, Selector};

#[derive(Debug, Clone)]
pub struct HtmlTool;

impl HtmlTool {
    pub fn new() -> Self { Self }

    pub fn select_text(&self, html_str: &str, selector_str: &str) -> Result<Vec<String>> {
        let document = Html::parse_document(html_str);
        let selector = Selector::parse(selector_str).map_err(|e| TeaQLToolError::ParseError(format!("{:?}", e)))?;
        
        let mut results = Vec::new();
        for element in document.select(&selector) {
            results.push(element.text().collect::<Vec<_>>().join(" "));
        }
        Ok(results)
    }

    pub fn select_attr(&self, html_str: &str, selector_str: &str, attr: &str) -> Result<Vec<String>> {
        let document = Html::parse_document(html_str);
        let selector = Selector::parse(selector_str).map_err(|e| TeaQLToolError::ParseError(format!("{:?}", e)))?;
        
        let mut results = Vec::new();
        for element in document.select(&selector) {
            if let Some(val) = element.value().attr(attr) {
                results.push(val.to_string());
            }
        }
        Ok(results)
    }
}

impl Default for HtmlTool {
    fn default() -> Self { Self::new() }
}