kumo 0.2.0

An async web crawling framework for Rust — Scrapy for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use crate::extract::{
    response::Response,
    selector::{Element, ElementList},
};

impl Response {
    /// Select elements in this page via a CSS selector.
    /// Returns an empty list if the body is binary.
    pub fn css(&self, selector: &str) -> ElementList {
        let Some(text) = self.text() else {
            return ElementList { elements: vec![] };
        };
        let Some(sel) = crate::extract::selector::get_selector(selector) else {
            return ElementList { elements: vec![] };
        };
        let document = scraper::Html::parse_document(text);
        let elements = document
            .select(&sel)
            .map(|el| Element {
                outer_html: el.html(),
            })
            .collect();
        ElementList { elements }
    }
}