domq 0.5.0

Tiny, zero-dependency, forgiving HTML parser: turn messy real-world HTML into a clean DOM tree (and JSON). WASM-first, no_std-friendly.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

//! Structured data out of a page: links and resources, metadata, tables, and
//! the main content ("reader mode").
//!
//! Everything here is built on the public tree API ([`NodeRef`] traversal)
//! plus the shared, iterative [`walk`](crate::serialize::walk), so it inherits
//! the crate's guarantees: no panics, no recursion on document depth, and work
//! linear in the size of the document.

use alloc::string::String;

use crate::serialize::is_space;
use crate::tree::{Dom, NodeRef};

mod links;
mod meta;
mod readable;
mod table;

pub use links::{Link, Resource};
pub use meta::Metadata;
pub use table::to_csv;

/// Every node of the document in document (pre-order) order, following the
/// tree links (so it stays correct after edits, unlike arena order).
pub(crate) fn document_order(dom: &Dom) -> impl Iterator<Item = NodeRef<'_>> {
    dom.roots()
        .flat_map(|root| core::iter::once(root).chain(root.descendants()))
}

/// `text` with runs of whitespace collapsed to one space and trimmed.
pub(crate) fn collapse(text: &str) -> String {
    let mut out = String::with_capacity(text.len());
    for word in text.split(is_space).filter(|w| !w.is_empty()) {
        if !out.is_empty() {
            out.push(' ');
        }
        out.push_str(word);
    }
    out
}

/// Whether the whitespace-separated token list `list` (e.g. a `rel` value)
/// contains `token`, ASCII case-insensitively.
pub(crate) fn has_token(list: &str, token: &str) -> bool {
    list.split(is_space).any(|t| t.eq_ignore_ascii_case(token))
}

/// `Some(trimmed)` unless the value is empty after trimming.
pub(crate) fn non_empty(value: &str) -> Option<&str> {
    let value = value.trim_matches(is_space);
    (!value.is_empty()).then_some(value)
}