aipack 0.8.22

Command Agent runner to accelerate production coding with genai.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//! HTML Utilities
use crate::{Error, Result};

/// Strips non-content elements from the provided HTML content and returns the cleaned HTML as a string.
///
/// This function removes:
/// - Non-visible tags such as `<script>`, `<link>`, `<style>`, and `<svg>`.
/// - HTML comments.
/// - Empty lines.
/// - Attributes except for `class`, `aria-label`, and `href`.
///
/// # Arguments
///
/// * `html_content` - A `String` containing the HTML content to be processed.
///
/// # Returns
///
/// A `Result<String>` which is:
/// - `Ok(String)` containing the cleaned HTML content.
/// - `Err` if any parsing or serialization errors occur.
///
pub fn slim(html_content: String) -> Result<String> {
	let res = html_helpers::slim(&html_content).map_err(|err| Error::cc("Cannot slim HTML", err))?;
	Ok(res)
}

/// Convert an html content into markdown using the Rust `htmd` crate (similar to node turndown.js, much less verbose than html2md)
pub fn to_md(html_content: String) -> Result<String> {
	let options = htmd::options::Options {
		bullet_list_marker: htmd::options::BulletListMarker::Dash,
		ul_bullet_spacing: 1,
		ol_number_spacing: 1,
		..Default::default()
	};
	let converter = htmd::HtmlToMarkdown::builder().options(options).build();

	let res = converter
		.convert(&html_content)
		.map_err(|err| Error::cc("Cannot conver HTML to Markdown", err))?;

	Ok(res)
}

pub fn decode_html_entities(content: &str) -> String {
	html_escape::decode_html_entities(content).to_string()
}