devai 0.5.12

Command Agent runner to accelerate production coding with genai.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

//! Defines the `html` module, used in the lua engine
//!
//! ---
//!
//! ## Lua documentation
//! This module exposes functions that process HTML content.
//!
//! ### Functions
//! * `utils.html.prune_to_content(html_content: string) -> string`

use crate::run::RuntimeContext;
use crate::support::html::prune_to_content;
use crate::Result;
use mlua::{Lua, Table};

pub fn init_module(lua: &Lua, _runtime_context: &RuntimeContext) -> Result<Table> {
	let table = lua.create_table()?;

	let prune_fn = lua.create_function(prune_to_content_lua)?;
	table.set("prune_to_content", prune_fn)?;

	Ok(table)
}

/// ## Lua Documentation
///
/// Strips non-content elements from the provided HTML content and returns the cleaned HTML as a string.
///
/// This function removes:
/// - Non-visible tags such as `<script>`, `<link>`, `<style>`, and `<svg>`.
/// - HTML comments.
/// - Empty lines.
/// - Attributes except for `class`, `aria-label`, and `href`.
///
/// ```lua
/// local cleaned_html = utils.html.prune_to_content(html_content)
/// ```
///
fn prune_to_content_lua(_lua: &Lua, html_content: String) -> mlua::Result<String> {
	prune_to_content(html_content)
		.map_err(|err| mlua::Error::RuntimeError(format!("Failed to prune HTML content: {}", err)))
}

// region:    --- Tests
#[cfg(test)]
mod tests {
	type Result<T> = core::result::Result<T, Box<dyn std::error::Error>>;

	use crate::_test_support::{setup_lua, eval_lua};

	#[tokio::test]
	async fn test_lua_html_prune_to_content_ok() -> Result<()> {
		// -- Setup & Fixtures
		let lua = setup_lua(super::init_module, "html")?;
		let fx_script = r#"
local html_content = [[
<!DOCTYPE html>
<html>
<head>
    <script>alert('test');</script>
    <style>body { color: red; }</style>
</head>
<body>
    <div class="content">Hello World</div>
    <!-- comment -->
</body>
</html>
]]
return utils.html.prune_to_content(html_content)
        "#;
		// -- Exec
		let res = eval_lua(&lua, fx_script)?;
		// -- Check
		let cleaned_html = res.as_str().unwrap();
		assert!(!cleaned_html.contains("<script>"));
		assert!(!cleaned_html.contains("<style>"));
		assert!(!cleaned_html.contains("<!-- comment -->"));
		assert!(cleaned_html.contains(r#"<div class="content">Hello World</div>"#));
		Ok(())
	}
}
// endregion: --- Tests