semantic-commands 0.1.1

A lightweight Rust framework for defining and executing semantic commands using text embeddings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

fn normalize(s: &str) -> String {
	s.to_lowercase()
		.replace(|c: char| !c.is_alphanumeric() && !c.is_whitespace(), " ")
		.split_whitespace() //	avoid usage tabs, new lines etc
		.collect::<Vec<_>>()
		.join(" ")
		.trim()
		.to_string()
}

#[derive(Default, Debug)]
pub struct Input {
	pub text: String,
	pub embedding: Option<Vec<f32>>,
}

impl Input {
	/// Create a new input from raw text
	///
	/// The text will be normalized automatically
	pub fn new(text: &str) -> Self {
		Self {
			text: normalize(text),
			embedding: None,
		}
	}
}

#[cfg(test)]
mod tests {
	use super::*;

	#[test]
	fn test_normalize() {
		let input = "Hello, World! This is a Test.";
		let expected = "hello world this is a test";
		assert_eq!(normalize(input), expected);
	}
}