Module zoea::nlp

Functions

text_token_bigrams	EXAMPLE let string_2 = String::from("I walked to San Diego slowly today!"); let bigrams_2 = text_token_bigrams(&string_2); println!("Sentence = {}", string_2); for gram in bigrams_2 { println!("bigram= {}", gram);
text_tokens	EXAMPLE let string_2 = String::from("I walked to San Diego slowly today!"); let tokens = text_tokens(&string_2); println!("Sentence = {}", string_2); for token in tokens { println!("bigram= {}", token);