Function rnltk::token::tokenize_sentence_without_stop_words

pub fn tokenize_sentence_without_stop_words(
    sentence: &str,
    stop_words: Vec<String>
) -> Vec<String>

Converts sentence to token vector without stop words.

Examples

use rnltk::token;
 
let text = "Why hello there. General Kenobi!";
let tokens = vec!["hello", "general", "kenobi"];
let stop_words = token::get_stop_words();
let tokenized_text = token::tokenize_sentence_without_stop_words(text, stop_words);

assert_eq!(tokens, tokenized_text);