Struct StopwordsFilter 

pub struct StopwordsFilter { /* private fields */ }

Filter tokens using a predefined stopword list

Implementations

impl StopwordsFilter

pub fn new(_stopwords: Vec<String>, removestopwords: bool) -> Self

Create a new stopwords filter

pub fn from_file(path: &str) -> Result<Self>

Create a stopwords filter from a file

pub fn remove_stopwords(self, remove: bool) -> Self

Set whether to remove stopwords

pub fn add_stopwords(&mut self, words: &[String])

Add stopwords to the filter

pub fn get_stopwords(&self) -> Vec<String>

Get the current stopwords

Trait Implementations

impl Clone for StopwordsFilter

fn clone(&self) -> StopwordsFilter

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StopwordsFilter

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl TokenFilter for StopwordsFilter

fn apply(&self, tokens: &[String]) -> Vec<String>

Filter tokens based on the strategy

fn filtertext(&self, text: &str, tokenizer: &dyn Tokenizer) -> Result<String>

Apply the filter directly to text