1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use infisearch_common::language::InfiLanguageConfig;

#[cfg(feature = "indexer")]
use std::collections::HashSet;

#[cfg(feature = "indexer")]
fn get_stop_words_set<'a, T: IntoIterator<Item = &'a str>>(stop_words: T) -> HashSet<String> {
    let mut set: HashSet<String> = HashSet::default();

    for word in stop_words {
        set.insert(word.to_owned());
    }

    set
}

#[cfg(feature = "indexer")]
pub fn get_stop_words(lang_config: &InfiLanguageConfig, defaults: &[&'static str]) -> HashSet<String> {
    if let Some(stop_words) = &lang_config.options.stop_words {
        get_stop_words_set(stop_words.iter().map(|s| s.as_str()))
    } else {
        get_stop_words_set(defaults.iter().copied())
    }
}

#[cfg(not(feature = "indexer"))]
pub fn get_stop_words(lang_config: &InfiLanguageConfig, defaults: &[&'static str]) -> Vec<String> {
    if let Some(stop_words) = &lang_config.options.stop_words {
        stop_words.clone()
    } else {
        defaults.into_iter().map(|s| (*s).to_owned()).collect()
    }
}