rishe 0.4.0

Rishe (ریشه): High-performance Persian NLP engine in Rust — tokenization, SBD, lemmatization, ezafe detection, informal→formal normalization, stemming, spell checking, embeddings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

const ZWNJ: &str = "\u{200C}";

pub struct Inflector;

impl Inflector {
    pub fn comparative(adj: &str) -> String {
        match irregular(adj) {
            Some((comparative, _)) => comparative.to_string(),
            None => join(adj, "تر"),
        }
    }

    pub fn superlative(adj: &str) -> String {
        match irregular(adj) {
            Some((_, superlative)) => superlative.to_string(),
            None => join(adj, "ترین"),
        }
    }

    pub fn plural(noun: &str) -> String {
        join(noun, "ها")
    }

    pub fn possessive(noun: &str, person: usize) -> Option<String> {
        let suffixes = ["م", "ت", "ش", "مان", "تان", "شان"];
        suffixes.get(person)?;

        if noun.ends_with('ه') {
            if person < 3 {
                let suffix = ["ام", "ات", "اش"][person];
                return Some(format!("{noun}{ZWNJ}{suffix}"));
            }
            return Some(format!("{noun}{ZWNJ}{}", suffixes[person]));
        }

        Some(format!("{noun}{}", suffixes[person]))
    }
}

fn irregular(adj: &str) -> Option<(&'static str, &'static str)> {
    match adj {
        "خوب" => Some(("بهتر", "بهترین")),
        "کم" => Some(("کمتر", "کمترین")),
        "بیش" => Some(("بیشتر", "بیشترین")),
        "مه" => Some(("مهتر", "مهترین")),
        "به" => Some(("بهتر", "بهترین")),
        _ => None,
    }
}

fn join(word: &str, suffix: &str) -> String {
    if word.chars().last().is_some_and(|c| "اأآودذرزژ".contains(c)) {
        format!("{word}{suffix}")
    } else {
        format!("{word}{ZWNJ}{suffix}")
    }
}