parsitext 0.1.0

High-performance Persian (Farsi) text processing engine for Rust — normalization, tokenization, entity recognition.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

//! Validate Iranian identifiers (national ID, IBAN, bank card, phone) and
//! detect issuing banks and mobile operators.
//!
//! Run with: `cargo run --example validators -p parsitext`

use parsitext::{
    money, numbers,
    validators::{bank_card, national_id, phone, postal_code, sheba, Operator},
    Parsitext,
};

fn main() {
    println!("─── National ID ───");
    for id in ["0499370899", "1234567890", "0000000000"] {
        println!("  {id}  →  valid = {}", national_id::validate(id));
    }

    println!("\n─── Sheba (IBAN) ───");
    for iban in [
        "IR062960000000100324200001",
        "IR06 2960 0000 0010 0324 2000 01",
        "IR000000000000000000000000",
    ] {
        let v = sheba::validate(iban);
        let bank = sheba::bank(iban).unwrap_or("(unknown)");
        println!("  {iban:<32}  valid={v}  bank={bank}");
    }

    println!("\n─── Bank Card ───");
    for card in [
        "6037990000000006",
        "6037-9900-0000-0006",
        "0000000000000000",
    ] {
        let v = bank_card::validate(card);
        let bank = bank_card::bank(card).unwrap_or("(unknown)");
        println!("  {card:<22}  valid={v}  bank={bank}");
    }

    println!("\n─── Mobile Phone ───");
    for p in ["09121234567", "+989351234567", "00989221234567", "08123456"] {
        if let Some(canon) = phone::canonicalize(p) {
            let op = phone::operator(p).unwrap_or(Operator::Other);
            println!("  {p:<20}  →  {canon}  ({op} / {})", op.persian_name());
        } else {
            println!("  {p:<20}  →  invalid");
        }
    }

    println!("\n─── Postal Code ───");
    for code in ["1969833114", "19698-33114", "0123456789"] {
        println!("  {code:<14}  valid={}", postal_code::validate(code));
    }

    println!("\n─── Number ↔ Words ───");
    for n in [0i64, 21, 105, 1234, 1_500_000, -42] {
        println!("  {n:>10}  →  {}", numbers::to_words(n));
    }
    for words in ["بیست و یک", "صد و پنج", "دو میلیون و پانصد هزار"]
    {
        println!("  {words:<28}  →  {:?}", numbers::from_words(words));
    }

    println!("\n─── Money parsing ───");
    for s in [
        "۵۰۰ هزار تومان",
        "۱.۵ میلیون تومن",
        "دو میلیون و پانصد هزار ریال",
    ] {
        if let Some(m) = money::parse(s) {
            println!(
                "  {s:<32}  →  {} {} (= {} Rial)",
                m.value,
                m.unit,
                m.as_rials()
            );
        }
    }

    println!("\n─── Stemmer ───");
    let pt = Parsitext::default();
    for word in ["کتاب‌ها", "کتاب‌هایم", "بزرگ‌ترین", "روزها"] {
        println!("  {word}  →  {}", pt.stem(word));
    }

    println!("\n─── Entity recognition (validates checksums) ───");
    let text = "کد ملی: 0499370899، کارت: 6037990000000006، شبا: IR062960000000100324200001، \
                موبایل: 09121234567، کد پستی: 19698-33114";
    for e in pt.detect_entities(text) {
        let extra = e.normalized.as_deref().unwrap_or("");
        println!("  [{}]  {:<35}  {}", e.kind, e.text, extra);
    }
}