rssume 0.2.0

RSS middleware with AI-powered translation and summarization
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

pub fn detect(text: &str) -> Option<String> {
    if text.trim().is_empty() {
        return None;
    }
    whatlang::detect_lang(text).map(|lang| lang.code().to_string())
}

pub fn needs_translation(text: &str, target_lang: &str) -> bool {
    if text.trim().is_empty() {
        return false;
    }
    match detect(text) {
        Some(lang) => normalize_code(&lang) != normalize_code(target_lang),
        None => false,
    }
}

fn normalize_code(code: &str) -> &str {
    let base = code.split(['-', '_']).next().unwrap_or(code);
    match base {
        "cmn" | "zh" => "zho",
        "eng" | "en" => "eng",
        "jpn" | "ja" => "jpn",
        "kor" | "ko" => "kor",
        "fra" | "fr" => "fra",
        "deu" | "de" => "deu",
        "spa" | "es" => "spa",
        "rus" | "ru" => "rus",
        "ara" | "ar" => "ara",
        "por" | "pt" => "por",
        "ita" | "it" => "ita",
        other => other,
    }
}

pub fn lang_name(code: &str) -> String {
    let code = code.split(['-', '_']).next().unwrap_or(code);
    match code {
        "zho" | "zh" | "cmn" => "Chinese",
        "eng" | "en" => "English",
        "jpn" | "ja" => "Japanese",
        "kor" | "ko" => "Korean",
        "fra" | "fr" => "French",
        "deu" | "de" => "German",
        "spa" | "es" => "Spanish",
        "rus" | "ru" => "Russian",
        "ara" | "ar" => "Arabic",
        "por" | "pt" => "Portuguese",
        "ita" | "it" => "Italian",
        _ => code,
    }
    .to_string()
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_detect_chinese() {
        let lang = detect("这是一段中文文本，用于测试语言检测功能");
        assert!(lang.is_some());
        let code = lang.unwrap().split('-').next().unwrap().to_string();
        assert!(code == "cmn" || code == "zho");
    }

    #[test]
    fn test_detect_english() {
        let lang = detect("This is an English sentence for testing language detection");
        assert!(lang.is_some());
        assert_eq!(lang.unwrap().split('-').next().unwrap(), "eng");
    }

    #[test]
    fn test_needs_translation_chinese_to_english() {
        let cn_text = "这是中文";
        assert!(needs_translation(cn_text, "eng"));
    }

    #[test]
    fn test_no_translation_needed() {
        let en_text = "This is English text that should not need translation";
        assert!(!needs_translation(en_text, "eng"));
    }
}