reposcrape 0.1.6

Repository scraper for presenting repositories on a personal website
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

use reqwest::get;
use serde::Deserialize;
use std::collections::HashMap;
use tracing::debug; // IMPROVE: Serialized size of HashMap vs BTreeMap vs patricia_tree

// IMPROVE: Fuzzy search of strings at usage
fn add_lang(map: &mut HashMap<String, String>, lang: String, color: String, is_alias: bool) {
    let lowercase = lang.to_lowercase();

    if is_alias && (map.contains_key(&lang) || map.contains_key(&lowercase)) {
        debug!("Ignore language alias, actual names take priority {}", lang);
        return;
    }

    if let Some(old_color) = map.insert(lang.to_owned(), color.clone()) {
        if color != old_color {
            debug!("Got new color for {}: {} -> {}", lang, old_color, color);
        }
    }

    if lowercase == lang {
        return;
    }

    if let Some(old_color) = map.insert(lowercase.to_owned(), color.clone()) {
        if color != old_color {
            debug!(
                "Got new color for {}: {} -> {}",
                lowercase, old_color, color
            );
        }
    }
}

pub async fn fetch_language_colors() -> Result<HashMap<String, String>, Box<dyn std::error::Error>>
{
    let url = "https://github.com/github-linguist/linguist/raw/main/lib/linguist/languages.yml";
    let response = get(url).await?.text().await?;

    #[derive(Debug, Deserialize)]
    struct Language {
        color: Option<String>,
        aliases: Option<Vec<String>>,
        extensions: Option<Vec<String>>,
    }

    // Parse the YAML content
    let languages: HashMap<String, Language> = serde_yaml::from_str(&response)?;

    // Create a map of language to color code, filtering out languages without a color
    let mut language_colors = HashMap::new();

    for (lang, info) in languages.iter() {
        let Some(color) = &info.color else {
            continue;
        };

        add_lang(&mut language_colors, lang.clone(), color.clone(), false);

        if let Some(extensions) = &info.extensions {
            for ext in extensions {
                add_lang(&mut language_colors, ext.clone(), color.clone(), true);
            }
        }

        if let Some(aliases) = &info.aliases {
            for alias in aliases {
                add_lang(&mut language_colors, alias.clone(), color.clone(), true);
            }
        }
    }

    Ok(language_colors)
}