trotter 0.2.0

Trotter 🎠 is an experimental crate that aims to make writing Gemini clients fun and easy.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use std::collections::HashMap;

/// Parse robots.txt file into a hashmap resembling ({"useragent": ["/path1", "/path2"]}`)
pub fn parse_robots(txt: &str) -> HashMap<&str, Vec<&str>> {
    let mut map: HashMap<&str, Vec<&str>> = HashMap::new();

    // Track state
    let mut active_agents: Vec<&str> = Vec::new();
    let mut was_user = false; // True if the last line was a user agent

    // Remove comments
    let txt = txt.lines().filter(|x| !x.trim_start().starts_with('#'));

    for line in txt {
        if let Some((_, agent)) = line.trim().split_once("User-agent:") {
            if was_user == false {
                // Clear if we're in a new user-agent block
                active_agents.clear();
            }
            active_agents.push(agent.trim());
            was_user = true;
        } else if let Some((_, disallow)) = line.trim().split_once("Disallow:") {
            for a in &active_agents {
                // Add disallow entry to all active agents
                if let Some(entry) = map.get_mut(a) {
                    entry.push(disallow.trim());
                } else {
                    map.insert(a, vec![disallow.trim()]);
                }
            }
            was_user = false;
        }
    }
    map
}