nab 0.7.1

Token-optimized HTTP client for LLMs — fetches any URL as clean markdown
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

//! Shared URL parsing helpers for stream providers.

pub fn strip_query(value: &str) -> &str {
    value.split_once('?').map_or(value, |(head, _)| head)
}

pub fn last_path_segment(url: &str) -> Option<&str> {
    url.split('/')
        .rev()
        .find(|segment| !segment.is_empty() && !segment.starts_with('?'))
}

pub fn segment_after<'a>(url: &'a str, marker: &str) -> Option<&'a str> {
    let mut segments = url.split('/');

    while let Some(segment) = segments.next() {
        if segment == marker {
            return segments.next().map(strip_query);
        }
    }

    None
}

pub fn last_path_segment_without_query(url: &str) -> Option<&str> {
    last_path_segment(url).map(strip_query)
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn strips_query_suffix() {
        assert_eq!(strip_query("abc123?foo=bar"), "abc123");
        assert_eq!(strip_query("abc123"), "abc123");
    }

    #[test]
    fn finds_last_path_segment() {
        assert_eq!(
            last_path_segment("https://example.com/path/to/item?foo=bar"),
            Some("item?foo=bar")
        );
        assert_eq!(
            last_path_segment("https://example.com/path/to/item"),
            Some("item")
        );
        assert_eq!(
            last_path_segment("https://example.com"),
            Some("example.com")
        );
    }

    #[test]
    fn finds_last_path_segment_without_query() {
        assert_eq!(
            last_path_segment_without_query("https://example.com/path/to/item?foo=bar"),
            Some("item")
        );
        assert_eq!(
            last_path_segment_without_query("https://example.com/path/to/item"),
            Some("item")
        );
        assert_eq!(
            last_path_segment_without_query("https://example.com"),
            Some("example.com")
        );
    }

    #[test]
    fn finds_segment_after_marker() {
        assert_eq!(
            segment_after("https://tv.nrk.no/program/KMTE50001219?foo=bar", "program"),
            Some("KMTE50001219")
        );
        assert_eq!(
            segment_after(
                "https://www.dr.dk/drtv/serie/gintberg-til-gaes_123456",
                "serie"
            ),
            Some("gintberg-til-gaes_123456")
        );
        assert_eq!(
            segment_after("https://example.com/path/to/item", "serie"),
            None
        );
    }
}