imp-llm 0.2.0

Standalone multi-provider LLM streaming client
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

/// Return the longest prefix containing at most `max_chars` Unicode scalar values.
#[must_use]
pub fn prefix_chars(s: &str, max_chars: usize) -> &str {
    if max_chars == 0 {
        return "";
    }

    match s.char_indices().nth(max_chars) {
        Some((idx, _)) => &s[..idx],
        None => s,
    }
}

/// Truncate to at most `max_chars` characters.
#[must_use]
pub fn truncate_chars(s: &str, max_chars: usize) -> String {
    prefix_chars(s, max_chars).to_string()
}

/// Truncate to at most `max_chars` characters and append `suffix` when truncated.
#[must_use]
pub fn truncate_chars_with_suffix(s: &str, max_chars: usize, suffix: &str) -> String {
    let prefix = prefix_chars(s, max_chars);
    if prefix.len() == s.len() {
        s.to_string()
    } else {
        format!("{prefix}{suffix}")
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn prefix_chars_respects_unicode_boundaries() {
        let s = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa—bbb";
        let prefix = prefix_chars(s, 87);
        assert_eq!(prefix, "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa—");
    }

    #[test]
    fn truncate_chars_with_suffix_only_appends_when_needed() {
        assert_eq!(truncate_chars_with_suffix("hello", 10, "…"), "hello");
        assert_eq!(truncate_chars_with_suffix("hello world", 5, "…"), "hello…");
    }

    #[test]
    fn truncate_chars_handles_zero() {
        assert_eq!(prefix_chars("hello", 0), "");
        assert_eq!(truncate_chars("hello", 0), "");
    }
}