asobi 0.2.2

A persistent, project-local knowledge graph CLI for AI agents.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

pub fn chunk_text(text: &str, max_chars: usize, overlap: usize) -> Vec<String> {
    if text.trim().is_empty() {
        return vec![];
    }
    if max_chars == 0 {
        return vec![text.to_string()];
    }

    let mut chunks = Vec::new();
    let chars: Vec<char> = text.chars().collect();
    let mut start = 0;

    while start < chars.len() {
        let end = (start + max_chars).min(chars.len());
        let chunk: String = chars[start..end].iter().collect();
        chunks.push(chunk);

        if end == chars.len() {
            break;
        }

        start += max_chars - overlap.min(max_chars - 1);
    }

    chunks
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_short_text_is_one_chunk() {
        let text = "Hello world.";
        let chunks = chunk_text(text, 100, 10);
        assert_eq!(chunks.len(), 1);
        assert_eq!(chunks[0], text);
    }

    #[test]
    fn test_long_text_splits() {
        let text = "abcdefghij"; // 10 chars
        let chunks = chunk_text(text, 4, 2);
        // "abcd" (start 0, end 4)
        // start += 4 - 2 = 2
        // "cdef" (start 2, end 6)
        // start += 4 - 2 = 4
        // "efgh" (start 4, end 8)
        // start += 4 - 2 = 6
        // "ghij" (start 6, end 10)
        assert_eq!(chunks.len(), 4);
        assert_eq!(chunks[0], "abcd");
        assert_eq!(chunks[1], "cdef");
        assert_eq!(chunks[2], "efgh");
        assert_eq!(chunks[3], "ghij");
    }

    #[test]
    fn test_zero_overlap_abuts() {
        let text = "abcdefgh"; // 8 chars
        let chunks = chunk_text(text, 4, 0);
        // overlap=0, max_chars=4 → min(0, 3)=0 → step=4
        // "abcd" (start 0, end 4)
        // start += 4 - 0 = 4
        // "efgh" (start 4, end 8)
        assert_eq!(chunks.len(), 2);
        assert_eq!(chunks[0], "abcd");
        assert_eq!(chunks[1], "efgh");
    }
}