synaptic-memory 0.4.0

Conversation memory: Buffer, Window, Summary, SummaryBuffer, TokenBuffer strategies
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71

use std::sync::Arc;

use synaptic_core::{MemoryStore, Message};
use synaptic_memory::{ChatMessageHistory, ConversationTokenBufferMemory};

fn new_store() -> Arc<ChatMessageHistory> {
    Arc::new(ChatMessageHistory::new(Arc::new(
        synaptic_store::InMemoryStore::new(),
    )))
}

#[tokio::test]
async fn token_buffer_trims_old_messages() {
    let store = new_store();
    // Set a small token budget. "hello" = 5 chars => ~2 tokens, "world" = 5 chars => ~2 tokens
    // Each short message is about 2 tokens, so 10 tokens should fit ~5 short messages
    let token_buf = ConversationTokenBufferMemory::new(store, 5);

    token_buf
        .append("s1", Message::human("aaaa bbbb cccc dddd")) // 19 chars => ~5 tokens
        .await
        .unwrap();
    token_buf
        .append("s1", Message::ai("eeee ffff")) // 9 chars => ~3 tokens
        .await
        .unwrap();
    token_buf
        .append("s1", Message::human("gg")) // 2 chars => ~1 token
        .await
        .unwrap();

    let loaded = token_buf.load("s1").await.unwrap();
    // Total would be ~9 tokens, budget is 5
    // Should drop oldest messages until within budget
    // After dropping first (5 tokens): ~4 tokens remain => fits
    assert!(loaded.len() < 3);
    // The last message should always be present
    assert_eq!(loaded.last().unwrap().content(), "gg");
}

#[tokio::test]
async fn token_buffer_returns_all_when_under_limit() {
    let store = new_store();
    let token_buf = ConversationTokenBufferMemory::new(store, 100);

    token_buf
        .append("s1", Message::human("hello"))
        .await
        .unwrap();
    token_buf.append("s1", Message::ai("world")).await.unwrap();

    let loaded = token_buf.load("s1").await.unwrap();
    assert_eq!(loaded.len(), 2);
    assert_eq!(loaded[0].content(), "hello");
    assert_eq!(loaded[1].content(), "world");
}

#[tokio::test]
async fn token_buffer_clear() {
    let store = new_store();
    let token_buf = ConversationTokenBufferMemory::new(store, 100);

    token_buf
        .append("s1", Message::human("hello"))
        .await
        .unwrap();
    token_buf.clear("s1").await.unwrap();

    let loaded = token_buf.load("s1").await.unwrap();
    assert!(loaded.is_empty());
}