ambi 0.1.5

A flexible, multi-backend, customizable AI agent framework, entirely based on Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107

use crate::types::message::Message;
use serde::{Deserialize, Serialize};
use std::sync::Arc;

#[derive(Serialize, Deserialize, Default)]
pub struct ChatHistory {
    messages: Vec<Arc<Message>>,
}

impl ChatHistory {
    pub fn new() -> Self {
        Self {
            messages: Vec::new(),
        }
    }

    pub fn push(&mut self, msg: Message) {
        self.messages.push(Arc::new(msg));
    }

    pub fn all(&self) -> &[Arc<Message>] {
        &self.messages
    }

    pub fn clear(&mut self) {
        self.messages.clear();
    }

    pub fn len(&self) -> usize {
        self.messages.len()
    }

    pub fn is_empty(&self) -> bool {
        self.messages.is_empty()
    }

    pub fn truncate(&mut self, len: usize) {
        self.messages.truncate(len);
    }

    pub fn estimate_tokens(&self) -> usize {
        self.messages.iter().map(|m| m.text_len()).sum::<usize>() / 4
    }

    pub fn evict_old_messages(
        &mut self,
        initial_keep: usize,
        recent_keep: usize,
        max_safe_tokens: usize,
        prompt_overhead: usize,
    ) -> Vec<Arc<Message>> {
        let total = self.messages.len();
        let total_tokens = self.estimate_tokens();

        if total <= initial_keep + recent_keep
            && (total_tokens + prompt_overhead) <= max_safe_tokens
        {
            return Vec::new();
        }

        let mut safe_cut_idx = total.saturating_sub(recent_keep).max(initial_keep);

        while safe_cut_idx < total {
            let remaining_tokens: usize = self.messages[safe_cut_idx..]
                .iter()
                .map(|m| m.text_len())
                .sum::<usize>()
                / 4;

            if (remaining_tokens + prompt_overhead) <= max_safe_tokens {
                break;
            }
            safe_cut_idx += 1;
        }

        while safe_cut_idx < total && safe_cut_idx > initial_keep {
            if matches!(&*self.messages[safe_cut_idx], Message::User { .. }) {
                break;
            }
            safe_cut_idx += 1;
        }

        if safe_cut_idx >= total {
            safe_cut_idx = total.saturating_sub(1).max(initial_keep);
        }

        let evicted = self
            .messages
            .drain(initial_keep..safe_cut_idx)
            .collect::<Vec<_>>();

        if initial_keep > 0
            && self.messages.len() > initial_keep
            && matches!(&*self.messages[initial_keep - 1], Message::User { .. })
            && matches!(&*self.messages[initial_keep], Message::User { .. })
        {
            self.messages.insert(
                initial_keep,
                Arc::new(Message::Assistant {
                    content: "[...History Truncated...]".to_string(),
                }),
            );
        }

        evicted
    }
}