1use std::sync::Arc;
17
18use rig_core::completion::Message;
19use rig_core::conversation::pairing::safe_start;
20use rig_core::wasm_compat::{WasmCompatSend, WasmCompatSync};
21
22use crate::HeuristicTokenCounter;
23
24pub trait Recent: WasmCompatSend + WasmCompatSync {
26 fn start(&self, messages: &[Arc<Message>]) -> usize;
29}
30
31#[derive(Clone, Copy, Debug, PartialEq, Eq)]
33pub struct LastMessages(pub usize);
34
35impl Recent for LastMessages {
36 fn start(&self, messages: &[Arc<Message>]) -> usize {
37 messages.len().saturating_sub(self.0)
38 }
39}
40
41#[derive(Clone, Copy, Debug)]
45pub struct TokenBudget {
46 pub max_tokens: usize,
48}
49
50impl TokenBudget {
51 pub fn new(max_tokens: usize) -> Self {
53 Self { max_tokens }
54 }
55}
56
57impl Recent for TokenBudget {
58 fn start(&self, messages: &[Arc<Message>]) -> usize {
59 let counter = HeuristicTokenCounter::default();
60 let mut budget = self.max_tokens;
61 let mut start = messages.len();
62 for (index, message) in messages.iter().enumerate().rev() {
63 let cost = counter.count(message);
64 if cost > budget {
65 break;
66 }
67 budget -= cost;
68 start = index;
69 }
70 start
71 }
72}
73
74pub fn view<'m>(messages: &'m [Arc<Message>], recent: &dyn Recent) -> &'m [Arc<Message>] {
77 let start = safe_start(messages, recent.start(messages));
78 messages.get(start..).unwrap_or_default()
79}
80
81#[cfg(test)]
82mod tests;