chatty-rs 0.0.1-alpha1

A terminal-based chat client for OpenAI's GPT models.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

#[cfg(test)]
#[path = "utils_test.rs"]
mod tests;

use crate::{config, models::Message};

pub(crate) fn context_truncation(context: &mut Vec<Message>, max_output_tokens: usize) {
    if !config::instance().context.truncation.enabled || max_output_tokens == 0 {
        return;
    }

    let max_tokens = config::instance().context.truncation.max_tokens;
    let mut current_tokens = context.iter().map(|msg| msg.token_count()).sum::<usize>();
    if current_tokens + max_output_tokens <= max_tokens {
        return;
    }

    let mut idx = 0;
    while current_tokens + max_output_tokens > max_tokens {
        if context.len() < 2 {
            break;
        }

        if context[idx].is_context() {
            idx += 1;
            continue;
        }
        let msg = context.remove(idx);
        current_tokens -= msg.token_count();
    }

    if !context.last().unwrap().is_system() {
        context.pop();
    }
}