Struct Context

pub struct Context {
    pub messages: Vec<Message>,
    pub system_prompt: Arc<Mutex<Box<dyn SystemInfo>>>,
    pub tokens_limit: u32,
    pub total_tokens: u32,
    /* private fields */
}

Chat context

Fields

messages: Vec<Message>

system_prompt: Arc<Mutex<Box<dyn SystemInfo>>>

tokens_limit: u32

total_tokens: u32

Implementations

impl Context

pub fn new(system_prompt: Box<dyn SystemInfo>, tokens_limit: u32) -> Self

Creates a new chat context

pub fn add<M: Into<Message>>(&mut self, message: M)

Add a message to context

pub fn get(&self) -> Vec<Message>

Returns all context messages

pub fn get_as_string(&self) -> String

Returns all context messages as single string

pub fn clear(&mut self)

Clears context messages

pub fn tokenize(&self, text: &str) -> Vec<u32>

Tokenizes text

pub fn count_tokens(&self, text: &str) -> u32

Calculates tokens count

pub async fn update_system_info(&mut self)

Updates the actual system info

Trait Implementations

impl Clone for Context

fn clone(&self) -> Context

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.