Struct Chat

pub struct Chat<M: ModelInfo> {
    pub model: M,
    pub system_prompt: String,
    pub max_output_tokens: usize,
    pub history: Vec<Message>,
    pub tools: Option<Vec<LlmToolInfo>>,
    /* private fields */
}

The main Chat client that users will interact with. All methods return a new instance rather than mutating the existing one, following the immutable builder pattern.

Fields

model: M

system_prompt: String

max_output_tokens: usize

history: Vec<Message>

tools: Option<Vec<LlmToolInfo>>

Implementations

impl<M> Chat<M>

where M: ModelInfo,

pub fn new(model: M) -> Self

Creates a new Chat instance with a model and provider

pub fn with_system_prompt(self, prompt: impl Into<String>) -> Self

Sets system prompt and returns a new instance

pub fn with_max_output_tokens(self, n: usize) -> Self

Sets max output tokens and returns a new instance

pub fn with_history(self, history: Vec<Message>) -> Self

Sets history and returns a new instance

pub fn with_compactor<C: ChatHistoryCompactor + 'static>(self, comp: C) -> Self

Sets compactor and returns a new instance

pub fn add_message(self, msg: Message) -> Self

Adds a message to the conversation history and returns a new instance

pub fn push_message(self, msg: Message) -> Self

Alias for add_message for backward compatibility

pub fn tokens_used(&self) -> usize

Gets the current token count

pub fn with_tool(self, tool: impl ToolDefinition) -> Result<Self>

Add a tool and returns a new instance with the tool added