pub trait ContextReducer: Send + Sync {
// Required method
fn reduce(
&self,
messages: Vec<Message>,
model: &Model,
max_output_tokens: u32,
tools: &[Tool],
metadata: &mut Value,
) -> Vec<Message>;
}Expand description
Pluggable strategy for reducing context before each inference turn.