senno 0.4.0

Wits for your backend: provider-agnostic LLM client and streaming tool-calling agent engine, Vertex AI first (Gemini + Claude on Vertex), with built-in history compaction.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

mod compactor;
mod config;
mod engine;
#[cfg(feature = "axum")]
mod stream;
mod types;

pub use compactor::{Compaction, HistoryCompactor, LlmSummaryCompactor};
pub use config::{AgentConfig, AgentConfigBuilder};
pub use engine::{AgentEngine, CompactionResult};
#[cfg(feature = "axum")]
pub use stream::to_sse_event;
pub use types::*;

use crate::provider::LlmProvider;
use std::sync::Arc;

pub fn get_agent_engine(provider: impl LlmProvider + 'static, config: AgentConfig) -> AgentEngine {
    AgentEngine::new(Arc::new(provider), config)
}