llm-agent 0.3.0

The agent library to build LLM applications that work with any LLM providers.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

use crate::{errors::BoxedError, AgentTool};
use futures::future::BoxFuture;
use std::sync::Arc;

/// Toolkit produces a per-session toolkit session that can provide dynamic
/// prompt and tool data.
pub trait Toolkit<TCtx>: Send + Sync {
    /// Create a new toolkit session for the supplied context value.
    /// Implementations should also initialize the session with instructions and
    /// tools.
    fn create_session<'a>(
        &'a self,
        context: &'a TCtx,
    ) -> BoxFuture<'a, Result<Box<dyn ToolkitSession<TCtx> + Send + Sync>, BoxedError>>;
}

/// `ToolkitSession` exposes dynamically resolved tools and system prompt data
/// for a run session.
pub trait ToolkitSession<TCtx>: Send + Sync {
    /// Retrieve the current system prompt for the session, if available.
    fn system_prompt(&self) -> Option<String>;
    /// Retrieve the current set of tools that should be available to the
    /// session.
    fn tools(&self) -> Vec<Arc<dyn AgentTool<TCtx>>>;
    /// Release any resources that were allocated for the session.
    fn close(self: Box<Self>) -> BoxFuture<'static, Result<(), BoxedError>>;
}