espionox 0.1.42

A library for creating multi-agent workflows in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

pub mod error;
pub mod memory;
use crate::language_models::completions::{
    functions::Function, streaming::ProviderStreamHandler, CompletionModel,
};
pub use error::AgentError;
use memory::MessageStack;
use std::fmt::Debug;

use error::AgentResult;

#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
pub struct Agent {
    pub cache: MessageStack,
    pub completion_model: CompletionModel,
}

impl Agent {
    /// For creating an Agent given optional system prompt content and model
    pub fn new(init_prompt: Option<&str>, completion_model: CompletionModel) -> Self {
        let cache = match init_prompt {
            Some(p) => MessageStack::new(p),
            None => MessageStack::init(),
        };
        Agent {
            cache,
            completion_model,
        }
    }

    /// Get a simple string response from a model
    pub async fn io_completion(&mut self) -> AgentResult<String> {
        Ok(self.completion_model.get_io_completion(&self.cache).await?)
    }

    /// Get a streamed response from a model
    pub async fn stream_completion(&mut self) -> AgentResult<ProviderStreamHandler> {
        let cs = self
            .completion_model
            .get_stream_completion(&self.cache)
            .await?;

        Ok(cs.into())
    }

    /// Get a function completion from a model, returns a JSON object
    pub async fn function_completion(
        &mut self,
        function: Function,
    ) -> AgentResult<serde_json::Value> {
        Ok(self
            .completion_model
            .get_fn_completion(&self.cache, function)
            .await?)
    }
}