ambi 0.1.4

A flexible, multi-backend, customizable AI agent framework, entirely based on Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

pub mod engine;
pub mod providers;
pub mod template;

use crate::types::message::Message;
use std::sync::Arc;

pub use engine::{LLMEngine, LLMEngineTrait};
pub use template::{ChatTemplate, ChatTemplateType};

#[derive(Clone, Debug)]
pub struct LLMRequest {
    pub system_prompt: String,
    pub history: Vec<Arc<Message>>,
    pub tool_prompt: String,
    pub formatted_prompt: String,
}

pub enum LLMEngineConfig {
    #[cfg(feature = "openai-api")]
    OpenAI(providers::openai_api::OpenAIEngineConfig),
    #[cfg(feature = "llama-cpp")]
    Llama(providers::llama_cpp::LlamaEngineConfig),
}