ambi 0.1.2

A flexible, multi-backend, customizable AI agent framework, entirely based on Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use crate::llm::engine::openai_api::openai_api_bridging::OpenAIEngine;
use crate::llm::handler::LLMRequest;
use crate::LLMEngineTrait;
use anyhow::anyhow;
use async_trait::async_trait;
use log::error;
use tokio::sync::mpsc::Sender;

pub mod openai_api_bridging;
pub mod openai_api_config;

#[cfg(feature = "openai-api")]
#[async_trait]
impl LLMEngineTrait for OpenAIEngine {
    async fn chat(&mut self, request: LLMRequest) -> anyhow::Result<String> {
        self.generate_response_sync(request).await.map_err(|e| {
            error!("OpenAI model generation error: {}", e);
            anyhow!("OpenAI error: {}", e)
        })
    }

    async fn chat_stream(
        &mut self,
        request: LLMRequest,
        tx: Sender<Result<String, anyhow::Error>>,
    ) {
        if let Err(e) = self.generate_response_stream(request, tx.clone()).await {
            error!("OpenAI stream generation error: {}", e);

            let _ = tx.send(Err(anyhow!("OpenAI API Error: {}", e))).await;
        }
    }

    fn reset_context(&mut self) {
        self.reset_context();
    }
}