agent-air-runtime 0.7.0

Core runtime for agent-air - LLM orchestration, tools, and permissions (no TUI dependencies)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

//! LLM client with provider-agnostic interface.

/// Error types for LLM operations.
pub mod error;
/// HTTP client with TLS and retry logic.
pub mod http;
/// Message and request/response models.
pub mod models;
/// LLM provider implementations (Anthropic, OpenAI).
pub mod providers;
/// Provider trait definition.
pub mod traits;

use futures::Stream;
use std::pin::Pin;

use error::LlmError;
use http::HttpClient;
use models::{Message, MessageOptions, StreamEvent};
use traits::LlmProvider;

/// This is the main LLM Client.
pub struct LLMClient {
    http_client: HttpClient,
    provider: Box<dyn LlmProvider + Send + Sync>,
}

impl LLMClient {
    /// Create a new LLM client with the specified provider.
    pub fn new(provider: Box<dyn LlmProvider + Send + Sync>) -> Result<Self, LlmError> {
        Ok(Self {
            http_client: HttpClient::new()?,
            provider,
        })
    }

    /// Send a message and wait for the complete response.
    pub async fn send_message(
        &self,
        messages: &[Message],
        options: &MessageOptions,
    ) -> Result<Message, LlmError> {
        self.provider
            .send_msg(&self.http_client, messages, options)
            .await
    }

    /// Send a message and receive a stream of response events.
    pub async fn send_message_stream(
        &self,
        messages: &[Message],
        options: &MessageOptions,
    ) -> Result<Pin<Box<dyn Stream<Item = Result<StreamEvent, LlmError>> + Send>>, LlmError> {
        self.provider
            .send_msg_stream(&self.http_client, messages, options)
            .await
    }
}