garudust-core 0.3.0

Core traits, types, and error definitions for the Garudust AI agent framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

use std::pin::Pin;

use async_trait::async_trait;
use futures::Stream;

use crate::{
    error::TransportError,
    types::{InferenceConfig, Message, StreamChunk, ToolSchema, TransportResponse},
};

#[derive(Debug, Clone, PartialEq)]
pub enum ApiMode {
    ChatCompletions,
    AnthropicMessages,
    CodexResponses,
    BedrockConverse,
}

pub type StreamResult = Pin<Box<dyn Stream<Item = Result<StreamChunk, TransportError>> + Send>>;

#[async_trait]
pub trait ProviderTransport: Send + Sync + 'static {
    fn api_mode(&self) -> ApiMode;

    async fn chat(
        &self,
        messages: &[Message],
        config: &InferenceConfig,
        tools: &[ToolSchema],
    ) -> Result<TransportResponse, TransportError>;

    async fn chat_stream(
        &self,
        messages: &[Message],
        config: &InferenceConfig,
        tools: &[ToolSchema],
    ) -> Result<StreamResult, TransportError>;
}