opi-ai 0.1.0

Unified multi-provider LLM API with streaming support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

//! LLM provider abstraction.

use async_trait::async_trait;

use crate::stream::StreamEvent;

#[async_trait]
pub trait Provider: Send + Sync {
    async fn complete(
        &self,
        messages: &[serde_json::Value],
    ) -> Result<Vec<StreamEvent>, crate::Error>;
}

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum ProviderKind {
    OpenAI,
    Anthropic,
    Google,
    Mistral,
    Bedrock,
    Azure,
}