tiycore 0.1.13

Unified LLM API and stateful Agent runtime in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! Provider trait definitions.

use crate::stream::AssistantMessageEventStream;
use crate::types::{Context, Model, Provider, SimpleStreamOptions, StreamOptions};
use async_trait::async_trait;
use std::sync::Arc;

/// Provider trait for LLM API implementations.
#[async_trait]
pub trait LLMProtocol: Send + Sync {
    /// Get the provider type this implementation handles.
    fn provider_type(&self) -> Provider;

    /// Stream completion with full options.
    fn stream(
        &self,
        model: &Model,
        context: &Context,
        options: StreamOptions,
    ) -> AssistantMessageEventStream;

    /// Stream completion with simplified options.
    fn stream_simple(
        &self,
        model: &Model,
        context: &Context,
        options: SimpleStreamOptions,
    ) -> AssistantMessageEventStream;
}

/// Type alias for a boxed provider.
pub type BoxedProtocol = Box<dyn LLMProtocol>;

/// Type alias for an Arc-wrapped provider.
pub type ArcProtocol = Arc<dyn LLMProtocol>;