model-gateway-rs 0.1.7

A Rust library for model gateway services, providing traits and SDKs for various AI models.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

pub mod doubao_vision;
pub mod ollama;
pub mod openai;

use async_trait::async_trait;
use toolcraft_request::ByteStream;

use crate::error::Result;

#[async_trait]
pub trait ModelSDK {
    type Input;
    type Output;

    /// Send a request to the model and get a response.
    async fn chat_once(&self, message: Self::Input) -> Result<Self::Output>;

    /// Stream responses from the model.
    async fn chat_stream(&self, messages: Self::Input) -> Result<ByteStream>;
}