qai-sdk 0.1.1

Universal Rust SDK for AI Providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

//! # QAI Core
//!
//! Core traits and types for the QAI SDK ecosystem.
//!
//! This crate defines the provider-agnostic interfaces that every AI provider
//! implements:
//!
//! - [`LanguageModel`] — Chat and text generation (with optional streaming)
//! - [`EmbeddingModel`] — Vector embeddings for text
//! - [`ImageModel`] — Image generation from text prompts
//! - [`CompletionModel`] — Legacy text completion
//! - [`SpeechModel`] — Text-to-speech synthesis
//! - [`TranscriptionModel`] — Speech-to-text transcription
//!
//! All shared types live in the [`types`] module.

pub mod error;
#[cfg(test)]
mod tests;
pub mod types;

pub use error::ProviderError;
pub type Result<T> = std::result::Result<T, ProviderError>;

use crate::core::types::{
    CompletionOptions, CompletionResult, EmbeddingOptions, EmbeddingResult, GenerateOptions,
    GenerateResult, ImageGenerateOptions, ImageGenerateResult, Prompt, SpeechOptions, SpeechResult,
    StreamPart, TranscriptionOptions, TranscriptionResult,
};
use async_trait::async_trait;
use futures::stream::BoxStream;

#[async_trait]
pub trait LanguageModel: Send + Sync {
    /// Generates a single response from the model.
    async fn generate(&self, prompt: Prompt, options: GenerateOptions) -> Result<GenerateResult>;

    /// Generates a streaming response from the model.
    async fn generate_stream(
        &self,
        _prompt: Prompt,
        _options: GenerateOptions,
    ) -> Result<BoxStream<'static, StreamPart>> {
        Err(ProviderError::NotSupported(
            "Streaming not implemented for this model".to_string(),
        ))
    }
}

#[async_trait]
pub trait EmbeddingModel: Send + Sync {
    /// Generates embeddings for the given input values.
    async fn embed(
        &self,
        values: Vec<String>,
        options: EmbeddingOptions,
    ) -> Result<EmbeddingResult>;
}

#[async_trait]
pub trait ImageModel: Send + Sync {
    /// Generates images from a text prompt.
    async fn generate(&self, options: ImageGenerateOptions) -> Result<ImageGenerateResult>;
}

#[async_trait]
pub trait CompletionModel: Send + Sync {
    /// Generates a text completion.
    async fn complete(&self, options: CompletionOptions) -> Result<CompletionResult>;
}

#[async_trait]
pub trait SpeechModel: Send + Sync {
    /// Generates speech audio from text input.
    async fn synthesize(&self, options: SpeechOptions) -> Result<SpeechResult>;
}

#[async_trait]
pub trait TranscriptionModel: Send + Sync {
    /// Transcribes audio to text.
    async fn transcribe(&self, options: TranscriptionOptions) -> Result<TranscriptionResult>;
}