siumai 0.10.3

A unified LLM interface library for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! `Groq` Provider Module
//!
//! Modular implementation of `Groq` API client with capability separation.
//! This module follows the design pattern of separating different AI capabilities
//! into distinct modules while providing a unified client interface.
//!
//! Groq provides OpenAI-compatible API endpoints with high-performance inference.
//!
//! # Architecture
//! - `client.rs` - Main `Groq` client that aggregates all capabilities
//! - `config.rs` - Configuration structures and validation
//! - `builder.rs` - Builder pattern implementation for client creation
//! - `chat.rs` - Chat completion capability implementation
//! - `audio.rs` - Audio processing (TTS/STT) capability implementation
//! - `files.rs` - File management capability implementation
//! - `models.rs` - Model listing capability implementation
//! - `types.rs` - Groq-specific type definitions
//! - `utils.rs` - Utility functions and helpers
//!
//! # Example Usage
//! ```rust,no_run
//! use siumai::models;
//! use siumai::prelude::*;
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
//!     let client = LlmBuilder::new()
//!         .groq()
//!         .api_key("your-api-key")
//!         .model(models::groq::LLAMA_3_3_70B_VERSATILE)
//!         .build()
//!         .await?;
//!
//!     // Use chat capability
//!     let messages = vec![user!("Hello, world!")];
//!     let response = client.chat(messages).await?;
//!
//!     // Use audio capability (if available)
//!     // let audio_data = client.speech("Hello, world!").await?;
//!
//!     Ok(())
//! }
//! ```

// Core modules
pub mod builder;
pub mod client;
pub mod config;
pub mod types;
pub mod utils;

// Capability modules
pub mod api;
pub mod audio;
pub mod chat;
pub mod files;
pub mod models;
pub mod streaming;

// Re-export main types for convenience
pub use builder::{GroqBuilder, GroqBuilderWrapper};
pub use client::GroqClient;
pub use config::GroqConfig;
pub use types::*;

// Re-export capability implementations
pub use api::GroqModels;
pub use audio::GroqAudio;
pub use chat::GroqChatCapability;
pub use files::GroqFiles;

// Tests module
#[cfg(test)]
mod tests;