llm-connector 0.3.2

Minimal Rust library for LLM protocol abstraction. Supports 4 protocols (OpenAI, Anthropic, Aliyun, Ollama) with unified interface, and dynamic model discovery.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121

//! # llm-connector
//!
//! Minimal Rust library for LLM protocol abstraction.
//!
//! Supports 4 protocols: OpenAI, Anthropic, Aliyun, Ollama.
//! No complex configuration - just pick a protocol and start chatting.
//!
//! ## Quick Start
//!
//! ### OpenAI Protocol
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
//!     // OpenAI
//!     let client = LlmClient::openai("sk-...");
//!
//!     let request = ChatRequest {
//!         model: "gpt-4".to_string(),
//!         messages: vec![Message::user("Hello!")],
//!         ..Default::default()
//!     };
//!
//!     let response = client.chat(&request).await?;
//!     println!("Response: {}", response.choices[0].message.content);
//!     Ok(())
//! }
//! ```
//!
//! ### Anthropic Protocol
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! let client = LlmClient::anthropic("sk-ant-...");
//! let request = ChatRequest {
//!     model: "claude-3-5-sonnet-20241022".to_string(),
//!     messages: vec![Message::user("Hello!")],
//!     ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! ```
//!
//! ### Aliyun Protocol (DashScope)
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! let client = LlmClient::aliyun("sk-...");
//! let request = ChatRequest {
//!     model: "qwen-turbo".to_string(),
//!     messages: vec![Message::user("Hello!")],
//!     ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! ```
//!
//! ### Ollama Protocol (Local)
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! // Default: localhost:11434
//! let client = LlmClient::ollama();
//!
//! // Custom URL
//! let client = LlmClient::ollama_at("http://192.168.1.100:11434");
//!
//! let request = ChatRequest {
//!     model: "llama3.2".to_string(),
//!     messages: vec![Message::user("Hello!")],
//!     ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! ```
//!
//! ## Installation
//!
//! Add to your `Cargo.toml`:
//!
//! ```toml
//! [dependencies]
//! llm-connector = "0.2"
//! tokio = { version = "1", features = ["full"] }
//! ```
//!
//! Optional features:
//! ```toml
//! llm-connector = { version = "0.2", features = ["streaming"] }
//! ```

// Core modules
pub mod client;
pub mod config;
pub mod error;
pub mod protocols;
pub mod types;


// Server-Sent Events (SSE) utilities
pub mod sse;

// Ollama client extension (model management)
pub mod ollama;

// Re-exports for convenience
pub use client::LlmClient;
pub use config::ProviderConfig;
pub use error::LlmConnectorError;
pub use types::{ChatRequest, ChatResponse, Choice, Message, Usage};

// Re-export Ollama model ops extension trait
pub use ollama::OllamaModelOps;

#[cfg(feature = "streaming")]
pub use types::{ChatStream, Delta, StreamingChoice, StreamingResponse};