1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
//! # llm-connector
//!
//! Minimal Rust library for LLM protocol abstraction.
//!
//! Supports 4 protocols: OpenAI, Anthropic, Aliyun, Ollama.
//! No complex configuration - just pick a protocol and start chatting.
//!
//! ## Quick Start
//!
//! ### OpenAI Protocol
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
//! // OpenAI
//! let client = LlmClient::openai("sk-...", None);
//!
//! let request = ChatRequest {
//! model: "gpt-4".to_string(),
//! messages: vec![Message::user("Hello!")],
//! ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! Ok(())
//! }
//! ```
//!
//! ### Anthropic Protocol
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
//! let client = LlmClient::anthropic("sk-ant-...");
//! let request = ChatRequest {
//! model: "claude-3-5-sonnet-20241022".to_string(),
//! messages: vec![Message::user("Hello!")],
//! ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! Ok(())
//! }
//! ```
//!
//! ### Aliyun Protocol (DashScope)
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
//! let client = LlmClient::aliyun("sk-...");
//! let request = ChatRequest {
//! model: "qwen-turbo".to_string(),
//! messages: vec![Message::user("Hello!")],
//! ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! Ok(())
//! }
//! ```
//!
//! ### Ollama Protocol (Local)
//! ```rust,no_run
//! use llm_connector::{LlmClient, ChatRequest, Message};
//!
//! #[tokio::main]
//! async fn main() -> Result<(), Box<dyn std::error::Error>> {
//! // Default: localhost:11434
//! let client = LlmClient::ollama(None);
//!
//! // Custom URL
//! let client = LlmClient::ollama(Some("http://192.168.1.100:11434"));
//!
//! let request = ChatRequest {
//! model: "llama3.2".to_string(),
//! messages: vec![Message::user("Hello!")],
//! ..Default::default()
//! };
//!
//! let response = client.chat(&request).await?;
//! println!("Response: {}", response.choices[0].message.content);
//! Ok(())
//! }
//! ```
//!
//! ## Installation
//!
//! Add to your `Cargo.toml`:
//!
//! ```toml
//! [dependencies]
//! llm-connector = "0.2"
//! tokio = { version = "1", features = ["full"] }
//! ```
//!
//! Optional features:
//! ```toml
//! llm-connector = { version = "0.2", features = ["streaming"] }
//! ```
// Core modules
// Server-Sent Events (SSE) utilities
// Ollama client extension (model management)
// Re-exports for convenience
pub use LlmClient;
pub use ProviderConfig;
pub use LlmConnectorError;
pub use ;
// Re-export core traits for v2.0 architecture
pub use ;
// Re-export Ollama model ops extension trait
pub use OllamaModelOps;
pub use ;