vex-llm 0.1.2

LLM provider integrations for VEX
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

//! # VEX LLM
//!
//! LLM provider integrations for VEX agents.
//!
//! ## Supported Backends
//!
//! | Provider | Type | Key Required |
//! |----------|------|--------------|
//! | DeepSeek | API | `DEEPSEEK_API_KEY` |
//! | Mistral | API | `MISTRAL_API_KEY` |
//! | OpenAI | API | `OPENAI_API_KEY` |
//! | Ollama | Local | None |
//! | Mock | Testing | None |
//!
//! ## Quick Start
//!
//! ```rust
//! use vex_llm::{MockProvider, LlmProvider};
//!
//! #[tokio::main]
//! async fn main() {
//!     // Use mock provider for testing
//!     let llm = MockProvider::smart();
//!     
//!     // Ask a question
//!     let response = llm.ask("What is quantum computing?").await.unwrap();
//!     println!("{}", response);
//! }
//! ```
//!
//! ## With DeepSeek
//!
//! ```rust,ignore
//! use vex_llm::DeepSeekProvider;
//!
//! let api_key = std::env::var("DEEPSEEK_API_KEY").unwrap();
//! let llm = DeepSeekProvider::new(api_key);
//!
//! let response = llm.ask("Explain Merkle trees").await.unwrap();
//! ```
//!
//! ## With Mistral
//!
//! ```rust,ignore
//! use vex_llm::MistralProvider;
//!
//! let api_key = std::env::var("MISTRAL_API_KEY").unwrap();
//! let llm = MistralProvider::small(&api_key); // or large(), medium(), codestral()
//!
//! let response = llm.ask("Explain Merkle trees").await.unwrap();
//! ```
//!
//! ## Rate Limiting
//!
//! ```rust
//! use vex_llm::{RateLimiter, RateLimitConfig};
//!
//! let limiter = RateLimiter::new(RateLimitConfig::default());
//!
//! // Check if request is allowed (in async context)
//! // limiter.try_acquire("user123").await.unwrap();
//! ```

pub mod config;
pub mod deepseek;
pub mod mcp;
pub mod metrics;
pub mod mistral;
pub mod mock;
pub mod ollama;
pub mod openai;
pub mod provider;
pub mod rate_limit;
pub mod streaming_tool;
pub mod tool;
pub mod tool_error;
pub mod tool_executor;
pub mod tool_result;
pub mod tools;

pub use config::{ConfigError, LlmConfig, VexConfig};
pub use deepseek::DeepSeekProvider;
pub use metrics::{global_metrics, Metrics, MetricsSnapshot, Span, Timer};
pub use mistral::MistralProvider;
pub use mock::MockProvider;
pub use ollama::OllamaProvider;
pub use openai::OpenAIProvider;
pub use provider::{LlmError, LlmProvider, LlmRequest, LlmResponse};
pub use rate_limit::{RateLimitConfig, RateLimitError, RateLimitedProvider, RateLimiter};
pub use streaming_tool::{StreamConfig, StreamingTool, ToolChunk, ToolStream};
pub use tool::{Capability, Tool, ToolDefinition, ToolRegistry};
pub use tool_error::ToolError;
pub use tool_executor::ToolExecutor;
pub use tool_result::ToolResult;
pub use tools::{CalculatorTool, DateTimeTool, HashTool, JsonPathTool, RegexTool, UuidTool};