nexo-llm 0.1.2

LLM provider clients (MiniMax, OpenAI-compat, Anthropic, Gemini) with rate limiter and tool registry.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

pub mod anthropic;
pub mod anthropic_auth;
pub mod client;
pub mod deepseek;
pub mod gemini;
pub mod minimax;
pub mod minimax_auth;
pub mod openai_compat;
pub mod prompt_block;
pub mod quota_tracker;
pub mod rate_limit_info;
pub mod rate_limiter;
pub mod registry;
pub mod retry;
pub mod stream;
pub mod telemetry;
pub mod text_sanitize;
pub mod token_counter;
pub mod types;

pub use anthropic::{AnthropicClient, AnthropicFactory};
pub use client::LlmClient;
pub use deepseek::{DeepSeekFactory, DEFAULT_BASE_URL as DEEPSEEK_DEFAULT_BASE_URL};
pub use gemini::{GeminiClient, GeminiFactory};
pub use minimax::MiniMaxClient;
pub use openai_compat::OpenAiClient;
pub use prompt_block::{flatten_blocks, CachePolicy, PromptBlock};
pub use quota_tracker::QuotaTracker;
pub use rate_limit_info::{
    extract_rate_limit_info, format_rate_limit_message, format_using_overage,
    LlmProvider as RateLimitProvider, QuotaStatus, RateLimitInfo, RateLimitMessage,
    RateLimitSeverity, RateLimitWindow,
};
pub use rate_limiter::RateLimiter;
pub use registry::{LlmProviderFactory, LlmRegistry, MiniMaxFactory, OpenAiFactory};
pub use retry::{parse_retry_after_ms, with_retry, LlmError};
pub use stream::{collect_stream, default_stream_from_chat, StreamChunk};
pub use token_counter::{AnthropicTokenCounter, TiktokenCounter, TokenCounter};
pub use types::{
    Attachment, AttachmentData, CacheUsage, ChatMessage, ChatRequest, ChatResponse, ChatRole,
    FinishReason, ResponseContent, TokenUsage, ToolCall, ToolChoice, ToolDef,
};