clawft-llm 0.1.1

LLM provider abstraction for clawft (OpenAI-compatible + native providers)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

//! LLM provider abstraction for clawft.
//!
//! This crate provides a unified interface for calling LLM APIs via
//! OpenAI-compatible endpoints. It is a standalone library with no
//! dependencies on other clawft crates.
//!
//! # Architecture
//!
//! - [`Provider`] trait defines the chat completion interface
//! - [`OpenAiCompatProvider`] implements it for any OpenAI-compatible API
//! - [`ProviderRouter`] routes model names (e.g. "openai/gpt-4o") to providers
//! - [`LlmProviderConfig`] describes how to connect to a provider
//!
//! # Quick Start
//!
//! ```rust,ignore
//! use clawft_llm::{ProviderRouter, ChatRequest, ChatMessage};
//!
//! let router = ProviderRouter::with_builtins();
//! let (provider, model_name) = router.route("openai/gpt-4o").unwrap();
//!
//! let request = ChatRequest::new(model_name, vec![
//!     ChatMessage::system("You are a helpful assistant."),
//!     ChatMessage::user("What is Rust?"),
//! ]);
//!
//! let response = provider.complete(&request).await?;
//! println!("{}", response.choices[0].message.content);
//! ```

pub mod config;
pub mod error;
pub mod sse;
pub mod types;

#[cfg(feature = "native")]
pub mod failover;
#[cfg(feature = "native")]
pub mod openai_compat;
#[cfg(feature = "native")]
pub mod provider;
#[cfg(feature = "native")]
pub mod retry;
#[cfg(feature = "native")]
pub mod router;

#[cfg(feature = "browser")]
pub mod browser_transport;

pub use config::LlmProviderConfig;
/// Backward-compatible alias for [`LlmProviderConfig`].
#[deprecated(since = "0.2.0", note = "renamed to LlmProviderConfig to avoid collision")]
pub type ProviderConfig = LlmProviderConfig;
pub use error::{ProviderError, Result};
pub use sse::parse_sse_line;
pub use types::{ChatMessage, ChatRequest, ChatResponse, StreamChunk, ToolCall, Usage};

#[cfg(feature = "native")]
pub use failover::FailoverChain;
#[cfg(feature = "native")]
pub use openai_compat::OpenAiCompatProvider;
#[cfg(feature = "native")]
pub use provider::Provider;
#[cfg(feature = "native")]
pub use retry::{RetryConfig, RetryPolicy};
#[cfg(feature = "native")]
pub use router::ProviderRouter;

#[cfg(feature = "browser")]
pub use browser_transport::BrowserLlmClient;