Module llm

Source
Expand description

LLM provider abstractions and implementations

Re-exports§

pub use provider::Provider;
pub use provider::ProviderConfig;
pub use provider::ProviderRegistry;
pub use provider::ModelConfig;
pub use provider::ModelCapabilities;
pub use provider::Cost;
pub use provider::Limits;
pub use provider::ProviderSource;
pub use provider::ProviderStatus;
pub use provider::RetryConfig;
pub use provider::retry_with_backoff;
pub use provider::ModelInfo;
pub use provider::ModelLimits;
pub use provider::ModelPricing;
pub use provider::ModelStatus;
pub use provider::ProviderHealth;
pub use provider::RateLimitInfo;
pub use provider::UsageStats;
pub use provider::Model;
pub use anthropic::AnthropicProvider;
pub use anthropic::AnthropicModel;
pub use anthropic::AnthropicModelWithProvider;
pub use openai::OpenAIProvider;
pub use openai::OpenAIModel;
pub use openai::OpenAIModelWithProvider;
pub use openai::AzureOpenAIProvider;
pub use openai::AzureOpenAIModelWithProvider;
pub use github_copilot::GitHubCopilotProvider;
pub use github_copilot::GitHubCopilotModel;
pub use github_copilot::GitHubCopilotModelWithProvider;
pub use registry::LLMRegistry;
pub use registry::create_default_registry;
pub use registry::create_registry_with_models_dev;

Modules§

anthropic
Anthropic provider implementation with full streaming support
github_copilot
model
Model trait and common implementations
openai
provider
LLM provider abstractions and implementations
registry

Structs§

GenerateOptions
GenerateResult
ImageData
Message
Message in a conversation
StreamChunk
StreamOptions
ToolCall
ToolDefinition
Usage

Enums§

FinishReason
MessageContent
MessagePart
MessageRole

Traits§

LanguageModel
Language model trait for interacting with LLM providers