List of all items
Structs
- audio::AudioModelInfo
- audio::SpeechRequest
- audio::SpeechResponse
- audio::TranscriptSegment
- audio::TranscriptWord
- audio::TranscriptionRequest
- audio::TranscriptionResponse
- audio::VoiceInfo
- cache::CacheConfig
- cache::CacheKeyBuilder
- cache::CacheStats
- cache::CachedResponse
- cache::CachingProvider
- cache::InMemoryCache
- circuit_breaker::CircuitBreaker
- circuit_breaker::CircuitBreakerConfig
- circuit_breaker::HealthMetrics
- client::ClientBuilder
- client::LLMKitClient
- embedding::Embedding
- embedding::EmbeddingModelInfo
- embedding::EmbeddingRequest
- embedding::EmbeddingResponse
- embedding::EmbeddingUsage
- error::ApiErrorDetail
- error::ApiErrorResponse
- failover::FailoverConfig
- failover::FailoverProvider
- failover::FallbackProvider
- guardrails::Finding
- guardrails::GuardedProvider
- guardrails::Guardrails
- guardrails::GuardrailsBuilder
- guardrails::GuardrailsConfig
- guardrails::GuardrailsResult
- guardrails::PiiPattern
- guardrails::SecretPattern
- health::DeploymentStatus
- health::HealthCheckResult
- health::HealthChecker
- health::HealthCheckerHandle
- health::PoolHealthStatus
- image::GeneratedImage
- image::ImageEditRequest
- image::ImageGenerationRequest
- image::ImageGenerationResponse
- image::ImageModelInfo
- image::ImageVariationRequest
- image::JobId
- metering::CostTracker
- metering::InMemoryMeteringSink
- metering::MeteringProvider
- metering::ModelStats
- metering::TenantStats
- metering::UsageFilter
- metering::UsageRecord
- metering::UsageStats
- models::ModelBenchmarks
- models::ModelCapabilities
- models::ModelInfo
- models::ModelPricing
- models::RegistryStats
- observability::MetricsRecorder
- observability::MetricsSnapshot
- observability::Observability
- observability::ObservabilityConfig
- observability::RequestSpan
- observability::TracingContext
- pool::DeploymentConfig
- pool::DeploymentHealth
- pool::HealthCheckConfig
- pool::ProviderPool
- pool::ProviderPoolBuilder
- provider::ModelInfo
- provider::ProviderConfig
- providers::audio::grok_realtime::GrokRealtimeProvider
- providers::chat::anthropic::AnthropicProvider
- providers::chat::chatlaw::ChatLawProvider
- providers::chat::latamgpt::LatamGPTProvider
- providers::chat::lighton::LightOnProvider
- providers::chat::openai::OpenAIProvider
- providers::video::diffusion_router::DiffusionRouterProvider
- rate_limiter::RateLimiter
- rate_limiter::TokenBucketConfig
- retry::RetryConfig
- retry::RetryingProvider
- smart_router::ProviderMetrics
- smart_router::RouterProviderConfig
- smart_router::RouterStats
- smart_router::RoutingDecision
- smart_router::SmartRouter
- smart_router::SmartRouterBuilder
- specialized::ClassificationExample
- specialized::ClassificationPrediction
- specialized::ClassificationRequest
- specialized::ClassificationResponse
- specialized::ModerationCategories
- specialized::ModerationModelInfo
- specialized::ModerationRequest
- specialized::ModerationResponse
- specialized::ModerationScores
- specialized::RankedDocument
- specialized::RankingMeta
- specialized::RankingModelInfo
- specialized::RankingRequest
- specialized::RankingResponse
- stream::CollectingStream
- streaming_multiplexer::MultiplexedStream
- streaming_multiplexer::MultiplexerStats
- streaming_multiplexer::StreamingMultiplexer
- templates::PromptTemplate
- templates::TemplateRegistry
- templates::TemplatedRequestBuilder
- tenant::CostLimitConfig
- tenant::CostLimitExceeded
- tenant::RateLimitConfig
- tenant::RateLimitExceeded
- tenant::TenantConfig
- tenant::TenantId
- tenant::TenantManager
- tenant::TenantProvider
- tenant::TenantUsageStats
- tools::ToolBuilder
- types::BatchError
- types::BatchJob
- types::BatchRequest
- types::BatchRequestCounts
- types::BatchResult
- types::CacheBreakpoint
- types::CompletionRequest
- types::CompletionResponse
- types::JsonSchemaDefinition
- types::Message
- types::PredictionConfig
- types::StreamChunk
- types::StructuredOutput
- types::ThinkingConfig
- types::TokenCountRequest
- types::TokenCountResult
- types::ToolDefinition
- types::Usage
- video::VideoGenerationRequest
- video::VideoGenerationResponse
- video::VideoModelInfo
Enums
- audio::AudioFormat
- audio::AudioInput
- audio::AudioModelType
- audio::TimestampGranularity
- audio::TranscriptFormat
- circuit_breaker::CircuitState
- embedding::EmbeddingInput
- embedding::EmbeddingInputType
- embedding::EncodingFormat
- error::Error
- failover::FailoverTrigger
- guardrails::FindingType
- guardrails::PiiType
- guardrails::SecretType
- guardrails::Severity
- health::HealthCheckType
- image::ImageFormat
- image::ImageInput
- image::ImageQuality
- image::ImageSize
- image::ImageStyle
- image::JobStatus
- models::ModelStatus
- models::Provider
- pool::RoutingStrategy
- smart_router::Optimization
- specialized::ModerationInput
- tenant::CostLimitType
- tenant::RateLimitType
- tenant::TenantError
- tools::ToolChoice
- types::BatchStatus
- types::BetaFeature
- types::CacheControl
- types::ContentBlock
- types::ContentDelta
- types::DocumentSource
- types::PredictionType
- types::Role
- types::StopReason
- types::StreamEventType
- types::StructuredOutputType
- types::ThinkingEffort
- types::ThinkingType
- video::CameraMotion
- video::VideoInput
- video::VideoJobStatus
- video::VideoResolution
Traits
- audio::SpeechProvider
- audio::TranscriptionProvider
- cache::CacheBackend
- embedding::EmbeddingProvider
- image::AsyncImageProvider
- image::ImageProvider
- metering::MeteringSink
- provider::Provider
- retry::ProviderExt
- specialized::ClassificationProvider
- specialized::ModerationProvider
- specialized::RankingProvider
- video::VideoProvider
Functions
- audio::get_audio_model_info
- embedding::get_embedding_model_info
- embedding::get_embedding_models_by_provider
- failover::presets::anthropic_to_openai
- failover::presets::openai_to_anthropic
- failover::presets::simple_failover
- image::get_image_model_info
- models::get_all_models
- models::get_available_models
- models::get_cheapest_model
- models::get_classifier_models
- models::get_current_models
- models::get_model_info
- models::get_models_by_provider
- models::get_models_with_capability
- models::get_registry_stats
- models::list_providers
- models::supports_structured_output
- specialized::get_moderation_model_info
- specialized::get_ranking_model_info
- stream::collect_stream
- stream::stop_chunk
- stream::text_chunk
- templates::patterns::chat_system_template
- templates::patterns::classification_template
- templates::patterns::code_explanation_template
- templates::patterns::code_generation_template
- templates::patterns::qa_template
- templates::patterns::rag_template
- templates::patterns::summarization_template
- templates::patterns::translation_template
- video::get_video_model_info
- video::get_video_models_by_provider