List of all items

Structs

• load_balancer::builder::LlmManagerBuilder
• load_balancer::manager::GenerationRequest
• load_balancer::manager::LlmManager
• load_balancer::manager::LlmManagerResponse
• load_balancer::strategies::LeastRecentlyUsedStrategy
• load_balancer::strategies::LowestLatencyStrategy
• load_balancer::strategies::RandomStrategy
• load_balancer::tasks::TaskDefinition
• load_balancer::tracker::InstanceTracker
• providers::anthropic::AnthropicInstance
• providers::google::GoogleInstance
• providers::instances::BaseInstance
• providers::mistral::MistralInstance
• providers::model_discovery::ModelDiscovery
• providers::ollama::OllamaInstance
• providers::openai::OpenAIInstance
• providers::types::LlmRequest
• providers::types::LlmResponse
• providers::types::Message
• providers::types::ModelInfo
• providers::types::TokenUsage

Enums

• errors::LlmError
• providers::types::ProviderType

Traits

• load_balancer::strategies::LoadBalancingStrategy
• providers::instances::LlmInstance

Functions

• load_balancer::utils::get_debug_path
• load_balancer::utils::write_to_debug_file
• providers::instances::create_instance
• use_logging

Type Aliases

• errors::LlmResult

Constants

• constants::ANTHROPIC_API_ENDPOINT
• constants::ANTHROPIC_API_VERSION
• constants::DEFAULT_MAX_TOKENS
• constants::DEFAULT_MAX_TRIES
• constants::DEFAULT_RATE_LIMIT_WAIT_SECS
• constants::GOOGLE_API_ENDPOINT_PREFIX
• constants::MAX_RATE_LIMIT_WAIT_SECS
• constants::MISTRAL_API_ENDPOINT
• constants::OLLAMA_API_ENDPOINT
• constants::OPENAI_API_ENDPOINT