List of all items

Structs

• cli::Cli
• config::Config
• config::ModelEndpoint
• config::ModelsConfig
• config::ObservabilityConfig
• config::RouterTimeouts
• config::RoutingConfig
• config::ServerConfig
• config::TimeoutsConfig
• handlers::AppState
• handlers::chat::ChatRequest
• handlers::chat::ChatResponse
• handlers::health::HealthResponse
• handlers::models::ModelStatus
• handlers::models::ModelsResponse
• handlers::openai::extractor::OpenAiError
• handlers::openai::extractor::OpenAiJson
• handlers::openai::extractor::OpenAiJsonRejection
• handlers::openai::types::AssistantMessage
• handlers::openai::types::ChatCompletion
• handlers::openai::types::ChatCompletionChunk
• handlers::openai::types::ChatCompletionRequest
• handlers::openai::types::ChatCompletionRequestBuilder
• handlers::openai::types::ChatMessage
• handlers::openai::types::Choice
• handlers::openai::types::ChunkChoice
• handlers::openai::types::Delta
• handlers::openai::types::ModelObject
• handlers::openai::types::ModelsListResponse
• handlers::openai::types::TimestampResult
• handlers::openai::types::Usage
• metrics::Metrics
• middleware::request_id::RequestId
• models::client::ModelClient
• models::endpoint_name::EndpointName
• models::health::EndpointHealth
• models::health::HealthChecker
• models::health::HealthMetrics
• models::health::HealthTrackingFailure
• models::selector::ModelSelector
• models::selector::TierSelector
• router::RouteMetadata
• router::RoutingDecision
• router::hybrid::HybridRouter
• router::llm_based::LlmBasedRouter
• router::rule_based::RuleBasedRouter
• shared::query::QueryConfig
• shared::query::QueryResult
• shared::query::SamplingParams

Enums

• cli::Command
• config::RoutingStrategy
• error::AppError
• error::ModelQueryError
• handlers::chat::ModelTier
• handlers::health::HealthStatus
• handlers::health::HealthTrackingStatus
• handlers::openai::types::FinishReason
• handlers::openai::types::MessageRole
• handlers::openai::types::ModelChoice
• metrics::Strategy
• metrics::Tier
• models::health::BackgroundTaskStatus
• models::health::HealthError
• router::Importance
• router::Router
• router::RoutingStrategy
• router::TargetModel
• router::TaskType
• router::llm_based::LlmRouterError

Traits

• router::llm_based::LlmRouter

Functions

• cli::generate_config_template
• handlers::chat::handler
• handlers::health::handler
• handlers::metrics::handler
• handlers::models::handler
• handlers::openai::completions::handler
• handlers::openai::models::handler
• handlers::openai::streaming::handler
• handlers::openai::types::current_timestamp
• middleware::request_id::request_id_middleware
• shared::query::calculate_backoff
• shared::query::execute_query_with_retry
• shared::query::query_model
• shared::query::record_routing_metrics
• telemetry::init

Type Aliases

• error::AppResult
• models::endpoint_name::ExclusionSet

Constants

• handlers::openai::completions::X_OCTOROUTE_WARNING
• handlers::openai::types::OBJECT_CHAT_COMPLETION
• handlers::openai::types::OBJECT_CHAT_COMPLETION_CHUNK
• handlers::openai::types::OBJECT_LIST
• handlers::openai::types::OBJECT_MODEL
• middleware::request_id::REQUEST_ID_HEADER
• shared::query::DEFAULT_MAX_RETRIES
• shared::query::DEFAULT_RETRY_BACKOFF_MS
• shared::query::MAX_BACKOFF_MS