Skip to main content

Crate hyperinfer_router

Crate hyperinfer_router 

Source

Re-exports§

pub use deployment::Deployment;
pub use deployment::DeploymentPool;
pub use engine::GlobalLimits;
pub use engine::RouterEngine;
pub use engine::RoutingResult;
pub use error::RoutingError;
pub use fallback::ErrorKind;
pub use fallback::FallbackConfig;
pub use state::RedisConfig;
pub use state::RedisRoutingState;
pub use strategy::cost_based::CostBased;
pub use strategy::latency_based::LatencyBased;
pub use strategy::least_busy::LeastBusy;
pub use strategy::usage_based::UsageBased;
pub use strategy::weighted_shuffle::WeightedShuffle;
pub use strategy::DeploymentMetrics;
pub use strategy::RecordFailureResult;
pub use strategy::RoutingContext;
pub use strategy::RoutingState;
pub use strategy::RoutingStrategy;

Modules§

deployment
engine
error
fallback
state
strategy