hyperinfer-router 0.1.0

Intelligent request routing engine for HyperInfer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use thiserror::Error;

#[derive(Error, Debug)]
pub enum RoutingError {
    #[error("no deployments available for model: {0}")]
    NoDeployments(String),

    #[error("all deployments failed for model: {0}")]
    AllDeploymentsFailed(String),

    #[error("max attempts exceeded ({attempts} attempts)")]
    MaxAttemptsExceeded { attempts: u32 },

    #[error("global routing timeout ({timeout_ms}ms)")]
    GlobalTimeout { timeout_ms: u64 },

    #[error("strategy error: {0}")]
    StrategyError(String),

    #[error("redis error: {0}")]
    Redis(#[from] redis::RedisError),

    #[error("configuration error: {0}")]
    Config(String),

    #[error("provider error: status={status}, message={message}")]
    ProviderError { status: u16, message: String },

    #[error("executor panicked during request processing")]
    ExecutorPanic,
}