Skip to main content

RoutingPolicyTrait

apr_cli::federation::traits

Trait RoutingPolicyTrait 

Source 
pub trait RoutingPolicyTrait: Send + Sync {
    // Required methods
    fn score(
        &self,
        candidate: &RouteCandidate,
        request: &InferenceRequest,
    ) -> f64;
    fn is_eligible(
        &self,
        candidate: &RouteCandidate,
        request: &InferenceRequest,
    ) -> bool;
    fn name(&self) -> &'static str;
}
Expand description

Routing policy that influences node selection

Required Methods§

Source

fn score(&self, candidate: &RouteCandidate, request: &InferenceRequest) -> f64

Score a candidate node (higher = better)

Source

fn is_eligible( &self, candidate: &RouteCandidate, request: &InferenceRequest, ) -> bool

Check if a candidate is eligible

Source

fn name(&self) -> &'static str

Get policy name for logging

Implementors§