pub struct InferenceRoutingContext {Show 14 fields
pub thread_id: String,
pub turn_id: String,
pub round_index: u32,
pub runtime_profile: RuntimeProfile,
pub default_selection: ModelSelection,
pub requested_selection: Option<ModelSelection>,
pub phase: Option<SpeedPolicyPhase>,
pub transcript: InferenceRoutingTranscriptSummary,
pub tools: InferenceRoutingToolSummary,
pub candidates: Vec<InferenceRoutingCandidate>,
pub signals: Vec<InferenceRoutingSignal>,
pub prior_failures: u32,
pub prior_escalations: u32,
pub estimated_input_tokens: Option<u32>,
}Fields§
§thread_id: String§turn_id: String§round_index: u32§runtime_profile: RuntimeProfile§default_selection: ModelSelection§requested_selection: Option<ModelSelection>§phase: Option<SpeedPolicyPhase>§transcript: InferenceRoutingTranscriptSummary§tools: InferenceRoutingToolSummary§candidates: Vec<InferenceRoutingCandidate>§signals: Vec<InferenceRoutingSignal>§prior_failures: u32§prior_escalations: u32§estimated_input_tokens: Option<u32>Trait Implementations§
Source§impl Clone for InferenceRoutingContext
impl Clone for InferenceRoutingContext
Source§fn clone(&self) -> InferenceRoutingContext
fn clone(&self) -> InferenceRoutingContext
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for InferenceRoutingContext
impl Debug for InferenceRoutingContext
Source§impl<'de> Deserialize<'de> for InferenceRoutingContext
impl<'de> Deserialize<'de> for InferenceRoutingContext
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for InferenceRoutingContext
impl PartialEq for InferenceRoutingContext
Source§fn eq(&self, other: &InferenceRoutingContext) -> bool
fn eq(&self, other: &InferenceRoutingContext) -> bool
Tests for
self and other values to be equal, and is used by ==.Source§impl Serialize for InferenceRoutingContext
impl Serialize for InferenceRoutingContext
impl StructuralPartialEq for InferenceRoutingContext
Auto Trait Implementations§
impl Freeze for InferenceRoutingContext
impl RefUnwindSafe for InferenceRoutingContext
impl Send for InferenceRoutingContext
impl Sync for InferenceRoutingContext
impl Unpin for InferenceRoutingContext
impl UnsafeUnpin for InferenceRoutingContext
impl UnwindSafe for InferenceRoutingContext
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more