Struct LocalInferenceConfig 

pub struct LocalInferenceConfig {

    pub routing_enabled: bool,
    pub validation_enabled: bool,
    pub complexity_enabled: bool,
    pub summarization_enabled: bool,
    pub retrieval_gating_enabled: bool,
    pub relevance_scoring_enabled: bool,
    pub strategy_selection_enabled: bool,
    pub entity_enhancement_enabled: bool,
    pub routing_model: Option<String>,
    pub validation_model: Option<String>,
    pub complexity_model: Option<String>,
    pub summarization_model: Option<String>,
    pub retrieval_model: Option<String>,
    pub relevance_model: Option<String>,
    pub strategy_model: Option<String>,
    pub entity_model: Option<String>,
    pub log_inference: bool,
}

Configuration for local inference components.

Fields

routing_enabled: bool

Enable local routing

validation_enabled: bool

Enable local validation

complexity_enabled: bool

Enable complexity scoring

summarization_enabled: bool

Enable local summarization for tiered memory

retrieval_gating_enabled: bool

Enable local retrieval gating

relevance_scoring_enabled: bool

Enable local relevance scoring

strategy_selection_enabled: bool

Enable local strategy selection

entity_enhancement_enabled: bool

Enable local entity enhancement

routing_model: Option<String>

Model ID to use for routing (fast model preferred)

validation_model: Option<String>

Model ID to use for validation (fast model preferred)

complexity_model: Option<String>

Model ID to use for complexity scoring (fast model preferred)

summarization_model: Option<String>

Model ID to use for summarization (larger model preferred)

retrieval_model: Option<String>

Model ID to use for retrieval classification (fast model preferred)

relevance_model: Option<String>

Model ID to use for relevance scoring (fast model preferred)

strategy_model: Option<String>

Model ID to use for strategy selection (larger model preferred)

entity_model: Option<String>

Model ID to use for entity enhancement (fast model preferred)

log_inference: bool

Log all local inference calls

Implementations

impl LocalInferenceConfig

pub fn tier1_enabled() -> Self

Create a config with all TIER 1 features enabled

pub fn tier2_enabled() -> Self

Create a config with all TIER 2 features enabled

pub fn all_enabled() -> Self

Create a config with all features enabled

pub fn routing_only() -> Self

Create a config with only routing enabled

pub fn validation_only() -> Self

Create a config with only validation enabled

pub fn summarization_only() -> Self

Create a config with only summarization enabled

Trait Implementations

impl Clone for LocalInferenceConfig

fn clone(&self) -> LocalInferenceConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LocalInferenceConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LocalInferenceConfig

fn default() -> Self

Returns the “default value” for a type.