Struct MultiLLMRouter 

pub struct MultiLLMRouter { /* private fields */ }

Implementations

impl MultiLLMRouter

pub fn new(primary: Arc<dyn LLMProvider>) -> MultiLLMRouter

pub fn with_tool_selector( self, provider: Arc<dyn LLMProvider>, ) -> MultiLLMRouter

pub fn with_guard_evaluator( self, provider: Arc<dyn LLMProvider>, ) -> MultiLLMRouter

pub fn with_classifier(self, provider: Arc<dyn LLMProvider>) -> MultiLLMRouter

pub fn with_fallback(self, enable: bool) -> MultiLLMRouter

Trait Implementations

impl Clone for MultiLLMRouter

fn clone(&self) -> MultiLLMRouter

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl LLMCapability for MultiLLMRouter

fn select_tool<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, context: &'life1 TaskContext, user_input: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<ToolSelection, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, MultiLLMRouter: 'async_trait,

fn generate_tool_args<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, tool_id: &'life1 str, user_input: &'life2 str, schema: &'life3 Value, ) -> Pin<Box<dyn Future<Output = Result<Value, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait, MultiLLMRouter: 'async_trait,

fn evaluate_yesno<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, question: &'life1 str, context: &'life2 TaskContext, ) -> Pin<Box<dyn Future<Output = Result<(bool, String), LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, MultiLLMRouter: 'async_trait,

fn classify<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, input: &'life1 str, categories: &'life2 [String], ) -> Pin<Box<dyn Future<Output = Result<(String, f32), LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, MultiLLMRouter: 'async_trait,

fn process_task<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, context: &'life1 TaskContext, system_prompt: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<LLMResponse, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, MultiLLMRouter: 'async_trait,

impl LLMProvider for MultiLLMRouter

fn complete<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [ChatMessage], config: Option<&'life2 LLMConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResponse, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, MultiLLMRouter: 'async_trait,

Send messages and get a complete response.

fn complete_stream<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [ChatMessage], config: Option<&'life2 LLMConfig>, ) -> Pin<Box<dyn Future<Output = Result<Box<dyn Stream<Item = Result<LLMChunk, LLMError>> + Unpin + Send>, LLMError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, MultiLLMRouter: 'async_trait,

Send messages and get a streaming response.

fn provider_name(&self) -> &str

Provider identifier (e.g. "openai", "anthropic").

fn supports(&self, feature: LLMFeature) -> bool

Check if this provider supports a given feature.