Struct LLMRouterChain 

pub struct LLMRouterChain<M: BaseChatModel> { /* private fields */ }

LLM Router Chain

Uses an LLM to intelligently determine the routing destination.

Implementations

impl<M: BaseChatModel + Send + Sync + 'static> LLMRouterChain<M>

pub fn new(llm: M) -> Self

pub fn add_route( self, name: impl Into<String>, description: impl Into<String>, chain: Arc<dyn BaseChain>, ) -> Self

pub fn add_route_with_keywords( self, name: impl Into<String>, description: impl Into<String>, chain: Arc<dyn BaseChain>, keywords: Vec<&str>, ) -> Self

pub fn with_default(self, chain: Arc<dyn BaseChain>) -> Self

pub fn with_input_key(self, key: impl Into<String>) -> Self

pub fn with_name(self, name: impl Into<String>) -> Self

pub fn with_verbose(self, verbose: bool) -> Self

pub fn destinations(&self) -> &[RouteDestination]

pub fn default_chain(&self) -> Option<&Arc<dyn BaseChain>>

Trait Implementations

impl<M: BaseChatModel + Send + Sync + 'static> BaseChain for LLMRouterChain<M>

where <M as Runnable<Vec<Message>, LLMResult>>::Error: Display,

fn invoke_with_config<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<ChainResult, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Execute the Chain with config propagation.

Dispatches this chain’s on_chain_start/on_chain_end, threads config into the routing LLM call, and into the routed destination chain via invoke_with_config.

fn stream<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, ) -> Pin<Box<dyn Future<Output = Result<ChainStream, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream execution for LLMRouterChain.

The routing LLM call must complete first (to determine the destination), then delegates to the selected chain’s stream() method.

fn stream_with_config<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<ChainStream, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream execute the Chain with config propagation.

fn input_keys(&self) -> Vec<&str>

Get input keys.

fn output_keys(&self) -> Vec<&str>

Get output keys.

fn invoke<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, ) -> Pin<Box<dyn Future<Output = Result<ChainResult, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Execute the Chain.

fn name(&self) -> &str

Get Chain name.

fn validate_inputs( &self, inputs: &HashMap<String, Value>, ) -> Result<(), ChainError>

Validate inputs.