Struct LLMRouterChain 

pub struct LLMRouterChain { /* private fields */ }

LLM Router Chain

Uses an LLM to intelligently determine the routing destination.

Implementations

impl LLMRouterChain

pub fn new<L>(llm: L) -> Self

where L: BaseChatModel + Send + Sync + 'static, L::Error: Into<ProviderError>,

Create a new empty LLMRouterChain with the given LLM.

pub fn add_route( self, name: impl Into<String>, description: impl Into<String>, chain: Arc<dyn BaseChain>, ) -> Self

Add a route destination.

pub fn add_route_with_keywords( self, name: impl Into<String>, description: impl Into<String>, chain: Arc<dyn BaseChain>, keywords: Vec<&str>, ) -> Self

Add a route destination with a keyword list for keyword-based routing.

pub fn with_default(self, chain: Arc<dyn BaseChain>) -> Self

Set the default chain used when no route matches.

pub fn with_input_key(self, key: impl Into<String>) -> Self

Set the input key.

pub fn with_name(self, name: impl Into<String>) -> Self

Set the chain name.

pub fn with_verbose(self, verbose: bool) -> Self

Set verbose mode.

pub fn destinations(&self) -> &[RouteDestination]

Get the route destinations.

pub fn default_chain(&self) -> Option<&Arc<dyn BaseChain>>

Get the default chain, if set.

Trait Implementations

impl BaseChain for LLMRouterChain

fn invoke_with_config<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<ChainResult, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Execute the Chain with config propagation.

Dispatches this chain’s on_chain_start/on_chain_end, threads config into the routing LLM call, and into the routed destination chain via invoke_with_config.

fn stream<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, ) -> Pin<Box<dyn Future<Output = Result<ChainStream, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream execution for LLMRouterChain.

The routing LLM call must complete first (to determine the destination), then delegates to the selected chain’s stream() method.

fn stream_with_config<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<ChainStream, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream execute the Chain with config propagation.

fn input_keys(&self) -> Vec<&str>

Get input keys.

fn output_keys(&self) -> Vec<&str>

Get output keys.

fn invoke<'life0, 'async_trait>( &'life0 self, inputs: HashMap<String, Value>, ) -> Pin<Box<dyn Future<Output = Result<ChainResult, ChainError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Execute the Chain.

fn name(&self) -> &str

Get Chain name.

fn validate_inputs( &self, inputs: &HashMap<String, Value>, ) -> Result<(), ChainError>

Validate inputs.