pub struct LlmRouter { /* private fields */ }Expand description
LLM-based memory router.
Sends the query to the configured provider and parses a JSON response:
{"route": "keyword|semantic|hybrid|graph|episodic", "confidence": 0.0-1.0}.
On LLM failure, falls back to HeuristicRouter.
Implementations§
Source§impl LlmRouter
impl LlmRouter
pub fn new(provider: Arc<AnyProvider>, fallback_route: MemoryRoute) -> Self
Trait Implementations§
Source§impl AsyncMemoryRouter for LlmRouter
impl AsyncMemoryRouter for LlmRouter
fn route_async<'a>( &'a self, query: &'a str, ) -> Pin<Box<dyn Future<Output = RoutingDecision> + Send + 'a>>
Source§impl MemoryRouter for LlmRouter
impl MemoryRouter for LlmRouter
Source§fn route(&self, query: &str) -> MemoryRoute
fn route(&self, query: &str) -> MemoryRoute
Route a query to the appropriate backend(s).
Source§fn route_with_confidence(&self, query: &str) -> RoutingDecision
fn route_with_confidence(&self, query: &str) -> RoutingDecision
Route with a confidence signal. Default implementation wraps
route() with confidence 1.0. Read moreAuto Trait Implementations§
impl Freeze for LlmRouter
impl !RefUnwindSafe for LlmRouter
impl Send for LlmRouter
impl Sync for LlmRouter
impl Unpin for LlmRouter
impl UnsafeUnpin for LlmRouter
impl !UnwindSafe for LlmRouter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> IntoRequest<T> for T
impl<T> IntoRequest<T> for T
Source§fn into_request(self) -> Request<T>
fn into_request(self) -> Request<T>
Wrap the input message
T in a tonic::Request