pub struct MockLlm {
pub prefix: String,
pub tools: Vec<Tool>,
}Expand description
A mock LLM: echoes the last user transcription back as a single LLM text + response framing. Provider implementations replace this with real backends.
Fields§
§prefix: String§tools: Vec<Tool>Implementations§
Trait Implementations§
Source§impl LlmService for MockLlm
impl LlmService for MockLlm
fn name(&self) -> &str
fn start<'life0, 'life1, 'async_trait>(
&'life0 mut self,
_params: &'life1 StartParams,
) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>where
Self: 'async_trait,
'life0: 'async_trait,
'life1: 'async_trait,
fn run_llm<'a, 'async_trait>(
&'a mut self,
ctx: &'a LlmContext,
) -> Pin<Box<dyn Future<Output = Result<BoxStream<'a, Frame>>> + Send + 'async_trait>>where
Self: 'async_trait,
'a: 'async_trait,
fn set_tools(&mut self, tools: Vec<Tool>)
Auto Trait Implementations§
impl Freeze for MockLlm
impl RefUnwindSafe for MockLlm
impl Send for MockLlm
impl Sync for MockLlm
impl Unpin for MockLlm
impl UnsafeUnpin for MockLlm
impl UnwindSafe for MockLlm
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more