Struct LocalModelProvider 

pub struct LocalModelProvider { /* private fields */ }

Implementations

impl LocalModelProvider

pub fn new(model: LocalModelInfo) -> Self

pub fn model(&self) -> &LocalModelInfo

Trait Implementations

impl Clone for LocalModelProvider

fn clone(&self) -> LocalModelProvider

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LocalModelProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LlmProvider for LocalModelProvider

fn chat<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, _messages: &'life1 [Message], _tools: Option<&'life2 [ToolDefinition]>, ) -> Pin<Box<dyn Future<Output = Result<Message>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Single response, optionally including tool-call information.

fn stream<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, _messages: &'life1 [Message], _tools: Option<&'life2 [ToolDefinition]>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<String>> + Send>>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Token streaming response, optionally including tool definitions.