Struct LocalModel 

pub struct LocalModel { /* private fields */ }

Implementations

impl LocalModel

pub fn new(endpoint: String, model: String) -> Self

Trait Implementations

impl LanguageModel for LocalModel

fn complete<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

fn complete_with_tools<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, prompt: &'life1 str, _tools: &'life2 [ToolDefinition], ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

fn model_name(&self) -> &str

fn supports_tools(&self) -> bool