Struct LlamaModel 

pub struct LlamaModel {
    pub backend: Arc<LlamaLib>,
    pub handle: *mut llama_model,
}

A loaded GGUF model

Fields

backend: Arc<LlamaLib>

handle: *mut llama_model

Implementations

impl LlamaModel

pub fn load_from_file( backend: &LlamaBackend, path: &str, params: llama_model_params, ) -> Result<Self, LlamaError>

pub fn default_params(backend: &LlamaBackend) -> llama_model_params

pub fn get_vocab(&self) -> LlamaVocab

pub fn tokenize( &self, text: &str, add_special: bool, parse_special: bool, ) -> Result<Vec<llama_token>, LlamaError>

pub fn token_to_piece(&self, token: llama_token) -> String

pub fn apply_chat_template( &self, tmpl: Option<&str>, messages: &[ChatMessage], add_ass: bool, ) -> Result<String, LlamaError>

pub fn get_chat_template(&self, name: Option<&str>) -> Option<String>

Trait Implementations

impl Drop for LlamaModel

fn drop(&mut self)

Executes the destructor for this type.

impl Send for LlamaModel

impl Sync for LlamaModel