Struct LlamaModel 

pub struct LlamaModel {
    pub backend: Arc<LlamaLib>,
    pub handle: *mut llama_model,
}

A loaded GGUF model

Fields

backend: Arc<LlamaLib>

handle: *mut llama_model

Implementations

impl LlamaModel

pub fn load_from_file( backend: &LlamaBackend, path: &str, params: llama_model_params, ) -> Result<Self, LlamaError>

pub fn default_params(backend: &LlamaBackend) -> llama_model_params

pub fn get_vocab(&self) -> LlamaVocab

pub fn tokenize( &self, text: &str, add_special: bool, parse_special: bool, ) -> Result<Vec<llama_token>, LlamaError>

pub fn token_to_piece(&self, token: llama_token) -> String

pub fn apply_chat_template( &self, tmpl: Option<&str>, messages: &[ChatMessage], add_ass: bool, ) -> Result<String, LlamaError>

pub fn get_chat_template(&self, name: Option<&str>) -> Option<String>

Trait Implementations

impl Drop for LlamaModel

fn drop(&mut self)

Executes the destructor for this type.

fn pin_drop(self: Pin<&mut Self>)

🔬This is a nightly-only experimental API. (pin_ergonomics)

Execute the destructor for this type, but different to Drop::drop, it requires self to be pinned.

impl Send for LlamaModel

impl Sync for LlamaModel