Struct llama_cpp_rs::LLama

pub struct LLama { /* private fields */ }

Implementations

impl LLama

pub fn new(model: String, opts: &ModelOptions) -> Result<Self, Box<dyn Error>>

pub fn free_model(&self)

pub fn load_state(&self, state: String) -> Result<(), Box<dyn Error>>

pub fn save_state(&self, dst: String) -> Result<(), Box<dyn Error>>

pub fn eval( &self, text: String, opts: &mut PredictOptions ) -> Result<(), Box<dyn Error>>

pub fn token_embeddings( &self, tokens: Vec<i32>, opts: &mut PredictOptions ) -> Result<Vec<f32>, Box<dyn Error>>

pub fn embeddings( &self, text: String, opts: &mut PredictOptions ) -> Result<Vec<f32>, Box<dyn Error>>

pub fn set_token_callback( &self, callback: Option<Box<dyn Fn(String) -> bool + Send + 'static>> )

pub fn predict( &self, text: String, opts: PredictOptions ) -> Result<String, Box<dyn Error>>

Trait Implementations

impl Clone for LLama

fn clone(&self) -> LLama

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLama

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Drop for LLama

fn drop(&mut self)

Executes the destructor for this type.