Struct BackboneModel 

pub struct BackboneModel {
    pub seed: Option<u32>,
    /* private fields */
}

Fields

seed: Option<u32>

Implementations

impl BackboneModel

pub fn weights_path(&self) -> &Path

pub fn load(path: &Path, n_ctx: u32) -> Result<BackboneModel, Error>

pub fn load_on( path: &Path, n_ctx: u32, device: Device, ) -> Result<BackboneModel, Error>

pub fn load_on_with( path: &Path, n_ctx: u32, device: Device, opts: BackboneLoadOptions, ) -> Result<BackboneModel, Error>

pub fn generate_codes( &self, prompt: &str, cfg: &GenerationConfig, ) -> Result<Vec<i32>, Error>

pub fn generate_codes_from_prompt( &self, prompt_ids: &[u32], cfg: &GenerationConfig, ) -> Result<Vec<i32>, Error>

pub fn generate_codes_from_prompt_streaming( &self, prompt_ids: &[u32], cfg: &GenerationConfig, on_code: impl FnMut(i32) -> Result<(), Error>, ) -> Result<(), Error>