Struct LlamaVocab 

pub struct LlamaVocab { /* private fields */ }

A safe wrapper around llama_vocab.

Implementations

impl LlamaVocab

pub fn n_tokens(&self) -> i32

Get the number of tokens in the vocabulary.

pub fn vocab_type(&self) -> u32

Get the vocabulary type.

pub fn bos(&self) -> LlamaToken

Get the BOS token.

pub fn eos(&self) -> LlamaToken

Get the EOS token.

pub fn eot(&self) -> LlamaToken

Get the EOT (end of turn) token.

pub fn cls(&self) -> LlamaToken

Get the CLS (classification) token.

pub fn sep(&self) -> LlamaToken

Get the SEP (separator) token.

pub fn nl(&self) -> LlamaToken

Get the NL (newline) token.

pub fn pad(&self) -> LlamaToken

Get the PAD (padding) token.

pub fn fim_pre(&self) -> LlamaToken

Get the FIM prefix token.

pub fn fim_suf(&self) -> LlamaToken

Get the FIM suffix token.

pub fn fim_mid(&self) -> LlamaToken

Get the FIM middle token.

pub fn fim_pad(&self) -> LlamaToken

Get the FIM padding token.

pub fn fim_rep(&self) -> LlamaToken

Get the FIM repository token.

pub fn fim_sep(&self) -> LlamaToken

Get the FIM separator token.

pub fn get_add_bos(&self) -> bool

Check whether BOS should be added.

pub fn get_add_eos(&self) -> bool

Check whether EOS should be added.

pub fn get_add_sep(&self) -> bool

Check whether SEP should be added.

pub fn get_text(&self, token: LlamaToken) -> Result<&str, StringFromModelError>

Get the text representation of a token.

Errors

Returns an error if the text pointer is null or not valid UTF-8.

pub fn get_score(&self, token: LlamaToken) -> f32

Get the score of a token.

pub fn get_attr(&self, token: LlamaToken) -> u32

Get the attributes of a token.

pub fn is_control(&self, token: LlamaToken) -> bool

Check if a token is a control token.

pub fn is_eog(&self, token: LlamaToken) -> bool

Check if a token is an end-of-generation token.

pub fn mask(&self) -> LlamaToken

Get the token mask value for the vocabulary.

Trait Implementations

impl Debug for LlamaVocab

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.