Trait ModelInfo 

pub trait ModelInfo: Send + Sync {
    // Required methods
    fn model_type(&self) -> String;
    fn bos_token_id(&self) -> TokenIdType;
    fn eos_token_ids(&self) -> Vec<TokenIdType> ;
    fn max_position_embeddings(&self) -> Option<usize>;
    fn vocab_size(&self) -> Option<usize>;
}

Required Methods

fn model_type(&self) -> String

Model type

fn bos_token_id(&self) -> TokenIdType

Token ID for the beginning of sequence

fn eos_token_ids(&self) -> Vec<TokenIdType>

Token ID for the end of sequence

fn max_position_embeddings(&self) -> Option<usize>

Maximum position embeddings / max sequence length TODO: This is only used in a single test, no other code. Remove?

fn vocab_size(&self) -> Option<usize>

Vocabulary size TODO: This is only used in a single test, no other code. Remove?

Implementors