Struct TokRxInfo

pub struct TokRxInfo {
    pub vocab_size: u32,
    pub tok_eos: TokenId,
    pub tok_bos: Option<TokenId>,
    pub tok_pad: Option<TokenId>,
    pub tok_unk: Option<TokenId>,
    pub tok_end_of_turn: Option<TokenId>,
}

Fields

vocab_size: u32

tok_eos: TokenId

tok_bos: Option<TokenId>

tok_pad: Option<TokenId>

tok_unk: Option<TokenId>

tok_end_of_turn: Option<TokenId>

Implementations

impl TokRxInfo

pub fn new(vocab_size: u32, tok_eos: TokenId) -> Self

pub fn from_bin(info: &BinTokRxInfo) -> Self

pub fn to_bin(&self) -> BinTokRxInfo

Trait Implementations

impl Clone for TokRxInfo

fn clone(&self) -> TokRxInfo

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokRxInfo

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for TokRxInfo

fn eq(&self, other: &TokRxInfo) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for TokRxInfo

impl Eq for TokRxInfo

impl StructuralPartialEq for TokRxInfo