Struct TextContext 

pub struct TextContext {
    pub seq_len: usize,
    pub batch_size: usize,
    pub vocab_id_max: usize,
    pub max_token_id_seen: usize,
}

Context fields a text request typically carries.

Fields

seq_len: usize

batch_size: usize

vocab_id_max: usize

max_token_id_seen: usize

Trait Implementations

impl Clone for TextContext

fn clone(&self) -> TextContext

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TextContext

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Validator<TextContext> for MaxBatchSize

fn check(&self, ctx: &TextContext) -> ValidationResult

fn name(&self) -> &'static str

impl Validator<TextContext> for MaxSeqLen

fn check(&self, ctx: &TextContext) -> ValidationResult

fn name(&self) -> &'static str

impl Validator<TextContext> for TokenIdsInVocab

fn check(&self, ctx: &TextContext) -> ValidationResult

fn name(&self) -> &'static str