Struct SamplingContext 

pub struct SamplingContext<'a> {
    pub step: usize,
    pub sampling_params: &'a SamplingParams,
    pub logits: &'a mut [f32],
    pub previous_tokens: &'a [TokenId],
    pub token_frequencies: &'a HashMap<TokenId, usize>,
    pub vocab_size: usize,
    pub metadata: HashMap<String, f32>,
}

Sampling context passed to logits processors and samplers

Fields

step: usize

Current generation step (0-based)

sampling_params: &'a SamplingParams

Request-specific sampling parameters

logits: &'a mut [f32]

Current logits (mutable for processing)

previous_tokens: &'a [TokenId]

Previous token IDs in sequence

token_frequencies: &'a HashMap<TokenId, usize>

Token frequencies for repetition penalty

vocab_size: usize

Vocabulary size

metadata: HashMap<String, f32>

Additional metadata

Implementations

impl<'a> SamplingContext<'a>

pub fn new( step: usize, sampling_params: &'a SamplingParams, logits: &'a mut [f32], previous_tokens: &'a [TokenId], token_frequencies: &'a HashMap<TokenId, usize>, vocab_size: usize, ) -> Self

Create new sampling context

pub fn get_logit(&self, token_id: TokenId) -> Option<f32>

Get logit value for specific token

pub fn set_logit(&mut self, token_id: TokenId, value: f32) -> bool

Set logit value for specific token

pub fn mask_tokens(&mut self, token_ids: &[TokenId])

Mask (set to negative infinity) specific tokens

Trait Implementations

impl<'a> Debug for SamplingContext<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.