pub fn sample_with_scratch(
logits: &[f32],
config: &SamplerConfig,
past_tokens: &[u32],
rng: &mut SplitMix64,
scratch: &mut SamplerScratch,
) -> u32Expand description
Sampling entry point for hot decode loops with reusable scratch storage.