Struct candle_examples::token_output_stream::TokenOutputStream

pub struct TokenOutputStream { /* private fields */ }

This is a wrapper around a tokenizer to ensure that tokens can be returned to the user in a streaming way rather than having to wait for the full decoding.

Implementations

impl TokenOutputStream

pub fn new(tokenizer: Tokenizer) -> Self

pub fn into_inner(self) -> Tokenizer

pub fn next_token(&mut self, token: u32) -> Result<Option<String>>

pub fn decode_rest(&self) -> Result<Option<String>>

pub fn decode_all(&self) -> Result<String>

pub fn get_token(&self, token_s: &str) -> Option<u32>

pub fn tokenizer(&self) -> &Tokenizer

pub fn clear(&mut self)