Struct Sequence 

pub struct Sequence { /* private fields */ }

Maintains state for an ongoing sequence of tokens and their decoded text

Implementations

impl Sequence

pub fn new(tokenizer: Tokenizer) -> Self

pub fn is_empty(&self) -> bool

pub fn len(&self) -> usize

pub fn clear(&mut self)

pub fn append_text(&mut self, input: &str) -> Result<()>

pub fn append_token_id(&mut self, token_id: TokenIdType) -> Result<String>

pub fn tokenizer(&self) -> Tokenizer

pub fn token_ids(&self) -> &[TokenIdType]

pub fn text(&self) -> Result<String>

Trait Implementations

impl Debug for Sequence

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.