Struct UnbufferedTokenStream 

pub struct UnbufferedTokenStream<'input, T: TokenSource<'input>> { /* private fields */ }

Token stream that keeps all data in internal Vec

Implementations

impl<'input, T: TokenSource<'input>> UnbufferedTokenStream<'input, T>

pub fn iter(&mut self) -> IterWrapper<'_, Self>

Creates iterator over this token stream

pub fn token_iter(&mut self) -> TokenIter<'_, 'input, Self>

Creates iterator over tokens in this token stream

pub fn new_buffered(source: T) -> Self

Creates token stream that keeps all tokens inside

pub fn new_unbuffered(source: T) -> Self

Creates token stream that keeps only tokens required by mark

Trait Implementations

impl<'input, T: TokenSource<'input>> Debug for UnbufferedTokenStream<'input, T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'input, T: TokenSource<'input>> IntStream for UnbufferedTokenStream<'input, T>

fn consume(&mut self)

Consumes the current symbol in the stream. Advances this stream to the next element.

fn la(&mut self, i: isize) -> isize

Lookaheads (or loopbacks if i is negative)

fn mark(&mut self) -> isize

After this call subsequent calls to seek must succeed if seek index is greater than mark index

fn release(&mut self, marker: isize)

Releases marker

fn index(&self) -> isize

Returns current position of the input stream

fn seek(&mut self, index: isize)

Put stream back in state it was when it was in index position

fn size(&self) -> isize

Returns the total number of symbols in the stream.

fn get_source_name(&self) -> String

Returns name of the source this stream operates over if any

impl<'input, T: TokenSource<'input>> TokenStream<'input> for UnbufferedTokenStream<'input, T>

type TF = <T as TokenSource<'input>>::TF

Token factory that created tokens in this stream

fn lt(&mut self, i: isize) -> Option<&<Self::TF as TokenFactory<'input>>::Tok>

Lookahead for tokens, same as IntSteam::la but return reference to full token

fn get(&self, index: isize) -> &<Self::TF as TokenFactory<'input>>::Tok

Returns reference to token at index

fn get_token_source(&self) -> &dyn TokenSource<'input, TF = Self::TF>

Token source that produced data for tokens for this stream

fn get_text_from_interval(&self, start: isize, stop: isize) -> String

Get combined text of tokens in start..=stop interval

fn get_all_text(&self) -> String

Get combined text of all tokens in this stream

fn get_text_from_tokens<T: Token + ?Sized>(&self, a: &T, b: &T) -> String

where Self: Sized,

Get combined text of tokens in between a and b

impl<'input, T> TidAble<'input> for UnbufferedTokenStream<'input, T>

where T: TokenSource<'input> + TidAble<'input>,