Struct TokenStream 

pub struct TokenStream<K>
where
    K: Copy,
{
    pub raw: String,
    pub tokens: Arc<[Token<K>]>,
}

A stream of tokens with associated source text.

Fields

raw: String

The raw source text.

tokens: Arc<[Token<K>]>

The tokens extracted from the source text.

Trait Implementations

impl<K> Clone for TokenStream<K>

where K: Clone + Copy,

fn clone(&self) -> TokenStream<K>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<K> Debug for TokenStream<K>

where K: Debug + Copy,

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de, K> Deserialize<'de> for TokenStream<K>

where K: Copy + Deserialize<'de>,

fn deserialize<__D>( __deserializer: __D, ) -> Result<TokenStream<K>, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl<K> Serialize for TokenStream<K>

where K: Copy + Serialize,

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.