Struct logos::Lexer

source ·

pub struct Lexer<Token: Logos, Source> {
    pub token: Token,
    pub extras: Token::Extras,
    /* private fields */
}

Expand description

Lexer is the main struct of the crate that allows you to read through a Source and produce tokens implementing the Logos trait.

Fields

token: Token

Current token. Call the advance method to get a new token.

extras: Token::Extras

Extras associated with the Token.

Implementations

source

impl<Token: Logos, Src: Source> Lexer<Token, Src>

source

pub fn new(source: Src) -> Self

Create a new Lexer.

Due to type inference, it might be more ergonomic to construct it by calling Token::lexer(source), where Token implements Logos.

source

pub fn advance(&mut self)

Advance the Lexer and attempt to produce the next Token.

source

pub fn range(&self) -> Range<usize>

Get the range for the current token in Source.

source

pub fn slice(&self) -> Src::Slice

Get a string slice of the current token.

Auto Trait Implementations

impl<Token, Source> RefUnwindSafe for Lexer<Token, Source>where
 Source: RefUnwindSafe,
 Token: RefUnwindSafe,
 <Token as Logos>::Extras: RefUnwindSafe,

impl<Token, Source> Send for Lexer<Token, Source>where
 Source: Send,
 Token: Send,
 <Token as Logos>::Extras: Send,

impl<Token, Source> Sync for Lexer<Token, Source>where
 Source: Sync,
 Token: Sync,
 <Token as Logos>::Extras: Sync,

impl<Token, Source> Unpin for Lexer<Token, Source>where
 Source: Unpin,
 Token: Unpin,
 <Token as Logos>::Extras: Unpin,

impl<Token, Source> UnwindSafe for Lexer<Token, Source>where
 Source: UnwindSafe,
 Token: UnwindSafe,
 <Token as Logos>::Extras: UnwindSafe,

Blanket Implementations

source

impl<T> Any for Twhere
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for Twhere
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for Twhere
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for Twhere
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T, U> TryFrom for Twhere
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for Twhere
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct logos::Lexer

Fields

Implementations

impl<Token: Logos, Src: Source> Lexer<Token, Src>

pub fn new(source: Src) -> Self

pub fn advance(&mut self)

pub fn range(&self) -> Range<usize>

pub fn slice(&self) -> Src::Slice

Auto Trait Implementations

impl<Token, Source> RefUnwindSafe for Lexer<Token, Source>where
    Source: RefUnwindSafe,
    Token: RefUnwindSafe,
    <Token as Logos>::Extras: RefUnwindSafe,

impl<Token, Source> Send for Lexer<Token, Source>where
    Source: Send,
    Token: Send,
    <Token as Logos>::Extras: Send,

impl<Token, Source> Sync for Lexer<Token, Source>where
    Source: Sync,
    Token: Sync,
    <Token as Logos>::Extras: Sync,

impl<Token, Source> Unpin for Lexer<Token, Source>where
    Source: Unpin,
    Token: Unpin,
    <Token as Logos>::Extras: Unpin,

impl<Token, Source> UnwindSafe for Lexer<Token, Source>where
    Source: UnwindSafe,
    Token: UnwindSafe,
    <Token as Logos>::Extras: UnwindSafe,

Blanket Implementations

impl<T> Any for Twhere
T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere
T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere
T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere
U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere
U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct logos::Lexer

Fields

Implementations

impl<Token: Logos, Src: Source> Lexer<Token, Src>

pub fn new(source: Src) -> Self

pub fn advance(&mut self)

pub fn range(&self) -> Range<usize>

pub fn slice(&self) -> Src::Slice

Auto Trait Implementations

impl<Token, Source> RefUnwindSafe for Lexer<Token, Source>where Source: RefUnwindSafe, Token: RefUnwindSafe, <Token as Logos>::Extras: RefUnwindSafe,

impl<Token, Source> Send for Lexer<Token, Source>where Source: Send, Token: Send, <Token as Logos>::Extras: Send,

impl<Token, Source> Sync for Lexer<Token, Source>where Source: Sync, Token: Sync, <Token as Logos>::Extras: Sync,

impl<Token, Source> Unpin for Lexer<Token, Source>where Source: Unpin, Token: Unpin, <Token as Logos>::Extras: Unpin,

impl<Token, Source> UnwindSafe for Lexer<Token, Source>where Source: UnwindSafe, Token: UnwindSafe, <Token as Logos>::Extras: UnwindSafe,

Blanket Implementations

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<Token, Source> RefUnwindSafe for Lexer<Token, Source>where
Source: RefUnwindSafe,
Token: RefUnwindSafe,
<Token as Logos>::Extras: RefUnwindSafe,

impl<Token, Source> Send for Lexer<Token, Source>where
Source: Send,
Token: Send,
<Token as Logos>::Extras: Send,

impl<Token, Source> Sync for Lexer<Token, Source>where
Source: Sync,
Token: Sync,
<Token as Logos>::Extras: Sync,

impl<Token, Source> Unpin for Lexer<Token, Source>where
Source: Unpin,
Token: Unpin,
<Token as Logos>::Extras: Unpin,

impl<Token, Source> UnwindSafe for Lexer<Token, Source>where
Source: UnwindSafe,
Token: UnwindSafe,
<Token as Logos>::Extras: UnwindSafe,

impl<T> Any for Twhere
T: 'static + ?Sized,

impl<T> Borrow<T> for Twhere
T: ?Sized,

impl<T> BorrowMut<T> for Twhere
T: ?Sized,

impl<T, U> Into<U> for Twhere
U: From<T>,

impl<T, U> TryFrom<U> for Twhere
U: Into<T>,

impl<T, U> TryInto<U> for Twhere
U: TryFrom<T>,