[−][src]Struct lib_ruby_parser::Lexer

pub struct Lexer {
    pub debug: bool,
    pub lex_state: LexState,
    pub cond: StackState,
    pub cmdarg: StackState,
    pub static_env: StaticEnvironment,
    // some fields omitted
}

Fields

debug: boollex_state: LexStatecond: StackStatecmdarg: StackStatestatic_env: StaticEnvironment

Implementations

`impl Lexer`[src]

`pub fn new(bytes: &[u8], name: &str, decoder: CustomDecoder) -> Self`[src]

`pub fn set_debug(&mut self, debug: bool)`[src]

`pub fn tokenize_until_eof(&mut self) -> Vec<Token>`[src]

`pub fn line_col_for_loc(&self, loc: usize) -> Option<(usize, usize)>`[src]

`impl Lexer`[src]

`pub const END_OF_INPUT: i32`[src]

`pub const YYerror: i32`[src]

`pub const YYUNDEF: i32`[src]

`pub const kCLASS: i32`[src]

`pub const kMODULE: i32`[src]

`pub const kDEF: i32`[src]

`pub const kUNDEF: i32`[src]

`pub const kBEGIN: i32`[src]

`pub const kRESCUE: i32`[src]

`pub const kENSURE: i32`[src]

`pub const kEND: i32`[src]

`pub const kIF: i32`[src]

`pub const kUNLESS: i32`[src]

`pub const kTHEN: i32`[src]

`pub const kELSIF: i32`[src]

`pub const kELSE: i32`[src]

`pub const kCASE: i32`[src]

`pub const kWHEN: i32`[src]

`pub const kWHILE: i32`[src]

`pub const kUNTIL: i32`[src]

`pub const kFOR: i32`[src]

`pub const kBREAK: i32`[src]

`pub const kNEXT: i32`[src]

`pub const kREDO: i32`[src]

`pub const kRETRY: i32`[src]

`pub const kIN: i32`[src]

`pub const kDO: i32`[src]

`pub const kDO_COND: i32`[src]

`pub const kDO_BLOCK: i32`[src]

`pub const kDO_LAMBDA: i32`[src]

`pub const kRETURN: i32`[src]

`pub const kYIELD: i32`[src]

`pub const kSUPER: i32`[src]

`pub const kSELF: i32`[src]

`pub const kNIL: i32`[src]

`pub const kTRUE: i32`[src]

`pub const kFALSE: i32`[src]

`pub const kAND: i32`[src]

`pub const kOR: i32`[src]

`pub const kNOT: i32`[src]

`pub const kIF_MOD: i32`[src]

`pub const kUNLESS_MOD: i32`[src]

`pub const kWHILE_MOD: i32`[src]

`pub const kUNTIL_MOD: i32`[src]

`pub const kRESCUE_MOD: i32`[src]

`pub const kALIAS: i32`[src]

`pub const kDEFINED: i32`[src]

`pub const klBEGIN: i32`[src]

`pub const klEND: i32`[src]

`pub const kLINE: i32`[src]

`pub const kFILE: i32`[src]

`pub const kENCODING: i32`[src]

`pub const tIDENTIFIER: i32`[src]

`pub const tFID: i32`[src]

`pub const tGVAR: i32`[src]

`pub const tIVAR: i32`[src]

`pub const tCONSTANT: i32`[src]

`pub const tCVAR: i32`[src]

`pub const tLABEL: i32`[src]

`pub const tINTEGER: i32`[src]

`pub const tFLOAT: i32`[src]

`pub const tRATIONAL: i32`[src]

`pub const tIMAGINARY: i32`[src]

`pub const tCHAR: i32`[src]

`pub const tNTH_REF: i32`[src]

`pub const tBACK_REF: i32`[src]

`pub const tSTRING_CONTENT: i32`[src]

`pub const tREGEXP_END: i32`[src]

`pub const tDOT: i32`[src]

`pub const tBACKSLASH: i32`[src]

`pub const tSP: i32`[src]

`pub const tSLASH_T: i32`[src]

`pub const tSLASH_F: i32`[src]

`pub const tSLASH_R: i32`[src]

`pub const tVTAB: i32`[src]

`pub const tUPLUS: i32`[src]

`pub const tUMINUS: i32`[src]

`pub const tPOW: i32`[src]

`pub const tCMP: i32`[src]

`pub const tEQ: i32`[src]

`pub const tEQQ: i32`[src]

`pub const tNEQ: i32`[src]

`pub const tGEQ: i32`[src]

`pub const tLEQ: i32`[src]

`pub const tANDOP: i32`[src]

`pub const tOROP: i32`[src]

`pub const tMATCH: i32`[src]

`pub const tNMATCH: i32`[src]

`pub const tDOT2: i32`[src]

`pub const tDOT3: i32`[src]

`pub const tBDOT2: i32`[src]

`pub const tBDOT3: i32`[src]

`pub const tAREF: i32`[src]

`pub const tASET: i32`[src]

`pub const tLSHFT: i32`[src]

`pub const tRSHFT: i32`[src]

`pub const tANDDOT: i32`[src]

`pub const tCOLON2: i32`[src]

`pub const tCOLON3: i32`[src]

`pub const tOP_ASGN: i32`[src]

`pub const tASSOC: i32`[src]

`pub const tLPAREN: i32`[src]

`pub const tLPAREN_ARG: i32`[src]

`pub const tRPAREN: i32`[src]

`pub const tLBRACK: i32`[src]

`pub const tLBRACE: i32`[src]

`pub const tLBRACE_ARG: i32`[src]

`pub const tSTAR: i32`[src]

`pub const tDSTAR: i32`[src]

`pub const tAMPER: i32`[src]

`pub const tLAMBDA: i32`[src]

`pub const tSYMBEG: i32`[src]

`pub const tSTRING_BEG: i32`[src]

`pub const tXSTRING_BEG: i32`[src]

`pub const tREGEXP_BEG: i32`[src]

`pub const tWORDS_BEG: i32`[src]

`pub const tQWORDS_BEG: i32`[src]

`pub const tSYMBOLS_BEG: i32`[src]

`pub const tQSYMBOLS_BEG: i32`[src]

`pub const tSTRING_END: i32`[src]

`pub const tSTRING_DEND: i32`[src]

`pub const tSTRING_DBEG: i32`[src]

`pub const tSTRING_DVAR: i32`[src]

`pub const tLAMBEG: i32`[src]

`pub const tLABEL_END: i32`[src]

`pub const tCOMMA: i32`[src]

`pub const tLCURLY: i32`[src]

`pub const tRCURLY: i32`[src]

`pub const tLBRACK2: i32`[src]

`pub const tEQL: i32`[src]

`pub const tPIPE: i32`[src]

`pub const tAMPER2: i32`[src]

`pub const tGT: i32`[src]

`pub const tLT: i32`[src]

`pub const tBACK_REF2: i32`[src]

`pub const tCARET: i32`[src]

`pub const tLPAREN2: i32`[src]

`pub const tRBRACK: i32`[src]

`pub const tSEMI: i32`[src]

`pub const tSPACE: i32`[src]

`pub const tNL: i32`[src]

`pub const tPLUS: i32`[src]

`pub const tMINUS: i32`[src]

`pub const tSTAR2: i32`[src]

`pub const tDIVIDE: i32`[src]

`pub const tPERCENT: i32`[src]

`pub const tTILDE: i32`[src]

`pub const tBANG: i32`[src]

`pub const tLOWEST: i32`[src]

`pub const tEH: i32`[src]

`pub const tCOLON: i32`[src]

`pub const tUMINUS_NUM: i32`[src]

`pub const tLAST_TOKEN: i32`[src]

Trait Implementations

`impl Clone for Lexer`[src]

`pub fn clone(&self) -> Lexer`[src]

`pub fn clone_from(&mut self, source: &Self)`1.0.0[src]

`impl Debug for Lexer`[src]

`pub fn fmt(&self, f: &mut Formatter<'_>) -> Result`[src]

`impl Default for Lexer`[src]

`pub fn default() -> Lexer`[src]

Auto Trait Implementations

`impl !RefUnwindSafe for Lexer`[src]

`impl !Send for Lexer`[src]

`impl !Sync for Lexer`[src]

`impl Unpin for Lexer`[src]

`impl !UnwindSafe for Lexer`[src]

Blanket Implementations

`impl<T> Any for T where T: 'static + ?Sized,` [src]

`pub fn type_id(&self) -> TypeId`[src]

`impl<T> Borrow<T> for T where T: ?Sized,` [src]

`pub fn borrow(&self) -> &T`[src]

`impl<T> BorrowMut<T> for T where T: ?Sized,` [src]

`pub fn borrow_mut(&mut self) -> &mut T`[src]

`impl<T> From<T> for T`[src]

`pub fn from(t: T) -> T`[src]

`impl<T, U> Into for T where U: From<T>,` [src]

`pub fn into(self) -> U`[src]

`impl<T> ToOwned for T where T: Clone,` [src]

`type Owned = T`

The resulting type after obtaining ownership.

`pub fn to_owned(&self) -> T`[src]

`pub fn clone_into(&self, target: &mut T)`[src]

`impl<T, U> TryFrom for T where U: Into<T>,` [src]

`type Error = Infallible`

The type returned in the event of a conversion error.

`pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>`[src]

`impl<T, U> TryInto for T where U: TryFrom<T>,` [src]

`type Error = >::Error`

The type returned in the event of a conversion error.

`pub fn try_into(self) -> Result<U, >::Error>`[src]

[−][src]Struct lib_ruby_parser::Lexer

Fields

Implementations

impl Lexer[src]

pub fn new(bytes: &[u8], name: &str, decoder: CustomDecoder) -> Self[src]

pub fn set_debug(&mut self, debug: bool)[src]

pub fn tokenize_until_eof(&mut self) -> Vec<Token>[src]

pub fn line_col_for_loc(&self, loc: usize) -> Option<(usize, usize)>[src]

impl Lexer[src]

pub const END_OF_INPUT: i32[src]

pub const YYerror: i32[src]

pub const YYUNDEF: i32[src]

pub const kCLASS: i32[src]

pub const kMODULE: i32[src]

pub const kDEF: i32[src]

pub const kUNDEF: i32[src]

pub const kBEGIN: i32[src]

pub const kRESCUE: i32[src]

pub const kENSURE: i32[src]

pub const kEND: i32[src]

pub const kIF: i32[src]

pub const kUNLESS: i32[src]

pub const kTHEN: i32[src]

pub const kELSIF: i32[src]

pub const kELSE: i32[src]

pub const kCASE: i32[src]

pub const kWHEN: i32[src]

pub const kWHILE: i32[src]

pub const kUNTIL: i32[src]

pub const kFOR: i32[src]

pub const kBREAK: i32[src]

pub const kNEXT: i32[src]

pub const kREDO: i32[src]

pub const kRETRY: i32[src]

pub const kIN: i32[src]

pub const kDO: i32[src]

pub const kDO_COND: i32[src]

pub const kDO_BLOCK: i32[src]

pub const kDO_LAMBDA: i32[src]

pub const kRETURN: i32[src]

pub const kYIELD: i32[src]

pub const kSUPER: i32[src]

pub const kSELF: i32[src]

pub const kNIL: i32[src]

pub const kTRUE: i32[src]

pub const kFALSE: i32[src]

pub const kAND: i32[src]

pub const kOR: i32[src]

pub const kNOT: i32[src]

pub const kIF_MOD: i32[src]

pub const kUNLESS_MOD: i32[src]

pub const kWHILE_MOD: i32[src]

pub const kUNTIL_MOD: i32[src]

pub const kRESCUE_MOD: i32[src]

pub const kALIAS: i32[src]

pub const kDEFINED: i32[src]

pub const klBEGIN: i32[src]

pub const klEND: i32[src]

pub const k__LINE__: i32[src]

pub const k__FILE__: i32[src]

pub const k__ENCODING__: i32[src]

pub const tIDENTIFIER: i32[src]

pub const tFID: i32[src]

pub const tGVAR: i32[src]

pub const tIVAR: i32[src]

pub const tCONSTANT: i32[src]

pub const tCVAR: i32[src]

pub const tLABEL: i32[src]

pub const tINTEGER: i32[src]

pub const tFLOAT: i32[src]

pub const tRATIONAL: i32[src]

pub const tIMAGINARY: i32[src]

pub const tCHAR: i32[src]

pub const tNTH_REF: i32[src]

pub const tBACK_REF: i32[src]

pub const tSTRING_CONTENT: i32[src]

pub const tREGEXP_END: i32[src]

pub const tDOT: i32[src]

pub const tBACKSLASH: i32[src]

pub const tSP: i32[src]

`impl Lexer`[src]

`pub fn new(bytes: &[u8], name: &str, decoder: CustomDecoder) -> Self`[src]

`pub fn set_debug(&mut self, debug: bool)`[src]

`pub fn tokenize_until_eof(&mut self) -> Vec<Token>`[src]

`pub fn line_col_for_loc(&self, loc: usize) -> Option<(usize, usize)>`[src]

`impl Lexer`[src]

`pub const END_OF_INPUT: i32`[src]

`pub const YYerror: i32`[src]

`pub const YYUNDEF: i32`[src]

`pub const kCLASS: i32`[src]

`pub const kMODULE: i32`[src]

`pub const kDEF: i32`[src]

`pub const kUNDEF: i32`[src]

`pub const kBEGIN: i32`[src]

`pub const kRESCUE: i32`[src]

`pub const kENSURE: i32`[src]

`pub const kEND: i32`[src]

`pub const kIF: i32`[src]

`pub const kUNLESS: i32`[src]

`pub const kTHEN: i32`[src]

`pub const kELSIF: i32`[src]

`pub const kELSE: i32`[src]

`pub const kCASE: i32`[src]

`pub const kWHEN: i32`[src]

`pub const kWHILE: i32`[src]

`pub const kUNTIL: i32`[src]

`pub const kFOR: i32`[src]

`pub const kBREAK: i32`[src]

`pub const kNEXT: i32`[src]

`pub const kREDO: i32`[src]

`pub const kRETRY: i32`[src]

`pub const kIN: i32`[src]

`pub const kDO: i32`[src]

`pub const kDO_COND: i32`[src]

`pub const kDO_BLOCK: i32`[src]

`pub const kDO_LAMBDA: i32`[src]

`pub const kRETURN: i32`[src]

`pub const kYIELD: i32`[src]

`pub const kSUPER: i32`[src]

`pub const kSELF: i32`[src]

`pub const kNIL: i32`[src]

`pub const kTRUE: i32`[src]

`pub const kFALSE: i32`[src]

`pub const kAND: i32`[src]

`pub const kOR: i32`[src]

`pub const kNOT: i32`[src]

`pub const kIF_MOD: i32`[src]

`pub const kUNLESS_MOD: i32`[src]

`pub const kWHILE_MOD: i32`[src]

`pub const kUNTIL_MOD: i32`[src]

`pub const kRESCUE_MOD: i32`[src]

`pub const kALIAS: i32`[src]

`pub const kDEFINED: i32`[src]

`pub const klBEGIN: i32`[src]

`pub const klEND: i32`[src]

`pub const kLINE: i32`[src]

`pub const kFILE: i32`[src]

`pub const kENCODING: i32`[src]

`pub const tIDENTIFIER: i32`[src]

`pub const tFID: i32`[src]

`pub const tGVAR: i32`[src]

`pub const tIVAR: i32`[src]

`pub const tCONSTANT: i32`[src]

`pub const tCVAR: i32`[src]

`pub const tLABEL: i32`[src]

`pub const tINTEGER: i32`[src]

`pub const tFLOAT: i32`[src]

`pub const tRATIONAL: i32`[src]

`pub const tIMAGINARY: i32`[src]

`pub const tCHAR: i32`[src]

`pub const tNTH_REF: i32`[src]

`pub const tBACK_REF: i32`[src]

`pub const tSTRING_CONTENT: i32`[src]

`pub const tREGEXP_END: i32`[src]

`pub const tDOT: i32`[src]

`pub const tBACKSLASH: i32`[src]

`pub const tSP: i32`[src]

`pub const tSLASH_T: i32`[src]

`pub const tSLASH_F: i32`[src]

`pub const tSLASH_R: i32`[src]