use std :: ops :: Range ; use std :: char ; use std :: ascii :: AsciiExt ; use std :: i32 ; use parser :: ParserState ; use cow_rc_str :: CowRcStr ; use self :: Token :: * ; /// One of the pieces the CSS input is broken into.
 ///
 /// Some components use `Cow` in order to borrow from the original input string
 /// and avoid allocating/copying when possible.
 # [ derive ( PartialEq , Debug , Clone ) ] pub enum Token < 'a > {
/// A [`<ident-token>`](https://drafts.csswg.org/css-syntax/#ident-token-diagram)
 Ident ( CowRcStr < 'a > ) , /// A [`<at-keyword-token>`](https://drafts.csswg.org/css-syntax/#at-keyword-token-diagram)
 ///
 /// The value does not include the `@` marker.
 AtKeyword ( CowRcStr < 'a > ) , /// A [`<hash-token>`](https://drafts.csswg.org/css-syntax/#hash-token-diagram) with the type flag set to "unrestricted"
 ///
 /// The value does not include the `#` marker.
 Hash ( CowRcStr < 'a > ) , /// A [`<hash-token>`](https://drafts.csswg.org/css-syntax/#hash-token-diagram) with the type flag set to "id"
 ///
 /// The value does not include the `#` marker.
 IDHash ( CowRcStr < 'a > ) , /// A [`<string-token>`](https://drafts.csswg.org/css-syntax/#string-token-diagram)
 ///
 /// The value does not include the quotes.
 QuotedString ( CowRcStr < 'a > ) , /// A [`<url-token>`](https://drafts.csswg.org/css-syntax/#url-token-diagram) or `url( <string-token> )` function
 ///
 /// The value does not include the `url(` `)` markers or the quotes.
 UnquotedUrl ( CowRcStr < 'a > ) , /// A `<delim-token>`
 Delim ( char ) , /// A [`<number-token>`](https://drafts.csswg.org/css-syntax/#number-token-diagram)
 Number {
/// Whether the number had a `+` or `-` sign.
 ///
 /// This is used is some cases like the <An+B> micro syntax. (See the `parse_nth` function.)
 has_sign : bool , /// The value as a float
 value : f32 , /// If the origin source did not include a fractional part, the value as an integer.
 int_value : Option < i32 > ,
} , /// A [`<percentage-token>`](https://drafts.csswg.org/css-syntax/#percentage-token-diagram)
 Percentage {
/// Whether the number had a `+` or `-` sign.
 has_sign : bool , /// The value as a float, divided by 100 so that the nominal range is 0.0 to 1.0.
 unit_value : f32 , /// If the origin source did not include a fractional part, the value as an integer.
 /// It is **not** divided by 100.
 int_value : Option < i32 > ,
} , /// A [`<dimension-token>`](https://drafts.csswg.org/css-syntax/#dimension-token-diagram)
 Dimension {
/// Whether the number had a `+` or `-` sign.
 ///
 /// This is used is some cases like the <An+B> micro syntax. (See the `parse_nth` function.)
 has_sign : bool , /// The value as a float
 value : f32 , /// If the origin source did not include a fractional part, the value as an integer.
 int_value : Option < i32 > , /// The unit, e.g. "px" in `12px`
 unit : CowRcStr < 'a >
} , /// A [`<whitespace-token>`](https://drafts.csswg.org/css-syntax/#whitespace-token-diagram)
 WhiteSpace ( & 'a str ) , /// A comment.
 ///
 /// The CSS Syntax spec does not generate tokens for comments,
 /// But we do, because we can (borrowed &str makes it cheap).
 ///
 /// The value does not include the `/*` `*/` markers.
 Comment ( & 'a str ) , /// A `:` `<colon-token>`
 Colon , /// A `;` `<semicolon-token>`
 Semicolon , /// A `,` `<comma-token>`
 Comma , /// A `~=` [`<include-match-token>`](https://drafts.csswg.org/css-syntax/#include-match-token-diagram)
 IncludeMatch , /// A `|=` [`<dash-match-token>`](https://drafts.csswg.org/css-syntax/#dash-match-token-diagram)
 DashMatch , /// A `^=` [`<prefix-match-token>`](https://drafts.csswg.org/css-syntax/#prefix-match-token-diagram)
 PrefixMatch , /// A `$=` [`<suffix-match-token>`](https://drafts.csswg.org/css-syntax/#suffix-match-token-diagram)
 SuffixMatch , /// A `*=` [`<substring-match-token>`](https://drafts.csswg.org/css-syntax/#substring-match-token-diagram)
 SubstringMatch , /// A `||` [`<column-token>`](https://drafts.csswg.org/css-syntax/#column-token-diagram)
 Column , /// A `<!--` [`<CDO-token>`](https://drafts.csswg.org/css-syntax/#CDO-token-diagram)
 CDO , /// A `-->` [`<CDC-token>`](https://drafts.csswg.org/css-syntax/#CDC-token-diagram)
 CDC , /// A [`<function-token>`](https://drafts.csswg.org/css-syntax/#function-token-diagram)
 ///
 /// The value (name) does not include the `(` marker.
 Function ( CowRcStr < 'a > ) , /// A `<(-token>`
 ParenthesisBlock , /// A `<[-token>`
 SquareBracketBlock , /// A `<{-token>`
 CurlyBracketBlock , /// A `<bad-url-token>`
 ///
 /// This token always indicates a parse error.
 BadUrl ( CowRcStr < 'a > ) , /// A `<bad-string-token>`
 ///
 /// This token always indicates a parse error.
 BadString ( CowRcStr < 'a > ) , /// A `<)-token>`
 ///
 /// When obtained from one of the `Parser::next*` methods,
 /// this token is always unmatched and indicates a parse error.
 CloseParenthesis , /// A `<]-token>`
 ///
 /// When obtained from one of the `Parser::next*` methods,
 /// this token is always unmatched and indicates a parse error.
 CloseSquareBracket , /// A `<}-token>`
 ///
 /// When obtained from one of the `Parser::next*` methods,
 /// this token is always unmatched and indicates a parse error.
 CloseCurlyBracket ,
} impl < 'a > Token < 'a > {
/// Return whether this token represents a parse error.
 ///
 /// `BadUrl` and `BadString` are tokenizer-level parse errors.
 ///
 /// `CloseParenthesis`, `CloseSquareBracket`, and `CloseCurlyBracket` are *unmatched*
 /// and therefore parse errors when returned by one of the `Parser::next*` methods.
 pub fn is_parse_error ( & self ) -> bool {
matches ! ( * self , BadUrl ( _ ) | BadString ( _ ) | CloseParenthesis | CloseSquareBracket | CloseCurlyBracket )
}
} # [ derive ( Clone ) ] pub struct Tokenizer < 'a > {
input : & 'a str , /// Counted in bytes, not code points. From 0.
 position : usize , current_line_start_position : usize , current_line_number : u32 , var_functions : SeenStatus , viewport_percentages : SeenStatus , source_map_url : Option < & 'a str > ,
} # [ derive ( Copy , Clone , PartialEq , Eq ) ] enum SeenStatus {
DontCare , LookingForThem , SeenAtLeastOne ,
} impl < 'a > Tokenizer < 'a > {
# [ inline ] pub fn new ( input : & str ) -> Tokenizer {
Tokenizer :: with_first_line_number ( input , 0 )
} # [ inline ] pub fn with_first_line_number ( input : & str , first_line_number : u32 ) -> Tokenizer {
Tokenizer {
input : input , position : 0 , current_line_start_position : 0 , current_line_number : first_line_number , var_functions : SeenStatus :: DontCare , viewport_percentages : SeenStatus :: DontCare , source_map_url : None ,
}
} # [ inline ] pub fn look_for_var_functions ( & mut self ) {
self . var_functions = SeenStatus :: LookingForThem ;
} # [ inline ] pub fn seen_var_functions ( & mut self ) -> bool {
let seen = self . var_functions == SeenStatus :: SeenAtLeastOne ; self . var_functions = SeenStatus :: DontCare ; seen
} # [ inline ] pub fn see_function ( & mut self , name : & str ) {
if self . var_functions == SeenStatus :: LookingForThem {
if name . eq_ignore_ascii_case ( "var" ) {
self . var_functions = SeenStatus :: SeenAtLeastOne ;
}
}
} # [ inline ] pub fn look_for_viewport_percentages ( & mut self ) {
self . viewport_percentages = SeenStatus :: LookingForThem ;
} # [ inline ] pub fn seen_viewport_percentages ( & mut self ) -> bool {
let seen = self . viewport_percentages == SeenStatus :: SeenAtLeastOne ; self . viewport_percentages = SeenStatus :: DontCare ; seen
} # [ inline ] pub fn see_dimension ( & mut self , unit : & str ) {
if self . viewport_percentages == SeenStatus :: LookingForThem {
if unit . eq_ignore_ascii_case ( "vh" ) || unit . eq_ignore_ascii_case ( "vw" ) || unit . eq_ignore_ascii_case ( "vmin" ) || unit . eq_ignore_ascii_case ( "vmax" ) {
self . viewport_percentages = SeenStatus :: SeenAtLeastOne ;
}
}
} # [ inline ] pub fn next ( & mut self ) -> Result < Token < 'a > , ( ) > {
next_token ( self )
} # [ inline ] pub fn position ( & self ) -> SourcePosition {
SourcePosition ( self . position )
} # [ inline ] pub fn current_source_location ( & self ) -> SourceLocation {
SourceLocation {
line : self . current_line_number , column : ( self . position - self . current_line_start_position ) as u32 ,
}
} # [ inline ] pub fn current_source_map_url ( & self ) -> Option < & 'a str > {
self . source_map_url
} # [ inline ] pub fn state ( & self ) -> ParserState {
ParserState {
position : self . position , current_line_start_position : self . current_line_start_position , current_line_number : self . current_line_number , at_start_of : None ,
}
} # [ inline ] pub fn reset ( & mut self , state : & ParserState ) {
self . position = state . position ; self . current_line_start_position = state . current_line_start_position ; self . current_line_number = state . current_line_number ;
} # [ inline ] pub fn slice_from ( & self , start_pos : SourcePosition ) -> & 'a str {
& self . input [ start_pos . 0 .. self . position ]
} # [ inline ] pub fn slice ( & self , range : Range < SourcePosition > ) -> & 'a str {
& self . input [ range . start . 0 .. range . end . 0 ]
} pub fn current_source_line ( & self ) -> & 'a str {
let current = self . position ; let start = self . input [ 0 .. current ] . rfind ( | c | matches ! ( c , '\r' | '\n' | '\u{c}' ) ) . map_or ( 0 , | start | start + 1 ) ; let end = self . input [ current .. ] . find ( | c | matches ! ( c , '\r' | '\n' | '\u{c}' ) ) . map_or ( self . input . len ( ) , | end | current + end ) ; & self . input [ start .. end ]
} # [ inline ] pub fn next_byte ( & self ) -> Option < u8 > {
if self . is_eof ( ) {
None
} else {
Some ( self . input . as_bytes ( ) [ self . position ] )
}
} # [ inline ] fn is_eof ( & self ) -> bool {
! self . has_at_least ( 0 )
} # [ inline ] fn has_at_least ( & self , n : usize ) -> bool {
self . position + n < self . input . len ( )
} # [ inline ] pub fn advance ( & mut self , n : usize ) {
self . position += n
} # [ inline ] fn next_byte_unchecked ( & self ) -> u8 {
self . byte_at ( 0 )
} # [ inline ] fn byte_at ( & self , offset : usize ) -> u8 {
self . input . as_bytes ( ) [ self . position + offset ]
} # [ inline ] fn consume_byte ( & mut self ) -> u8 {
self . position += 1 ; self . input . as_bytes ( ) [ self . position - 1 ]
} # [ inline ] fn next_char ( & self ) -> char {
self . input [ self . position .. ] . chars ( ) . next ( ) . unwrap ( )
} fn seen_newline ( & mut self , is_cr : bool ) {
if is_cr && self . next_byte ( ) == Some ( b'\n' ) {
return
} self . current_line_start_position = self . position ; self . current_line_number += 1 ;
} # [ inline ] fn has_newline_at ( & self , offset : usize ) -> bool {
self . position + offset < self . input . len ( ) && matches ! ( self . byte_at ( offset ) , b'\n' | b'\r' | b'\x0c' )
} # [ inline ] fn consume_char ( & mut self ) -> char {
let c = self . next_char ( ) ; self . position += c . len_utf8 ( ) ; c
} # [ inline ] fn starts_with ( & self , needle : & [ u8 ] ) -> bool {
self . input . as_bytes ( ) [ self . position .. ] . starts_with ( needle )
} pub fn skip_whitespace ( & mut self ) {
while ! self . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case2 , Case :: Case5 , Case :: Case2 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( self . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
self . advance ( 1 )
} , Case :: Case2 => {
self . advance ( 1 ) ; self . seen_newline ( false ) ;
} , Case :: Case3 => {
self . advance ( 1 ) ; self . seen_newline ( true ) ;
} , Case :: Case4 => {
if self . starts_with ( b"/*" ) {
consume_comment ( self ) ;
} else {
return
}
} , Case :: Case5 => {
return
} ,
}
}
}
} pub fn skip_cdc_and_cdo ( & mut self ) {
while ! self . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 , Case6 = 6 , Case7 = 7 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case1 , Case :: Case2 , Case :: Case7 , Case :: Case2 , Case :: Case3 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case1 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case6 , Case :: Case7 , Case :: Case4 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case5 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , Case :: Case7 , ] ; match __CASES [ ( self . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
self . advance ( 1 )
} , Case :: Case2 => {
self . advance ( 1 ) ; self . seen_newline ( false ) ;
} , Case :: Case3 => {
self . advance ( 1 ) ; self . seen_newline ( true ) ;
} , Case :: Case4 => {
if self . starts_with ( b"/*" ) {
consume_comment ( self ) ;
} else {
return
}
} , Case :: Case5 => {
if self . starts_with ( b"<!--" ) {
self . advance ( 4 )
} else {
return
}
} , Case :: Case6 => {
if self . starts_with ( b"-->" ) {
self . advance ( 3 )
} else {
return
}
} , Case :: Case7 => {
return
} ,
}
}
}
}
} /// A position from the start of the input, counted in UTF-8 bytes.
 # [ derive ( PartialEq , Eq , PartialOrd , Ord , Debug , Clone , Copy ) ] pub struct SourcePosition ( pub ( crate ) usize ) ; /// The line and column number for a given position within the input.
 # [ derive ( PartialEq , Eq , Debug , Clone , Copy ) ] pub struct SourceLocation {
/// The line number, starting at 0 for the first line, unless `with_first_line_number` was used.
 pub line : u32 , /// The column number within a line, starting at 0 for first the character of the line.
 pub column : u32 ,
} fn next_token < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Result < Token < 'a > , ( ) > {
if tokenizer . is_eof ( ) {
return Err ( ( ) )
} let b = tokenizer . next_byte_unchecked ( ) ; let token = {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 , Case6 = 6 , Case7 = 7 , Case8 = 8 , Case9 = 9 , Case10 = 10 , Case11 = 11 , Case12 = 12 , Case13 = 13 , Case14 = 14 , Case15 = 15 , Case16 = 16 , Case17 = 17 , Case18 = 18 , Case19 = 19 , Case20 = 20 , Case21 = 21 , Case22 = 22 , Case23 = 23 , Case24 = 24 , Case25 = 25 , Case26 = 26 , Case27 = 27 , Case28 = 28 , Case29 = 29 , Case30 = 30 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case21 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case1 , Case :: Case2 , Case :: Case30 , Case :: Case2 , Case :: Case3 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case1 , Case :: Case30 , Case :: Case4 , Case :: Case5 , Case :: Case6 , Case :: Case30 , Case :: Case30 , Case :: Case7 , Case :: Case8 , Case :: Case9 , Case :: Case10 , Case :: Case11 , Case :: Case12 , Case :: Case13 , Case :: Case14 , Case :: Case15 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case16 , Case :: Case17 , Case :: Case18 , Case :: Case19 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case20 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case22 , Case :: Case23 , Case :: Case24 , Case :: Case25 , Case :: Case21 , Case :: Case30 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case21 , Case :: Case26 , Case :: Case27 , Case :: Case28 , Case :: Case29 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , Case :: Case30 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
consume_whitespace ( tokenizer , false , false )
} , Case :: Case2 => {
consume_whitespace ( tokenizer , true , false )
} , Case :: Case3 => {
consume_whitespace ( tokenizer , true , true )
} , Case :: Case4 => {
consume_string ( tokenizer , false )
} , Case :: Case5 => {
tokenizer . advance ( 1 ) ; if is_ident_start ( tokenizer ) {
IDHash ( consume_name ( tokenizer ) )
} else if ! tokenizer . is_eof ( ) && match tokenizer . next_byte_unchecked ( ) {
b'a' ... b'z' | b'A' ... b'Z' | b'0' ... b'9' | b'-' | b'_' => true , b'\\' => ! tokenizer . has_newline_at ( 1 ) , _ => ! b . is_ascii ( ) ,
} {
Hash ( consume_name ( tokenizer ) )
} else {
Delim ( '#' )
}
} , Case :: Case6 => {
if tokenizer . starts_with ( b"$=" ) {
tokenizer . advance ( 2 ) ; SuffixMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '$' )
}
} , Case :: Case7 => {
consume_string ( tokenizer , true )
} , Case :: Case8 => {
tokenizer . advance ( 1 ) ; ParenthesisBlock
} , Case :: Case9 => {
tokenizer . advance ( 1 ) ; CloseParenthesis
} , Case :: Case10 => {
if tokenizer . starts_with ( b"*=" ) {
tokenizer . advance ( 2 ) ; SubstringMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '*' )
}
} , Case :: Case11 => {
if ( tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) ) || ( tokenizer . has_at_least ( 2 ) && tokenizer . byte_at ( 1 ) == b'.' && matches ! ( tokenizer . byte_at ( 2 ) , b'0' ... b'9' ) ) {
consume_numeric ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '+' )
}
} , Case :: Case12 => {
tokenizer . advance ( 1 ) ; Comma
} , Case :: Case13 => {
if ( tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) ) || ( tokenizer . has_at_least ( 2 ) && tokenizer . byte_at ( 1 ) == b'.' && matches ! ( tokenizer . byte_at ( 2 ) , b'0' ... b'9' ) ) {
consume_numeric ( tokenizer )
} else if tokenizer . starts_with ( b"-->" ) {
tokenizer . advance ( 3 ) ; CDC
} else if is_ident_start ( tokenizer ) {
consume_ident_like ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '-' )
}
} , Case :: Case14 => {
if tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) {
consume_numeric ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '.' )
}
} , Case :: Case15 => {
if tokenizer . starts_with ( b"/*" ) {
Comment ( consume_comment ( tokenizer ) )
} else {
tokenizer . advance ( 1 ) ; Delim ( '/' )
}
} , Case :: Case16 => {
consume_numeric ( tokenizer )
} , Case :: Case17 => {
tokenizer . advance ( 1 ) ; Colon
} , Case :: Case18 => {
tokenizer . advance ( 1 ) ; Semicolon
} , Case :: Case19 => {
if tokenizer . starts_with ( b"<!--" ) {
tokenizer . advance ( 4 ) ; CDO
} else {
tokenizer . advance ( 1 ) ; Delim ( '<' )
}
} , Case :: Case20 => {
tokenizer . advance ( 1 ) ; if is_ident_start ( tokenizer ) {
AtKeyword ( consume_name ( tokenizer ) )
} else {
Delim ( '@' )
}
} , Case :: Case21 => {
consume_ident_like ( tokenizer )
} , Case :: Case22 => {
tokenizer . advance ( 1 ) ; SquareBracketBlock
} , Case :: Case23 => {
if ! tokenizer . has_newline_at ( 1 ) {
consume_ident_like ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '\\' )
}
} , Case :: Case24 => {
tokenizer . advance ( 1 ) ; CloseSquareBracket
} , Case :: Case25 => {
if tokenizer . starts_with ( b"^=" ) {
tokenizer . advance ( 2 ) ; PrefixMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '^' )
}
} , Case :: Case26 => {
tokenizer . advance ( 1 ) ; CurlyBracketBlock
} , Case :: Case27 => {
if tokenizer . starts_with ( b"|=" ) {
tokenizer . advance ( 2 ) ; DashMatch
} else if tokenizer . starts_with ( b"||" ) {
tokenizer . advance ( 2 ) ; Column
} else {
tokenizer . advance ( 1 ) ; Delim ( '|' )
}
} , Case :: Case28 => {
tokenizer . advance ( 1 ) ; CloseCurlyBracket
} , Case :: Case29 => {
if tokenizer . starts_with ( b"~=" ) {
tokenizer . advance ( 2 ) ; IncludeMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '~' )
}
} , Case :: Case30 => {
if ! b . is_ascii ( ) {
consume_ident_like ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( b as char )
}
} ,
}
} ; Ok ( token )
} fn consume_whitespace < 'a > ( tokenizer : & mut Tokenizer < 'a > , newline : bool , is_cr : bool ) -> Token < 'a > {
let start_position = tokenizer . position ( ) ; tokenizer . advance ( 1 ) ; if newline {
tokenizer . seen_newline ( is_cr )
} while ! tokenizer . is_eof ( ) {
let b = tokenizer . next_byte_unchecked ( ) ; {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case2 , Case :: Case4 , Case :: Case2 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
tokenizer . advance ( 1 ) ;
} , Case :: Case2 => {
tokenizer . advance ( 1 ) ; tokenizer . seen_newline ( false ) ;
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; tokenizer . seen_newline ( true ) ;
} , Case :: Case4 => {
break
} ,
}
}
} WhiteSpace ( tokenizer . slice_from ( start_position ) )
} fn check_for_source_map < 'a > ( tokenizer : & mut Tokenizer < 'a > , contents : & 'a str ) {
let directive = "# sourceMappingURL=" ; let directive_old = "@ sourceMappingURL=" ; if contents . starts_with ( directive ) || contents . starts_with ( directive_old ) {
let contents = & contents [ directive . len ( ) .. ] ; tokenizer . source_map_url = contents . split ( | c | {
c == ' ' || c == '\t' || c == '\u{c}' || c == '\r' || c == '\n'
} ) . next ( )
}
} fn consume_comment < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> & 'a str {
tokenizer . advance ( 2 ) ; let start_position = tokenizer . position ( ) ; while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case2 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
let end_position = tokenizer . position ( ) ; tokenizer . advance ( 1 ) ; if tokenizer . next_byte ( ) == Some ( b'/' ) {
tokenizer . advance ( 1 ) ; let contents = tokenizer . slice ( start_position .. end_position ) ; check_for_source_map ( tokenizer , contents ) ; return contents
}
} , Case :: Case2 => {
tokenizer . advance ( 1 ) ; tokenizer . seen_newline ( false ) ;
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; tokenizer . seen_newline ( true ) ;
} , Case :: Case4 => {
tokenizer . advance ( 1 ) ;
} ,
}
}
} let contents = tokenizer . slice_from ( start_position ) ; check_for_source_map ( tokenizer , contents ) ; contents
} fn consume_string < 'a > ( tokenizer : & mut Tokenizer < 'a > , single_quote : bool ) -> Token < 'a > {
match consume_quoted_string ( tokenizer , single_quote ) {
Ok ( value ) => QuotedString ( value ) , Err ( value ) => BadString ( value )
}
} /// Return `Err(())` on syntax error (ie. unescaped newline)
 fn consume_quoted_string < 'a > ( tokenizer : & mut Tokenizer < 'a > , single_quote : bool ) -> Result < CowRcStr < 'a > , CowRcStr < 'a >> {
tokenizer . advance ( 1 ) ; let start_pos = tokenizer . position ( ) ; let mut string_bytes ; loop {
if tokenizer . is_eof ( ) {
return Ok ( tokenizer . slice_from ( start_pos ) . into ( ) )
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case4 , Case :: Case5 , Case :: Case4 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
if ! single_quote {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return Ok ( value . into ( ) )
}
} , Case :: Case2 => {
if single_quote {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return Ok ( value . into ( ) )
}
} , Case :: Case3 => {
string_bytes = tokenizer . slice_from ( start_pos ) . as_bytes ( ) . to_owned ( ) ; break
} , Case :: Case4 => {
return Err ( tokenizer . slice_from ( start_pos ) . into ( ) )
} , Case :: Case5 => {
} ,
}
} tokenizer . consume_byte ( ) ;
} while ! tokenizer . is_eof ( ) {
if matches ! ( tokenizer . next_byte_unchecked ( ) , b'\n' | b'\r' | b'\x0c' ) {
return Err ( unsafe {
from_utf8_release_unchecked ( string_bytes )
} . into ( ) ) ;
} let b = tokenizer . consume_byte ( ) ; {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
if ! single_quote {
break ;
}
} , Case :: Case2 => {
if single_quote {
break ;
}
} , Case :: Case3 => {
if ! tokenizer . is_eof ( ) {
match tokenizer . next_byte_unchecked ( ) {
b'\n' | b'\x0c' => {
tokenizer . advance ( 1 ) ; tokenizer . seen_newline ( false ) ;
} b'\r' => {
tokenizer . advance ( 1 ) ; if tokenizer . next_byte ( ) == Some ( b'\n' ) {
tokenizer . advance ( 1 ) ;
} tokenizer . seen_newline ( false ) ;
} _ => consume_escape_and_write ( tokenizer , & mut string_bytes )
}
} continue ;
} , Case :: Case4 => {
string_bytes . extend ( "\u{fffd}" . as_bytes ( ) ) ; continue ;
} , Case :: Case5 => {
} ,
}
} string_bytes . push ( b ) ;
} Ok ( unsafe {
from_utf8_release_unchecked ( string_bytes )
} . into ( ) )
} # [ inline ] fn is_ident_start ( tokenizer : & mut Tokenizer ) -> bool {
! tokenizer . is_eof ( ) && {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; let b = {
tokenizer . next_byte_unchecked ( )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
true
} , Case :: Case2 => {
tokenizer . has_at_least ( 1 ) && {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; let b = {
tokenizer . byte_at ( 1 )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
true
} , Case :: Case2 => {
! tokenizer . has_newline_at ( 1 )
} , Case :: Case3 => {
! b . is_ascii ( )
} ,
}
}
} , Case :: Case3 => {
! tokenizer . has_newline_at ( 1 )
} , Case :: Case4 => {
! b . is_ascii ( )
} ,
}
}
} fn consume_ident_like < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
let value = consume_name ( tokenizer ) ; if ! tokenizer . is_eof ( ) && tokenizer . next_byte_unchecked ( ) == b'(' {
tokenizer . advance ( 1 ) ; if value . eq_ignore_ascii_case ( "url" ) {
consume_unquoted_url ( tokenizer ) . unwrap_or ( Function ( value ) )
} else {
tokenizer . see_function ( & value ) ; Function ( value )
}
} else {
Ident ( value )
}
} fn consume_name < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> CowRcStr < 'a > {
let start_pos = tokenizer . position ( ) ; let mut value_bytes ; loop {
if tokenizer . is_eof ( ) {
return tokenizer . slice_from ( start_pos ) . into ( )
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; let b = {
tokenizer . next_byte_unchecked ( )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
tokenizer . advance ( 1 )
} , Case :: Case2 => {
value_bytes = tokenizer . slice_from ( start_pos ) . as_bytes ( ) . to_owned ( ) ; break
} , Case :: Case3 => {
if b . is_ascii ( ) {
return tokenizer . slice_from ( start_pos ) . into ( ) ;
} tokenizer . advance ( 1 ) ;
} ,
}
}
} while ! tokenizer . is_eof ( ) {
let b = tokenizer . next_byte_unchecked ( ) ; {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
tokenizer . advance ( 1 ) ; value_bytes . push ( b )
} , Case :: Case2 => {
if tokenizer . has_newline_at ( 1 ) {
break
} tokenizer . advance ( 1 ) ; consume_escape_and_write ( tokenizer , & mut value_bytes )
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; value_bytes . extend ( "\u{fffd}" . as_bytes ( ) ) ;
} , Case :: Case4 => {
if b . is_ascii ( ) {
break ;
} tokenizer . advance ( 1 ) ; value_bytes . push ( b )
} ,
}
}
} unsafe {
from_utf8_release_unchecked ( value_bytes )
} . into ( )
} fn byte_to_hex_digit ( b : u8 ) -> Option < u32 > {
Some ( {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case2 , Case :: Case2 , Case :: Case2 , Case :: Case2 , Case :: Case2 , Case :: Case2 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
b - b'0'
} , Case :: Case2 => {
b - b'a' + 10
} , Case :: Case3 => {
b - b'A' + 10
} , Case :: Case4 => {
return None
} ,
}
} as u32 )
} fn byte_to_decimal_digit ( b : u8 ) -> Option < u32 > {
if b >= b'0' && b <= b'9' {
Some ( ( b - b'0' ) as u32 )
} else {
None
}
} fn consume_numeric < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
let ( has_sign , sign ) = match tokenizer . next_byte_unchecked ( ) {
b'-' => ( true , - 1. ) , b'+' => ( true , 1. ) , _ => ( false , 1. ) ,
} ; if has_sign {
tokenizer . advance ( 1 ) ;
} let mut integral_part : f64 = 0. ; while let Some ( digit ) = byte_to_decimal_digit ( tokenizer . next_byte_unchecked ( ) ) {
integral_part = integral_part * 10. + digit as f64 ; tokenizer . advance ( 1 ) ; if tokenizer . is_eof ( ) {
break
}
} let mut is_integer = true ; let mut fractional_part : f64 = 0. ; if tokenizer . has_at_least ( 1 ) && tokenizer . next_byte_unchecked ( ) == b'.' && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) {
is_integer = false ; tokenizer . advance ( 1 ) ; let mut factor = 0.1 ; while let Some ( digit ) = byte_to_decimal_digit ( tokenizer . next_byte_unchecked ( ) ) {
fractional_part += digit as f64 * factor ; factor *= 0.1 ; tokenizer . advance ( 1 ) ; if tokenizer . is_eof ( ) {
break
}
}
} let mut value = sign * ( integral_part + fractional_part ) ; if tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . next_byte_unchecked ( ) , b'e' | b'E' ) {
if matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) || ( tokenizer . has_at_least ( 2 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'+' | b'-' ) && matches ! ( tokenizer . byte_at ( 2 ) , b'0' ... b'9' ) ) {
is_integer = false ; tokenizer . advance ( 1 ) ; let ( has_sign , sign ) = match tokenizer . next_byte_unchecked ( ) {
b'-' => ( true , - 1. ) , b'+' => ( true , 1. ) , _ => ( false , 1. ) ,
} ; if has_sign {
tokenizer . advance ( 1 ) ;
} let mut exponent : f64 = 0. ; while let Some ( digit ) = byte_to_decimal_digit ( tokenizer . next_byte_unchecked ( ) ) {
exponent = exponent * 10. + digit as f64 ; tokenizer . advance ( 1 ) ; if tokenizer . is_eof ( ) {
break
}
} value *= f64 :: powf ( 10. , sign * exponent ) ;
}
} let int_value = if is_integer {
Some ( if value >= i32 :: MAX as f64 {
i32 :: MAX
} else if value <= i32 :: MIN as f64 {
i32 :: MIN
} else {
value as i32
} )
} else {
None
} ; if ! tokenizer . is_eof ( ) && tokenizer . next_byte_unchecked ( ) == b'%' {
tokenizer . advance ( 1 ) ; return Percentage {
unit_value : ( value / 100. ) as f32 , int_value : int_value , has_sign : has_sign ,
}
} let value = value as f32 ; if is_ident_start ( tokenizer ) {
let unit = consume_name ( tokenizer ) ; tokenizer . see_dimension ( & unit ) ; Dimension {
value : value , int_value : int_value , has_sign : has_sign , unit : unit ,
}
} else {
Number {
value : value , int_value : int_value , has_sign : has_sign ,
}
}
} # [ inline ] unsafe fn from_utf8_release_unchecked ( string_bytes : Vec < u8 > ) -> String {
if cfg ! ( debug_assertions ) {
String :: from_utf8 ( string_bytes ) . unwrap ( )
} else {
String :: from_utf8_unchecked ( string_bytes )
}
} fn consume_unquoted_url < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Result < Token < 'a > , ( ) > {
let start_position = tokenizer . position ; let from_start = & tokenizer . input [ tokenizer . position .. ] ; let mut newlines = 0 ; let mut last_newline = 0 ; let mut found_printable_char = false ; let mut iter = from_start . bytes ( ) . enumerate ( ) ; loop {
let ( offset , b ) = match iter . next ( ) {
Some ( item ) => item , None => {
tokenizer . position = tokenizer . input . len ( ) ; break
}
} ; {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 , Case6 = 6 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case1 , Case :: Case2 , Case :: Case6 , Case :: Case2 , Case :: Case3 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case1 , Case :: Case6 , Case :: Case4 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case4 , Case :: Case6 , Case :: Case5 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
} , Case :: Case2 => {
newlines += 1 ; last_newline = offset ;
} , Case :: Case3 => {
if from_start . as_bytes ( ) . get ( offset + 1 ) != Some ( & b'\n' ) {
newlines += 1 ; last_newline = offset ;
}
} , Case :: Case4 => {
return Err ( ( ) )
} , Case :: Case5 => {
tokenizer . advance ( offset + 1 ) ; break
} , Case :: Case6 => {
tokenizer . advance ( offset ) ; found_printable_char = true ; break
} ,
}
}
} if newlines > 0 {
tokenizer . current_line_number += newlines ; tokenizer . current_line_start_position = start_position + last_newline + 1 ;
} if found_printable_char {
return Ok ( consume_unquoted_url_internal ( tokenizer ) )
} else {
return Ok ( UnquotedUrl ( "" . into ( ) ) )
} fn consume_unquoted_url_internal < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
let start_pos = tokenizer . position ( ) ; let mut string_bytes : Vec < u8 > ; loop {
if tokenizer . is_eof ( ) {
return UnquotedUrl ( tokenizer . slice_from ( start_pos ) . into ( ) )
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case3 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
let value = tokenizer . slice_from ( start_pos ) ; return consume_url_end ( tokenizer , start_pos , value . into ( ) )
} , Case :: Case2 => {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return UnquotedUrl ( value . into ( ) )
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; return consume_bad_url ( tokenizer , start_pos )
} , Case :: Case4 => {
string_bytes = tokenizer . slice_from ( start_pos ) . as_bytes ( ) . to_owned ( ) ; break
} , Case :: Case5 => {
tokenizer . advance ( 1 ) ;
} ,
}
}
} while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 , Case6 = 6 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case5 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case6 , Case :: Case3 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case3 , Case :: Case3 , Case :: Case2 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case4 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case3 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , ] ; let b = {
tokenizer . consume_byte ( )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
let string = unsafe {
from_utf8_release_unchecked ( string_bytes )
} . into ( ) ; tokenizer . position -= 1 ; return consume_url_end ( tokenizer , start_pos , string )
} , Case :: Case2 => {
break ;
} , Case :: Case3 => {
return consume_bad_url ( tokenizer , start_pos ) ;
} , Case :: Case4 => {
if tokenizer . has_newline_at ( 0 ) {
return consume_bad_url ( tokenizer , start_pos )
} consume_escape_and_write ( tokenizer , & mut string_bytes )
} , Case :: Case5 => {
string_bytes . extend ( "\u{fffd}" . as_bytes ( ) ) ;
} , Case :: Case6 => {
string_bytes . push ( b )
} ,
}
}
} UnquotedUrl ( unsafe {
from_utf8_release_unchecked ( string_bytes )
} . into ( ) )
} fn consume_url_end < 'a > ( tokenizer : & mut Tokenizer < 'a > , start_pos : SourcePosition , string : CowRcStr < 'a > ) -> Token < 'a > {
while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case3 , Case :: Case5 , Case :: Case3 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( tokenizer . consume_byte ( ) ) as usize ] {
Case :: Case1 => {
break
} , Case :: Case2 => {
} , Case :: Case3 => {
tokenizer . seen_newline ( false ) ;
} , Case :: Case4 => {
tokenizer . seen_newline ( true ) ;
} , Case :: Case5 => {
return consume_bad_url ( tokenizer , start_pos ) ;
} ,
}
}
} UnquotedUrl ( string )
} fn consume_bad_url < 'a > ( tokenizer : & mut Tokenizer < 'a > , start_pos : SourcePosition ) -> Token < 'a > {
while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case3 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( tokenizer . consume_byte ( ) ) as usize ] {
Case :: Case1 => {
break
} , Case :: Case2 => {
if matches ! ( tokenizer . next_byte ( ) , Some ( b')' ) | Some ( b'\\' ) ) {
tokenizer . advance ( 1 ) ;
}
} , Case :: Case3 => {
tokenizer . seen_newline ( false ) ;
} , Case :: Case4 => {
tokenizer . seen_newline ( true ) ;
} , Case :: Case5 => {
} ,
}
}
} BadUrl ( tokenizer . slice_from ( start_pos ) . into ( ) )
}
} fn consume_hex_digits < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> ( u32 , u32 ) {
let mut value = 0 ; let mut digits = 0 ; while digits < 6 && ! tokenizer . is_eof ( ) {
match byte_to_hex_digit ( tokenizer . next_byte_unchecked ( ) ) {
Some ( digit ) => {
value = value * 16 + digit ; digits += 1 ; tokenizer . advance ( 1 ) ;
} None => break
}
} ( value , digits )
} fn consume_escape_and_write ( tokenizer : & mut Tokenizer , bytes : & mut Vec < u8 > ) {
bytes . extend ( consume_escape ( tokenizer ) . encode_utf8 ( & mut [ 0 ; 4 ] ) . as_bytes ( ) )
} fn consume_escape ( tokenizer : & mut Tokenizer ) -> char {
if tokenizer . is_eof ( ) {
return '�'
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
let ( c , _ ) = consume_hex_digits ( tokenizer ) ; if ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case2 , Case :: Case4 , Case :: Case2 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
tokenizer . advance ( 1 )
} , Case :: Case2 => {
tokenizer . advance ( 1 ) ; tokenizer . seen_newline ( false )
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; if ! tokenizer . is_eof ( ) && tokenizer . next_byte_unchecked ( ) == b'\n' {
tokenizer . advance ( 1 ) ;
} tokenizer . seen_newline ( false )
} , Case :: Case4 => {
} ,
}
}
} static REPLACEMENT_CHAR : char = '�' ; if c != 0 {
let c = char :: from_u32 ( c ) ; c . unwrap_or ( REPLACEMENT_CHAR )
} else {
REPLACEMENT_CHAR
}
} , Case :: Case2 => {
tokenizer . advance ( 1 ) ; '�'
} , Case :: Case3 => {
tokenizer . consume_char ( )
} ,
}
}
}