use std :: ops :: Range ; use std :: cell :: Cell ; use std :: char ; use std :: ascii :: AsciiExt ; use std :: borrow :: {
Cow , ToOwned
} ; use std :: borrow :: Cow :: {
Owned , Borrowed
} ; use std :: i32 ; use self :: Token :: * ; /// One of the pieces the CSS input is broken into.
 ///
 /// Some components use `CowString` in order to borrow from the original input string
 /// and avoid allocating/copying when possible.
 # [ derive ( PartialEq , Debug , Clone ) ] pub enum Token < 'a > {
/// A [`<ident-token>`](https://drafts.csswg.org/css-syntax/#ident-token-diagram)
 Ident ( Cow < 'a , str > ) , /// A [`<at-keyword-token>`](https://drafts.csswg.org/css-syntax/#at-keyword-token-diagram)
 ///
 /// The value does not include the `@` marker.
 AtKeyword ( Cow < 'a , str > ) , /// A [`<hash-token>`](https://drafts.csswg.org/css-syntax/#hash-token-diagram) with the type flag set to "unrestricted"
 ///
 /// The value does not include the `#` marker.
 Hash ( Cow < 'a , str > ) , /// A [`<hash-token>`](https://drafts.csswg.org/css-syntax/#hash-token-diagram) with the type flag set to "id"
 ///
 /// The value does not include the `#` marker.
 IDHash ( Cow < 'a , str > ) , /// A [`<string-token>`](https://drafts.csswg.org/css-syntax/#string-token-diagram)
 ///
 /// The value does not include the quotes.
 QuotedString ( Cow < 'a , str > ) , /// A [`<url-token>`](https://drafts.csswg.org/css-syntax/#url-token-diagram) or `url( <string-token> )` function
 ///
 /// The value does not include the `url(` `)` markers or the quotes.
 UnquotedUrl ( Cow < 'a , str > ) , /// A `<delim-token>`
 Delim ( char ) , /// A [`<number-token>`](https://drafts.csswg.org/css-syntax/#number-token-diagram)
 Number ( NumericValue ) , /// A [`<percentage-token>`](https://drafts.csswg.org/css-syntax/#percentage-token-diagram)
 Percentage ( PercentageValue ) , /// A [`<dimension-token>`](https://drafts.csswg.org/css-syntax/#dimension-token-diagram)
 Dimension ( NumericValue , Cow < 'a , str > ) , /// A [`<whitespace-token>`](https://drafts.csswg.org/css-syntax/#whitespace-token-diagram)
 WhiteSpace ( & 'a str ) , /// A comment.
 ///
 /// The CSS Syntax spec does not generate tokens for comments,
 /// But we do, because we can (borrowed &str makes it cheap).
 ///
 /// The value does not include the `/*` `*/` markers.
 Comment ( & 'a str ) , /// A `:` `<colon-token>`
 Colon , /// A `;` `<semicolon-token>`
 Semicolon , /// A `,` `<comma-token>`
 Comma , /// A `~=` [`<include-match-token>`](https://drafts.csswg.org/css-syntax/#include-match-token-diagram)
 IncludeMatch , /// A `|=` [`<dash-match-token>`](https://drafts.csswg.org/css-syntax/#dash-match-token-diagram)
 DashMatch , /// A `^=` [`<prefix-match-token>`](https://drafts.csswg.org/css-syntax/#prefix-match-token-diagram)
 PrefixMatch , /// A `$=` [`<suffix-match-token>`](https://drafts.csswg.org/css-syntax/#suffix-match-token-diagram)
 SuffixMatch , /// A `*=` [`<substring-match-token>`](https://drafts.csswg.org/css-syntax/#substring-match-token-diagram)
 SubstringMatch , /// A `||` [`<column-token>`](https://drafts.csswg.org/css-syntax/#column-token-diagram)
 Column , /// A `<!--` [`<CDO-token>`](https://drafts.csswg.org/css-syntax/#CDO-token-diagram)
 CDO , /// A `-->` [`<CDC-token>`](https://drafts.csswg.org/css-syntax/#CDC-token-diagram)
 CDC , /// A [`<function-token>`](https://drafts.csswg.org/css-syntax/#function-token-diagram)
 ///
 /// The value (name) does not include the `(` marker.
 Function ( Cow < 'a , str > ) , /// A `<(-token>`
 ParenthesisBlock , /// A `<[-token>`
 SquareBracketBlock , /// A `<{-token>`
 CurlyBracketBlock , /// A `<bad-url-token>`
 ///
 /// This token always indicates a parse error.
 BadUrl , /// A `<bad-string-token>`
 ///
 /// This token always indicates a parse error.
 BadString , /// A `<)-token>`
 ///
 /// When obtained from one of the `Parser::next*` methods,
 /// this token is always unmatched and indicates a parse error.
 CloseParenthesis , /// A `<]-token>`
 ///
 /// When obtained from one of the `Parser::next*` methods,
 /// this token is always unmatched and indicates a parse error.
 CloseSquareBracket , /// A `<}-token>`
 ///
 /// When obtained from one of the `Parser::next*` methods,
 /// this token is always unmatched and indicates a parse error.
 CloseCurlyBracket ,
} impl < 'a > Token < 'a > {
/// Return whether this token represents a parse error.
 ///
 /// `BadUrl` and `BadString` are tokenizer-level parse errors.
 ///
 /// `CloseParenthesis`, `CloseSquareBracket`, and `CloseCurlyBracket` are *unmatched*
 /// and therefore parse errors when returned by one of the `Parser::next*` methods.
 pub fn is_parse_error ( & self ) -> bool {
matches ! ( * self , BadUrl | BadString | CloseParenthesis | CloseSquareBracket | CloseCurlyBracket )
}
} /// The numeric value of `Number` and `Dimension` tokens.
 # [ derive ( PartialEq , Debug , Copy , Clone ) ] pub struct NumericValue {
/// The value as a float
 pub value : f32 , /// If the origin source did not include a fractional part, the value as an integer.
 pub int_value : Option < i32 > , /// Whether the number had a `+` or `-` sign.
 ///
 /// This is used is some cases like the <An+B> micro syntax. (See the `parse_nth` function.)
 pub has_sign : bool ,
} /// The numeric value of `Percentage` tokens.
 # [ derive ( PartialEq , Debug , Copy , Clone ) ] pub struct PercentageValue {
/// The value as a float, divided by 100 so that the nominal range is 0.0 to 1.0.
 pub unit_value : f32 , /// If the origin source did not include a fractional part, the value as an integer. It is **not** divided by 100.
 pub int_value : Option < i32 > , /// Whether the number had a `+` or `-` sign.
 pub has_sign : bool ,
} # [ derive ( Clone ) ] pub struct Tokenizer < 'a > {
input : & 'a str , /// Counted in bytes, not code points. From 0.
 position : usize , /// Cache for `source_location()`
 last_known_source_location : Cell < ( SourcePosition , SourceLocation ) > , var_functions : SeenStatus , viewport_percentages : SeenStatus ,
} # [ derive ( Copy , Clone , PartialEq , Eq ) ] enum SeenStatus {
DontCare , LookingForThem , SeenAtLeastOne ,
} impl < 'a > Tokenizer < 'a > {
# [ inline ] pub fn new ( input : & str ) -> Tokenizer {
Tokenizer {
input : input , position : 0 , last_known_source_location : Cell :: new ( ( SourcePosition ( 0 ) , SourceLocation {
line : 1 , column : 1
} ) ) , var_functions : SeenStatus :: DontCare , viewport_percentages : SeenStatus :: DontCare ,
}
} # [ inline ] pub fn look_for_var_functions ( & mut self ) {
self . var_functions = SeenStatus :: LookingForThem ;
} # [ inline ] pub fn seen_var_functions ( & mut self ) -> bool {
let seen = self . var_functions == SeenStatus :: SeenAtLeastOne ; self . var_functions = SeenStatus :: DontCare ; seen
} # [ inline ] pub fn look_for_viewport_percentages ( & mut self ) {
self . viewport_percentages = SeenStatus :: LookingForThem ;
} # [ inline ] pub fn seen_viewport_percentages ( & mut self ) -> bool {
let seen = self . viewport_percentages == SeenStatus :: SeenAtLeastOne ; self . viewport_percentages = SeenStatus :: DontCare ; seen
} # [ inline ] pub fn next ( & mut self ) -> Result < Token < 'a > , ( ) > {
next_token ( self )
} # [ inline ] pub fn position ( & self ) -> SourcePosition {
SourcePosition ( self . position )
} # [ inline ] pub fn reset ( & mut self , new_position : SourcePosition ) {
self . position = new_position . 0 ;
} # [ inline ] pub fn slice_from ( & self , start_pos : SourcePosition ) -> & 'a str {
& self . input [ start_pos . 0 .. self . position ]
} # [ inline ] pub fn slice ( & self , range : Range < SourcePosition > ) -> & 'a str {
& self . input [ range . start . 0 .. range . end . 0 ]
} # [ inline ] pub fn current_source_location ( & self ) -> SourceLocation {
let position = SourcePosition ( self . position ) ; self . source_location ( position )
} pub fn source_location ( & self , position : SourcePosition ) -> SourceLocation {
let target = position . 0 ; let mut location ; let mut position ; let ( SourcePosition ( last_known_position ) , last_known_location ) = self . last_known_source_location . get ( ) ; if target >= last_known_position {
position = last_known_position ; location = last_known_location ;
} else {
position = 0 ; location = SourceLocation {
line : 1 , column : 1
} ;
} let mut source = & self . input [ position .. target ] ; while let Some ( newline_position ) = source . find ( | c | matches ! ( c , '\n' | '\r' | '\u{c}' ) ) {
let offset = newline_position + if source [ newline_position .. ] . starts_with ( "\r\n" ) {
2
} else {
1
} ; source = & source [ offset .. ] ; position += offset ; location . line += 1 ; location . column = 1 ;
} debug_assert ! ( position <= target ) ; location . column += target - position ; self . last_known_source_location . set ( ( SourcePosition ( target ) , location ) ) ; location
} # [ inline ] pub fn next_byte ( & self ) -> Option < u8 > {
if self . is_eof ( ) {
None
} else {
Some ( self . input . as_bytes ( ) [ self . position ] )
}
} # [ inline ] fn is_eof ( & self ) -> bool {
! self . has_at_least ( 0 )
} # [ inline ] fn has_at_least ( & self , n : usize ) -> bool {
self . position + n < self . input . len ( )
} # [ inline ] pub fn advance ( & mut self , n : usize ) {
self . position += n
} # [ inline ] fn next_byte_unchecked ( & self ) -> u8 {
self . byte_at ( 0 )
} # [ inline ] fn byte_at ( & self , offset : usize ) -> u8 {
self . input . as_bytes ( ) [ self . position + offset ]
} # [ inline ] fn consume_byte ( & mut self ) -> u8 {
self . position += 1 ; self . input . as_bytes ( ) [ self . position - 1 ]
} # [ inline ] fn next_char ( & self ) -> char {
self . input [ self . position .. ] . chars ( ) . next ( ) . unwrap ( )
} # [ inline ] fn has_newline_at ( & self , offset : usize ) -> bool {
self . position + offset < self . input . len ( ) && matches ! ( self . byte_at ( offset ) , b'\n' | b'\r' | b'\x0c' )
} # [ inline ] fn consume_char ( & mut self ) -> char {
let c = self . next_char ( ) ; self . position += c . len_utf8 ( ) ; c
} # [ inline ] fn starts_with ( & self , needle : & [ u8 ] ) -> bool {
self . input . as_bytes ( ) [ self . position .. ] . starts_with ( needle )
}
} # [ derive ( PartialEq , Eq , PartialOrd , Ord , Debug , Clone , Copy ) ] pub struct SourcePosition ( usize ) ; /// The line and column number for a given position within the input.
 # [ derive ( PartialEq , Eq , Debug , Clone , Copy ) ] pub struct SourceLocation {
/// The line number, starting at 1 for the first line.
 pub line : usize , /// The column number within a line, starting at 1 for first the character of the line.
 pub column : usize ,
} fn next_token < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Result < Token < 'a > , ( ) > {
if tokenizer . is_eof ( ) {
return Err ( ( ) )
} let b = tokenizer . next_byte_unchecked ( ) ; let token = {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 , Case6 = 6 , Case7 = 7 , Case8 = 8 , Case9 = 9 , Case10 = 10 , Case11 = 11 , Case12 = 12 , Case13 = 13 , Case14 = 14 , Case15 = 15 , Case16 = 16 , Case17 = 17 , Case18 = 18 , Case19 = 19 , Case20 = 20 , Case21 = 21 , Case22 = 22 , Case23 = 23 , Case24 = 24 , Case25 = 25 , Case26 = 26 , Case27 = 27 , Case28 = 28 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case19 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case1 , Case :: Case1 , Case :: Case28 , Case :: Case1 , Case :: Case1 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case1 , Case :: Case28 , Case :: Case2 , Case :: Case3 , Case :: Case4 , Case :: Case28 , Case :: Case28 , Case :: Case5 , Case :: Case6 , Case :: Case7 , Case :: Case8 , Case :: Case9 , Case :: Case10 , Case :: Case11 , Case :: Case12 , Case :: Case13 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case14 , Case :: Case15 , Case :: Case16 , Case :: Case17 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case18 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case20 , Case :: Case21 , Case :: Case22 , Case :: Case23 , Case :: Case19 , Case :: Case28 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case19 , Case :: Case24 , Case :: Case25 , Case :: Case26 , Case :: Case27 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , Case :: Case28 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
let start_position = tokenizer . position ( ) ; tokenizer . advance ( 1 ) ; while ! tokenizer . is_eof ( ) {
match tokenizer . next_byte_unchecked ( ) {
b' ' | b'\t' | b'\n' | b'\r' | b'\x0c' => tokenizer . advance ( 1 ) , _ => break ,
}
} WhiteSpace ( tokenizer . slice_from ( start_position ) )
} , Case :: Case2 => {
consume_string ( tokenizer , false )
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; if is_ident_start ( tokenizer ) {
IDHash ( consume_name ( tokenizer ) )
} else if ! tokenizer . is_eof ( ) && match tokenizer . next_byte_unchecked ( ) {
b'a' ... b'z' | b'A' ... b'Z' | b'0' ... b'9' | b'-' | b'_' => true , b'\\' => ! tokenizer . has_newline_at ( 1 ) , _ => ! b . is_ascii ( ) ,
} {
Hash ( consume_name ( tokenizer ) )
} else {
Delim ( '#' )
}
} , Case :: Case4 => {
if tokenizer . starts_with ( b"$=" ) {
tokenizer . advance ( 2 ) ; SuffixMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '$' )
}
} , Case :: Case5 => {
consume_string ( tokenizer , true )
} , Case :: Case6 => {
tokenizer . advance ( 1 ) ; ParenthesisBlock
} , Case :: Case7 => {
tokenizer . advance ( 1 ) ; CloseParenthesis
} , Case :: Case8 => {
if tokenizer . starts_with ( b"*=" ) {
tokenizer . advance ( 2 ) ; SubstringMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '*' )
}
} , Case :: Case9 => {
if ( tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) ) || ( tokenizer . has_at_least ( 2 ) && tokenizer . byte_at ( 1 ) == b'.' && matches ! ( tokenizer . byte_at ( 2 ) , b'0' ... b'9' ) ) {
consume_numeric ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '+' )
}
} , Case :: Case10 => {
tokenizer . advance ( 1 ) ; Comma
} , Case :: Case11 => {
if ( tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) ) || ( tokenizer . has_at_least ( 2 ) && tokenizer . byte_at ( 1 ) == b'.' && matches ! ( tokenizer . byte_at ( 2 ) , b'0' ... b'9' ) ) {
consume_numeric ( tokenizer )
} else if tokenizer . starts_with ( b"-->" ) {
tokenizer . advance ( 3 ) ; CDC
} else if is_ident_start ( tokenizer ) {
consume_ident_like ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '-' )
}
} , Case :: Case12 => {
if tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) {
consume_numeric ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '.' )
}
} , Case :: Case13 => {
if tokenizer . starts_with ( b"/*" ) {
tokenizer . advance ( 2 ) ; let start_position = tokenizer . position ( ) ; let content ; match tokenizer . input [ tokenizer . position .. ] . find ( "*/" ) {
Some ( offset ) => {
tokenizer . advance ( offset ) ; content = tokenizer . slice_from ( start_position ) ; tokenizer . advance ( 2 ) ;
} None => {
tokenizer . position = tokenizer . input . len ( ) ; content = tokenizer . slice_from ( start_position ) ;
}
} Comment ( content )
} else {
tokenizer . advance ( 1 ) ; Delim ( '/' )
}
} , Case :: Case14 => {
consume_numeric ( tokenizer )
} , Case :: Case15 => {
tokenizer . advance ( 1 ) ; Colon
} , Case :: Case16 => {
tokenizer . advance ( 1 ) ; Semicolon
} , Case :: Case17 => {
if tokenizer . starts_with ( b"<!--" ) {
tokenizer . advance ( 4 ) ; CDO
} else {
tokenizer . advance ( 1 ) ; Delim ( '<' )
}
} , Case :: Case18 => {
tokenizer . advance ( 1 ) ; if is_ident_start ( tokenizer ) {
AtKeyword ( consume_name ( tokenizer ) )
} else {
Delim ( '@' )
}
} , Case :: Case19 => {
consume_ident_like ( tokenizer )
} , Case :: Case20 => {
tokenizer . advance ( 1 ) ; SquareBracketBlock
} , Case :: Case21 => {
if ! tokenizer . has_newline_at ( 1 ) {
consume_ident_like ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( '\\' )
}
} , Case :: Case22 => {
tokenizer . advance ( 1 ) ; CloseSquareBracket
} , Case :: Case23 => {
if tokenizer . starts_with ( b"^=" ) {
tokenizer . advance ( 2 ) ; PrefixMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '^' )
}
} , Case :: Case24 => {
tokenizer . advance ( 1 ) ; CurlyBracketBlock
} , Case :: Case25 => {
if tokenizer . starts_with ( b"|=" ) {
tokenizer . advance ( 2 ) ; DashMatch
} else if tokenizer . starts_with ( b"||" ) {
tokenizer . advance ( 2 ) ; Column
} else {
tokenizer . advance ( 1 ) ; Delim ( '|' )
}
} , Case :: Case26 => {
tokenizer . advance ( 1 ) ; CloseCurlyBracket
} , Case :: Case27 => {
if tokenizer . starts_with ( b"~=" ) {
tokenizer . advance ( 2 ) ; IncludeMatch
} else {
tokenizer . advance ( 1 ) ; Delim ( '~' )
}
} , Case :: Case28 => {
if ! b . is_ascii ( ) {
consume_ident_like ( tokenizer )
} else {
tokenizer . advance ( 1 ) ; Delim ( b as char )
}
} ,
}
} ; Ok ( token )
} fn consume_string < 'a > ( tokenizer : & mut Tokenizer < 'a > , single_quote : bool ) -> Token < 'a > {
match consume_quoted_string ( tokenizer , single_quote ) {
Ok ( value ) => QuotedString ( value ) , Err ( ( ) ) => BadString
}
} /// Return `Err(())` on syntax error (ie. unescaped newline)
 fn consume_quoted_string < 'a > ( tokenizer : & mut Tokenizer < 'a > , single_quote : bool ) -> Result < Cow < 'a , str > , ( ) > {
tokenizer . advance ( 1 ) ; let start_pos = tokenizer . position ( ) ; let mut string_bytes ; loop {
if tokenizer . is_eof ( ) {
return Ok ( Borrowed ( tokenizer . slice_from ( start_pos ) ) )
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case4 , Case :: Case5 , Case :: Case4 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
if ! single_quote {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return Ok ( Borrowed ( value ) )
}
} , Case :: Case2 => {
if single_quote {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return Ok ( Borrowed ( value ) )
}
} , Case :: Case3 => {
string_bytes = tokenizer . slice_from ( start_pos ) . as_bytes ( ) . to_owned ( ) ; break
} , Case :: Case4 => {
return Err ( ( ) )
} , Case :: Case5 => {
} ,
}
} tokenizer . consume_byte ( ) ;
} while ! tokenizer . is_eof ( ) {
if matches ! ( tokenizer . next_byte_unchecked ( ) , b'\n' | b'\r' | b'\x0c' ) {
return Err ( ( ) ) ;
} let b = tokenizer . consume_byte ( ) ; {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case1 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
if ! single_quote {
break ;
}
} , Case :: Case2 => {
if single_quote {
break ;
}
} , Case :: Case3 => {
if ! tokenizer . is_eof ( ) {
match tokenizer . next_byte_unchecked ( ) {
b'\n' | b'\x0c' => tokenizer . advance ( 1 ) , b'\r' => {
tokenizer . advance ( 1 ) ; if tokenizer . next_byte ( ) == Some ( b'\n' ) {
tokenizer . advance ( 1 ) ;
}
} _ => consume_escape_and_write ( tokenizer , & mut string_bytes )
}
} continue ;
} , Case :: Case4 => {
string_bytes . extend ( "\u{fffd}" . as_bytes ( ) ) ; continue ;
} , Case :: Case5 => {
} ,
}
} string_bytes . push ( b ) ;
} Ok ( Owned ( unsafe {
from_utf8_release_unchecked ( string_bytes )
} ) )
} # [ inline ] fn is_ident_start ( tokenizer : & mut Tokenizer ) -> bool {
! tokenizer . is_eof ( ) && {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; let b = {
tokenizer . next_byte_unchecked ( )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
true
} , Case :: Case2 => {
tokenizer . has_at_least ( 1 ) && {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; let b = {
tokenizer . byte_at ( 1 )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
true
} , Case :: Case2 => {
! tokenizer . has_newline_at ( 1 )
} , Case :: Case3 => {
! b . is_ascii ( )
} ,
}
}
} , Case :: Case3 => {
! tokenizer . has_newline_at ( 1 )
} , Case :: Case4 => {
! b . is_ascii ( )
} ,
}
}
} fn consume_ident_like < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
let value = consume_name ( tokenizer ) ; if ! tokenizer . is_eof ( ) && tokenizer . next_byte_unchecked ( ) == b'(' {
tokenizer . advance ( 1 ) ; if value . eq_ignore_ascii_case ( "url" ) {
consume_unquoted_url ( tokenizer ) . unwrap_or ( Function ( value ) )
} else {
if tokenizer . var_functions == SeenStatus :: LookingForThem && value . eq_ignore_ascii_case ( "var" ) {
tokenizer . var_functions = SeenStatus :: SeenAtLeastOne ;
} Function ( value )
}
} else {
Ident ( value )
}
} fn consume_name < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Cow < 'a , str > {
let start_pos = tokenizer . position ( ) ; let mut value_bytes ; loop {
if tokenizer . is_eof ( ) {
return Borrowed ( tokenizer . slice_from ( start_pos ) )
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; let b = {
tokenizer . next_byte_unchecked ( )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
tokenizer . advance ( 1 )
} , Case :: Case2 => {
value_bytes = tokenizer . slice_from ( start_pos ) . as_bytes ( ) . to_owned ( ) ; break
} , Case :: Case3 => {
if b . is_ascii ( ) {
return Borrowed ( tokenizer . slice_from ( start_pos ) ) ;
} tokenizer . advance ( 1 ) ;
} ,
}
}
} while ! tokenizer . is_eof ( ) {
let b = tokenizer . next_byte_unchecked ( ) ; {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( b ) as usize ] {
Case :: Case1 => {
tokenizer . advance ( 1 ) ; value_bytes . push ( b )
} , Case :: Case2 => {
if tokenizer . has_newline_at ( 1 ) {
break
} tokenizer . advance ( 1 ) ; consume_escape_and_write ( tokenizer , & mut value_bytes )
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; value_bytes . extend ( "\u{fffd}" . as_bytes ( ) ) ;
} , Case :: Case4 => {
if b . is_ascii ( ) {
break ;
} tokenizer . advance ( 1 ) ; value_bytes . push ( b )
} ,
}
}
} Owned ( unsafe {
from_utf8_release_unchecked ( value_bytes )
} )
} fn consume_numeric < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
let ( has_sign , sign ) = match tokenizer . next_byte_unchecked ( ) {
b'-' => ( true , - 1. ) , b'+' => ( true , 1. ) , _ => ( false , 1. ) ,
} ; if has_sign {
tokenizer . advance ( 1 ) ;
} let mut integral_part : f64 = 0. ; while let Some ( digit ) = tokenizer . next_char ( ) . to_digit ( 10 ) {
integral_part = integral_part * 10. + digit as f64 ; tokenizer . advance ( 1 ) ; if tokenizer . is_eof ( ) {
break
}
} let mut is_integer = true ; let mut fractional_part : f64 = 0. ; if tokenizer . has_at_least ( 1 ) && tokenizer . next_byte_unchecked ( ) == b'.' && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) {
is_integer = false ; tokenizer . advance ( 1 ) ; let mut factor = 0.1 ; while let Some ( digit ) = tokenizer . next_char ( ) . to_digit ( 10 ) {
fractional_part += digit as f64 * factor ; factor *= 0.1 ; tokenizer . advance ( 1 ) ; if tokenizer . is_eof ( ) {
break
}
}
} let mut value = sign * ( integral_part + fractional_part ) ; if ( tokenizer . has_at_least ( 1 ) && matches ! ( tokenizer . next_byte_unchecked ( ) , b'e' | b'E' ) && matches ! ( tokenizer . byte_at ( 1 ) , b'0' ... b'9' ) ) || ( tokenizer . has_at_least ( 2 ) && matches ! ( tokenizer . next_byte_unchecked ( ) , b'e' | b'E' ) && matches ! ( tokenizer . byte_at ( 1 ) , b'+' | b'-' ) && matches ! ( tokenizer . byte_at ( 2 ) , b'0' ... b'9' ) ) {
is_integer = false ; tokenizer . advance ( 1 ) ; let ( has_sign , sign ) = match tokenizer . next_byte_unchecked ( ) {
b'-' => ( true , - 1. ) , b'+' => ( true , 1. ) , _ => ( false , 1. ) ,
} ; if has_sign {
tokenizer . advance ( 1 ) ;
} let mut exponent : f64 = 0. ; while let Some ( digit ) = tokenizer . next_char ( ) . to_digit ( 10 ) {
exponent = exponent * 10. + digit as f64 ; tokenizer . advance ( 1 ) ; if tokenizer . is_eof ( ) {
break
}
} value *= f64 :: powf ( 10. , sign * exponent ) ;
} let int_value = if is_integer {
Some ( if value >= i32 :: MAX as f64 {
i32 :: MAX
} else if value <= i32 :: MIN as f64 {
i32 :: MIN
} else {
value as i32
} )
} else {
None
} ; if ! tokenizer . is_eof ( ) && tokenizer . next_byte_unchecked ( ) == b'%' {
tokenizer . advance ( 1 ) ; return Percentage ( PercentageValue {
unit_value : value as f32 / 100. , int_value : int_value , has_sign : has_sign ,
} )
} let value = NumericValue {
value : value as f32 , int_value : int_value , has_sign : has_sign ,
} ; if is_ident_start ( tokenizer ) {
let name = consume_name ( tokenizer ) ; if tokenizer . viewport_percentages == SeenStatus :: LookingForThem {
if name . eq_ignore_ascii_case ( "vh" ) || name . eq_ignore_ascii_case ( "vw" ) || name . eq_ignore_ascii_case ( "vmin" ) || name . eq_ignore_ascii_case ( "vmax" ) {
tokenizer . viewport_percentages = SeenStatus :: SeenAtLeastOne ;
}
} Dimension ( value , name )
} else {
Number ( value )
}
} # [ inline ] unsafe fn from_utf8_release_unchecked ( string_bytes : Vec < u8 > ) -> String {
if cfg ! ( debug_assertions ) {
String :: from_utf8 ( string_bytes ) . unwrap ( )
} else {
String :: from_utf8_unchecked ( string_bytes )
}
} fn consume_unquoted_url < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Result < Token < 'a > , ( ) > {
for ( offset , c ) in tokenizer . input [ tokenizer . position .. ] . bytes ( ) . enumerate ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case1 , Case :: Case1 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case1 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case2 , Case :: Case4 , Case :: Case3 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , Case :: Case4 , ] ; match __CASES [ ( c ) as usize ] {
Case :: Case1 => {
} , Case :: Case2 => {
return Err ( ( ) )
} , Case :: Case3 => {
tokenizer . advance ( offset + 1 ) ; return Ok ( UnquotedUrl ( Borrowed ( "" ) ) ) ;
} , Case :: Case4 => {
tokenizer . advance ( offset ) ; return Ok ( consume_unquoted_url_internal ( tokenizer ) )
} ,
}
}
} tokenizer . position = tokenizer . input . len ( ) ; return Ok ( UnquotedUrl ( Borrowed ( "" ) ) ) ; fn consume_unquoted_url_internal < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
let start_pos = tokenizer . position ( ) ; let mut string_bytes : Vec < u8 > ; loop {
if tokenizer . is_eof ( ) {
return UnquotedUrl ( Borrowed ( tokenizer . slice_from ( start_pos ) ) )
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case4 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case3 , Case :: Case2 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case4 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case3 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , Case :: Case5 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return consume_url_end ( tokenizer , Borrowed ( value ) )
} , Case :: Case2 => {
let value = tokenizer . slice_from ( start_pos ) ; tokenizer . advance ( 1 ) ; return UnquotedUrl ( Borrowed ( value ) )
} , Case :: Case3 => {
tokenizer . advance ( 1 ) ; return consume_bad_url ( tokenizer )
} , Case :: Case4 => {
string_bytes = tokenizer . slice_from ( start_pos ) . as_bytes ( ) . to_owned ( ) ; break
} , Case :: Case5 => {
tokenizer . consume_byte ( ) ;
} ,
}
}
} while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 , Case4 = 4 , Case5 = 5 , Case6 = 6 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case5 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case6 , Case :: Case3 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case3 , Case :: Case3 , Case :: Case2 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case4 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case3 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , Case :: Case6 , ] ; let b = {
tokenizer . consume_byte ( )
} ; match __CASES [ b as usize ] {
Case :: Case1 => {
return consume_url_end ( tokenizer , Owned ( unsafe {
from_utf8_release_unchecked ( string_bytes )
} ) )
} , Case :: Case2 => {
break ;
} , Case :: Case3 => {
return consume_bad_url ( tokenizer ) ;
} , Case :: Case4 => {
if tokenizer . has_newline_at ( 0 ) {
return consume_bad_url ( tokenizer )
} consume_escape_and_write ( tokenizer , & mut string_bytes )
} , Case :: Case5 => {
string_bytes . extend ( "\u{fffd}" . as_bytes ( ) ) ;
} , Case :: Case6 => {
string_bytes . push ( b )
} ,
}
}
} UnquotedUrl ( Owned ( unsafe {
from_utf8_release_unchecked ( string_bytes )
} ) )
} fn consume_url_end < 'a > ( tokenizer : & mut Tokenizer < 'a > , string : Cow < 'a , str > ) -> Token < 'a > {
while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; match __CASES [ ( tokenizer . consume_byte ( ) ) as usize ] {
Case :: Case1 => {
} , Case :: Case2 => {
break
} , Case :: Case3 => {
return consume_bad_url ( tokenizer ) ;
} ,
}
}
} UnquotedUrl ( string )
} fn consume_bad_url < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> Token < 'a > {
while ! tokenizer . is_eof ( ) {
{
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; match __CASES [ ( tokenizer . consume_byte ( ) ) as usize ] {
Case :: Case1 => {
break
} , Case :: Case2 => {
tokenizer . advance ( 1 ) ;
} , Case :: Case3 => {
} ,
}
}
} BadUrl
}
} fn consume_hex_digits < 'a > ( tokenizer : & mut Tokenizer < 'a > ) -> ( u32 , u32 ) {
let mut value = 0 ; let mut digits = 0 ; while digits < 6 && ! tokenizer . is_eof ( ) {
match tokenizer . next_char ( ) . to_digit ( 16 ) {
Some ( digit ) => {
value = value * 16 + digit ; digits += 1 ; tokenizer . advance ( 1 ) ;
} None => break
}
} ( value , digits )
} fn consume_escape_and_write ( tokenizer : & mut Tokenizer , bytes : & mut Vec < u8 > ) {
bytes . extend ( consume_escape ( tokenizer ) . encode_utf8 ( & mut [ 0 ; 4 ] ) . as_bytes ( ) )
} fn consume_escape ( tokenizer : & mut Tokenizer ) -> char {
if tokenizer . is_eof ( ) {
return '�'
} {
enum Case {
Case1 = 1 , Case2 = 2 , Case3 = 3 ,
} static __CASES : [ Case ; 256 ] = [ Case :: Case2 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case1 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , Case :: Case3 , ] ; match __CASES [ ( tokenizer . next_byte_unchecked ( ) ) as usize ] {
Case :: Case1 => {
let ( c , _ ) = consume_hex_digits ( tokenizer ) ; if ! tokenizer . is_eof ( ) {
match tokenizer . next_byte_unchecked ( ) {
b' ' | b'\t' | b'\n' | b'\x0c' => tokenizer . advance ( 1 ) , b'\r' => {
tokenizer . advance ( 1 ) ; if ! tokenizer . is_eof ( ) && tokenizer . next_byte_unchecked ( ) == b'\n' {
tokenizer . advance ( 1 ) ;
}
} _ => ( )
}
} static REPLACEMENT_CHAR : char = '�' ; if c != 0 {
let c = char :: from_u32 ( c ) ; c . unwrap_or ( REPLACEMENT_CHAR )
} else {
REPLACEMENT_CHAR
}
} , Case :: Case2 => {
tokenizer . advance ( 1 ) ; '�'
} , Case :: Case3 => {
tokenizer . consume_char ( )
} ,
}
}
}