css_lexer 0.0.35

A spec-compliant CSS tokenizer with zero-copy cursors and optional feature gates.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use super::{
	is_escape_sequence,
	tables::{ASCII_LOWER_OR_DIGIT, ASCII_START, BYTE_IS_IDENT},
};

#[inline(always)]
pub const fn is_ident_ascii_start(c: char) -> bool {
	ASCII_START.0[c as usize]
}

#[inline(always)]
pub const fn is_non_ascii(c: char) -> bool {
	if c as usize >= 0x10000 {
		return true;
	}
	matches!(c,
		'\u{00b7}' | '\u{200c}' | '\u{200d}' | '\u{203f}' | '\u{2040}' |
		'\u{00c0}'..='\u{00d6}' | '\u{00d8}'..='\u{00f6}' |
		'\u{00f8}'..='\u{037d}' | '\u{037f}'..='\u{1fff}' |
		'\u{2070}'..='\u{218f}' | '\u{2c00}'..='\u{2fef}' |
		'\u{3001}'..='\u{d7ff}' | '\u{f900}'..='\u{fdcf}' |
		'\u{fdf0}'..='\u{fffd}'
	)
}

#[inline(always)]
pub fn is_ident_start(c: char) -> bool {
	if c.is_ascii() {
		return is_ident_ascii_start(c);
	}
	is_non_ascii(c)
}

#[inline(always)]
pub fn is_ident(c: char) -> bool {
	if c.is_ascii() {
		return is_ident_byte(c as u8);
	}
	is_non_ascii(c)
}

#[inline(always)]
pub const fn is_ident_ascii_lower_or_digit(c: char) -> bool {
	c.is_ascii() && ASCII_LOWER_OR_DIGIT.0[c as usize]
}

#[inline(always)]
pub const fn is_ident_byte(byte: u8) -> bool {
	BYTE_IS_IDENT.0[byte as usize]
}

#[inline(always)]
pub fn is_ident_start_sequence(c: char, c2: char, c3: char) -> bool {
	if c == '-' {
		return c2 == '-' || is_ident_start(c2) || is_escape_sequence(c2, c3);
	}
	is_ident_start(c) || is_escape_sequence(c, c2)
}