Skip to main content

muskitty_css_tokenizer/
lib.rs

1//! MusKitty CSS Tokenizer
2//!
3//! Implements the tokenization stage of the CSS Syntax Module Level 3
4//! (§4.3 "Tokenizer Algorithms"). Extracted from muskitty-css as a
5//! standalone crate for independent versioning and publication.
6//!
7//! The tokenizer consumes a stream of Unicode code points (after §5.3
8//! preprocessing) and emits [`Token`]s. These tokens are consumed by
9//! downstream parsers (e.g. `muskitty-css`'s parser, `muskitty-selectors`)
10//! to build CSS objects or selector ASTs.
11//!
12//! # References
13//!
14//! - CSS Syntax Module Level 3: <https://drafts.csswg.org/css-syntax-3/>
15//! - Spec source (Markdown): `D:\CSSWG\css-syntax-3\Overview.md`
16
17mod impls;
18mod trait_def;
19mod types;
20
21pub use impls::CssTokenizer;
22pub use trait_def::Tokenizer;
23pub use types::{HashType, Numeric, State, Token};