mod flags_parser;
mod parser_impl;
mod pattern_parser;
mod reader;
mod span_factory;
pub use parser_impl::{ConstructorParser, LiteralParser};
#[cfg(test)]
mod test {
use oxc_allocator::Allocator;
use crate::{ConstructorParser, LiteralParser, Options};
#[test]
fn should_pass() {
let allocator = Allocator::default();
for (pattern_text, flags_text) in &[
("", ""),
("a", ""),
("a+", ""),
("a*", ""),
("a?", ""),
("^$^$^$", ""),
("(?=a){1}", ""),
("(?!a){1}", ""),
("a{1}", ""),
("a{1", ""),
("a|{", ""),
("a{", ""),
("a{,", ""),
("a{1,", ""),
("a{1,}", ""),
("a{1,2}", ""),
("x{9007199254740991}", ""),
("x{9007199254740991,9007199254740991}", ""),
("a|b", ""),
("a|b|c", ""),
("a|b+?|c", ""),
("a+b*?c{1}d{2,}e{3,4}?", ""),
(r"^(?=ab)\b(?!cd)(?<=ef)\B(?<!gh)$", ""),
("a.b..", ""),
(r"\d\D\s\S\w\W", ""),
(r"\x", ""),
(r"\p{Emoji_Presentation}\P{Script_Extensions=Latin}\p{Sc}|\p{Basic_Emoji}", ""),
(r"\p{Emoji_Presentation}\P{Script_Extensions=Latin}\p{Sc}|\p{P}", "u"),
(r"^\p{General_Category=cntrl}+$", "u"),
(r"\p{Basic_Emoji}", "v"),
(r"\n\cM\0\x41\u1f60\.\/", ""),
(r"\c0", ""),
(r"\0", ""),
(r"\0", "u"),
(r"\u", ""),
(r"\u{", ""),
(r"\u{}", ""),
(r"\u{0}", ""),
(r"\u{1f600}", ""),
(r"\u{1f600}", "u"),
("(?:abc)", ""),
(r"(?<\u{1d49c}>.)\x1f", ""),
("a]", ""),
("a}", ""),
("]", ""),
("[]", ""),
("[a]", ""),
("[ab]", ""),
("[a-b]", ""),
("[-]", ""),
("[a-]", ""),
("[-a]", ""),
("[-a-]", ""),
(r"[a\-b]", ""),
(r"[-a-b]", ""),
(r"[a-b-]", ""),
(r"[a\-b-]", ""),
(r"[\[\]\-]", ""),
("[a-z0-9]", ""),
("[a-a]", ""),
(r"[\d-\D]", ""),
(r"^([\ud801[\udc28-\udc4f])$", ""),
(r"[a-c]]", ""),
(
r"[ϗϙϛϝϟϡϣϥϧϩϫϭϯ-ϳϵϸϻ-ϼа-џѡѣѥѧѩѫѭѯѱѳѵѷѹѻѽѿҁҋҍҏґғҕҗҙқҝҟҡңҥҧҩҫҭүұҳҵҷҹһҽҿӂӄӆӈӊӌӎ-ӏӑӓӕӗәӛӝӟӡӣӥӧөӫӭӯӱӳӵӷӹӻӽӿԁԃԅԇԉԋԍԏԑԓԕԗԙԛԝԟԡԣա-ևᴀ-ᴫᵢ-ᵷᵹ-ᶚḁḃḅḇḉḋḍḏḑḓḕḗḙḛḝḟḡḣḥḧḩḫḭḯḱḳḵḷḹḻḽḿṁṃṅṇṉṋṍṏṑṓṕṗṙṛṝṟṡṣṥṧṩṫṭṯṱṳṵṷṹṻṽṿẁẃẅẇẉẋẍẏẑẓẕ-ẝẟạảấầẩẫậắằẳẵặẹẻẽếềểễệỉịọỏốồổỗộớờởỡợụủứừửữựỳỵỷỹỻỽỿ-ἇἐ-ἕἠ-ἧἰ-ἷὀ-ὅὐ-ὗὠ-ὧὰ]",
"",
),
(r"[a-z0-9[.\\]]", "v"),
(r"[a&&b&&c]", "v"),
(r"[a--b--c]", "v"),
(r"[[a-z]--b--c]", "v"),
(r"[[[[[[[[[[[[[[[[[[[[[[[[a]]]]]]]]]]]]]]]]]]]]]]]]", "v"),
(r"[\q{}\q{a}\q{bc}\q{d|e|f}\q{|||}]", "v"),
(r"(?<foo>A)\k<foo>", ""),
(r"(?<!a>)\k<a>", ""),
(r"\k", ""),
(r"\k<4>", ""),
(r"\k<a>", ""),
(r"(?<a>)\k<a>", ""),
(r"(?<a>)\k<a>", "u"),
(r"\1", ""),
(r"\1()", ""),
(r"\1()", "u"),
(r"(?<n1>..)(?<n2>..)", ""),
// ES2025 ---
// Duplicate named capturing groups
(r"(?<n1>..)|(?<n1>..)", ""),
(r"(?<year>[0-9]{4})-[0-9]{2}|[0-9]{2}-(?<year>[0-9]{4})", ""),
(r"(?:(?<a>x)|(?<a>y))\k<a>", ""),
(r"(?<x>a)|(?<x>b)", ""),
(r"(?:(?<x>a)|(?<y>a)(?<x>b))(?:(?<z>c)|(?<z>d))", ""),
(r"(?:(?<x>a)|(?<x>b))\\k<x>", ""),
(r"(?:(?:(?<x>a)|(?<x>b)|c)\\k<x>){2}", ""),
(r"(?:(?:(?<x>a)|(?<x>b))\\k<x>){2}", ""),
(r"(?:(?:(?<x>a)\\k<x>|(?<x>b)\\k<x>)|(?:))\\k<x>", ""),
(r"(?:(?:(?<x>a\\k<x>)|(?<x>b\\k<x>))|(?:))\\k<x>", ""),
// Modifiers
(r"(?:.)", ""),
(r"(?s:.)", ""),
(r"(?ism:.)", ""),
(r"(?-s:.)", ""),
(r"(?-smi:.)", ""),
(r"(?s-im:.)", ""),
(r"(?si-m:.)", ""),
(r"(?im-s:.)", "v"),
(r"(?ims-:.)", ""),
// Buffer boundaries
(r"\A", ""),
(r"\A", "u"),
(r"\A", "v"),
(r"\z", ""),
(r"\z", "u"),
(r"\z", "v"),
(r"\Z", ""),
(r"\Z", "u"),
(r"\Z", "v"),
(r"\A\z", ""),
(r"\A\z", "u"),
(r"\A\z", "v"),
(r"\A\Z", ""),
(r"\A\Z", "u"),
(r"\A\Z", "v"),
(r"\A\Z\z", ""),
(r"\A\Z\z", "u"),
(r"\A\Z\z", "v"),
(r"\Afoo\z", ""),
(r"\Afoo\z", "u"),
(r"\Afoo\z", "v"),
(r"\Afoo\Z", ""),
(r"\Afoo\Z", "u"),
(r"\Afoo\Z", "v"),
(r"\A|\z", ""),
(r"\A|\z", "u"),
(r"\A|\z", "v"),
(r"(\A)", ""),
(r"(\A)", "u"),
(r"(\A)", "v"),
(r"(?=\A)", ""),
(r"(?=\A)", "u"),
(r"(?=\A)", "v"),
(r"\A*", ""),
(r"\z+", ""),
(r"\Z{2}", ""),
(r"[\A]", ""),
(r"[\z\Z]", ""),
(r"\\A", ""),
(r"\\A", "u"),
(r"\\A", "v"),
(r"a\Zb", ""),
(r"a\Zb", "u"),
(r"a\Zb", "v"),
(r"(?i:\A)", ""),
(r"(?i:\A)", "u"),
(r"(?i:\A)", "v"),
(r"(?m:\z)", ""),
(r"(?m:\z)", "u"),
(r"(?m:\z)", "v"),
(r"(?s:\Z)", ""),
(r"(?s:\Z)", "u"),
(r"(?s:\Z)", "v"),
(r"(?-i:\A)", ""),
(r"(?-i:\A)", "u"),
(r"(?-i:\A)", "v"),
(r"(?-m:\Z)", ""),
(r"(?-m:\Z)", "u"),
(r"(?-m:\Z)", "v"),
(r"(?m-s:\Afoo\z)", ""),
(r"(?m-s:\Afoo\z)", "u"),
(r"(?m-s:\Afoo\z)", "v"),
(r"(?ims:a\Zb)", ""),
(r"(?ims:a\Zb)", "u"),
(r"(?ims:a\Zb)", "v"),
(r"(?i:\A|\z)", ""),
(r"(?i:\A|\z)", "u"),
(r"(?i:\A|\z)", "v"),
(r"(?m:\Z)+", ""),
(r"(?m:\Z)+", "u"),
(r"(?m:\Z)+", "v"),
(r"(?m:\A*)", ""),
(r"(?i:[\z])", ""),
(r"(?m:(?-m:\A)\z)", ""),
(r"(?m:(?-m:\A)\z)", "u"),
(r"(?m:(?-m:\A)\z)", "v"),
] {
let res =
LiteralParser::new(&allocator, pattern_text, Some(flags_text), Options::default())
.parse();
if let Err(err) = res {
panic!("Failed to parse /{pattern_text}/{flags_text}\n💥 {err}");
}
}
}
#[test]
fn should_fail() {
let allocator = Allocator::default();
for (pattern_text, flags_text) in &[
("a)", ""),
(r"a\", ""),
("a]", "u"),
("a}", "u"),
("a|+", ""),
("a|{", "u"),
("a{", "u"),
("a{1", "u"),
("a{1,", "u"),
("a{,", "u"),
("x{9007199254740992}", ""),
("x{9007199254740991,9007199254740992}", ""),
("x{99999999999999999999999999999999999999999999999999}", ""),
(r"\u{FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF}", "u"),
("(?=a", ""),
("(?<!a", ""),
(r"\c0", "u"),
(r"\xa", "u"),
(r"a\u", "u"),
(r"\p{Emoji_Presentation", "u"),
(r"\p{Script=", "u"),
(r"\ka", "u"),
(r"\k", "u"),
(r"\k<", "u"),
(r"\k<>", "u"),
(r"\k<4>", "u"),
(r"\k<a", "u"),
(r"\1", "u"),
(r"\k<a>", "u"),
("a(?:", ""),
("(", ""),
(")", "v"),
("(a", ""),
("(?<a>", ""),
("(?<", ""),
(r"(?<a\>.)", ""),
(r"(?<a\>.)", "u"),
(r"(?<\>.)", ""),
(r"(?<\>.)", "u"),
("(?)", ""),
("(?=a){1}", "u"),
("(?!a){1}", "u"),
(r"[\d-\D]", "u"),
("[", ""),
("[", "v"),
("[[", "v"),
("[[]", "v"),
("[z-a]", ""),
(r"[a-c]]", "u"),
(
r"^([a-zªµºß-öø-ÿāăąćĉċčďđēĕėęěĝğġģĥħĩīĭįıijĵķ-ĸĺļľŀłńņň-ʼnŋōŏőœŕŗřśŝşšţťŧũūŭůűųŵŷźżž-ƀƃƅƈƌ-ƍƒƕƙ-ƛƞơƣƥƨƪ-ƫƭưƴƶƹ-ƺƽ-ƿdžljnjǎǐǒǔǖǘǚǜ-ǝǟǡǣǥǧǩǫǭǯ-ǰdzǵǹǻǽǿȁȃȅȇȉȋȍȏȑȓȕȗșțȝȟȡȣȥȧȩȫȭȯȱȳ-ȹȼȿ-ɀɂɇɉɋɍɏ-ʓʕ-ʯͱͳͷͻ-ͽΐά-ώϐ-ϑϕ-ϗϙϛϝϟϡϣϥϧϩϫϭϯ-ϳϵϸϻ-ϼа-џѡѣѥѧѩѫѭѯѱѳѵѷѹѻѽѿҁҋҍҏґғҕҗҙқҝҟҡңҥҧҩҫҭүұҳҵҷҹһҽҿӂӄӆӈӊӌӎ-ӏӑӓӕӗәӛӝӟӡӣӥӧөӫӭӯӱӳӵӷӹӻӽӿԁԃԅԇԉԋԍԏԑԓԕԗԙԛԝԟԡԣա-ևᴀ-ᴫᵢ-ᵷᵹ-ᶚḁḃḅḇḉḋḍḏḑḓḕḗḙḛḝḟḡḣḥḧḩḫḭḯḱḳḵḷḹḻḽḿṁṃṅṇṉṋṍṏṑṓṕṗṙṛṝṟṡṣṥṧṩṫṭṯṱṳṵṷṹṻṽṿẁẃẅẇẉẋẍẏẑẓẕ-ẝẟạảấầẩẫậắằẳẵặẹẻẽếềểễệỉịọỏốồổỗộớờởỡợụủứừửữựỳỵỷỹỻỽỿ-ἇἐ-ἕἠ-ἧἰ-ἷὀ-ὅὐ-ὗὠ-ὧὰ-ώᾀ-ᾇᾐ-ᾗᾠ-ᾧᾰ-ᾴᾶ-ᾷιῂ-ῄῆ-ῇῐ-ΐῖ-ῗῠ-ῧῲ-ῴῶ-ῷⁱⁿℊℎ-ℏℓℯℴℹℼ-ℽⅆ-ⅉⅎↄⰰ-ⱞⱡⱥ-ⱦⱨⱪⱬⱱⱳ-ⱴⱶ-ⱼⲁⲃⲅⲇⲉⲋⲍⲏⲑⲓⲕⲗⲙⲛⲝⲟⲡⲣⲥⲧⲩⲫⲭⲯⲱⲳⲵⲷⲹⲻⲽⲿⳁⳃⳅⳇⳉⳋⳍⳏⳑⳓⳕⳗⳙⳛⳝⳟⳡⳣ-ⳤⴀ-ⴥꙁꙃꙅꙇꙉꙋꙍꙏꙑꙓꙕꙗꙙꙛꙝꙟꙣꙥꙧꙩꙫꙭꚁꚃꚅꚇꚉꚋꚍꚏꚑꚓꚕꚗꜣꜥꜧꜩꜫꜭꜯ-ꜱꜳꜵꜷꜹꜻꜽꜿꝁꝃꝅꝇꝉꝋꝍꝏꝑꝓꝕꝗꝙꝛꝝꝟꝡꝣꝥꝧꝩꝫꝭꝯꝱ-ꝸꝺꝼꝿꞁꞃꞅꞇꞌff-stﬓ-ﬗａ-ｚ]|\ud801[\udc28-\udc4f]|\ud835[\udc1a-\udc33\udc4e-\udc54\udc56-\udc67\udc82-\udc9b\udcb6-\udcb9\udcbb\udcbd-\udcc3\udcc5-\udccf\udcea-\udd03\udd1e-\udd37\udd52-\udd6b\udd86-\udd9f\uddba-\uddd3\uddee-\ude07\ude22-\ude3b\ude56-\ude6f\ude8a-\udea5\udec2-\udeda\udedc-\udee1\udefc-\udf14\udf16-\udf1b\udf36-\udf4e\udf50-\udf55\udf70-\udf88\udf8a-\udf8f\udfaa-\udfc2\udfc4-\udfc9\udfcb])$",
"",
),
(r"[[\d-\D]]", "v"),
(r"[a&&b--c]", "v"),
(r"[a--b&&c]", "v"),
(r"[\q{]", "v"),
(r"[\q{\a}]", "v"),
// ES2025 ---
// Duplicate named capturing groups
(r"(?<n>.)(?<n>.)", ""),
(r"(?<n>.(?<n>..))", "u"),
("(?<n>)|(?<n>)(?<n>)", ""),
("(((((((?<n>.)))))))(?<n>)", ""),
("(?:(?<x>a)|(?<x>b))(?<x>c)", ""),
("(?<x>a)(?:(?<x>b)|(?<x>c))", ""),
("(?:(?:(?<x>a)|(?<x>b)))(?<x>c)", ""),
("(?:(?:(?<x>a)|(?<x>b))|(?:))(?<x>c)", ""),
// Modifiers
(r"(?a:.)", ""),
(r"(?-S:.)", ""),
(r"(?-:.)", ""),
(r"(?iM:.)", ""),
(r"(?imms:.)", ""),
(r"(?-sI:.)", ""),
(r"(?ii-s:.)", ""),
(r"(?i-msm:.)", ""),
(r"(?i", ""),
(r"(?i-", ""),
(r"(?i-s", ""),
// Buffer boundaries
(r"\A*", "u"),
(r"\A*", "v"),
(r"\z+", "u"),
(r"\z+", "v"),
(r"\Z{2}", "u"),
(r"\Z{2}", "v"),
(r"[\A]", "u"),
(r"[\A]", "v"),
(r"[\z\Z]", "u"),
(r"[\z\Z]", "v"),
(r"(?m:\A*)", "u"),
(r"(?m:\A*)", "v"),
(r"(?i:[\z])", "u"),
(r"(?i:[\z])", "v"),
] {
assert!(
LiteralParser::new(&allocator, pattern_text, Some(flags_text), Options::default())
.parse()
.is_err(),
"/{pattern_text}/{flags_text} should fail to parse, but passed!"
);
}
}
#[test]
fn should_fail_early_errors() {
let allocator = Allocator::default();
for (pattern_text, flags_text, is_err) in &[
// No tests for 4,294,967,295 left parens
(r"(?<n>..)(?<n>..)", "", true),
(r"a{2,1}", "", true),
(r"(?<a>)\k<n>", "", true),
(r"()\2", "u", true),
(r"[a-\d]", "u", true),
(r"[\d-z]", "u", true),
(r"[\d-\d]", "u", true),
(r"[z-a]", "", true),
(r"\u{110000}", "u", true),
(r"(?<\uD800\uDBFF>)", "", true),
(r"\u{0}\u{110000}", "u", true),
(r"(?<a\uD800\uDBFF>)", "", true),
(r"\p{Foo=Bar}", "u", true),
(r"\p{Foo}", "u", true),
(r"\p{Basic_Emoji}", "u", true),
(r"\P{Basic_Emoji}", "v", true),
(r"[^\p{Basic_Emoji}]", "v", true),
(r"[[^\p{Basic_Emoji}]]", "v", true),
(r"[^\q{}]", "v", true),
(r"[[^\q{}]]", "v", true),
(r"[[^\q{ng}]]", "v", true),
(r"[[^\q{a|}]]", "v", true),
(r"[[^\q{ng}\q{o|k}]]", "v", true),
(r"[[^\q{o|k}\q{ng}\q{o|k}]]", "v", true),
(r"[[^\q{o|k}\q{o|k}\q{ng}]]", "v", true),
(r"[[^\q{}&&\q{ng}]]", "v", true),
(r"[[^\q{ng}&&\q{o|k}]]", "v", false),
(r"[[^\q{ng}&&\q{o|k}&&\q{ng}]]", "v", false),
(r"[[^\q{ng}--\q{o|k}]]", "v", true),
(r"[[^\q{o|k}--\q{ng}]]", "v", false),
(r"[[z-a]]", "v", true),
(r"[[[[[^[[[[\q{ng}]]]]]]]]]", "v", true),
(r"[^[[[[[[[[[[[[[[[[\q{ng}]]]]]]]]]]]]]]]]]", "v", true),
// ES2025 ---
// Duplicated named capture groups
("(?:(?<x>a)|(?<x>b))(?<x>c)", "", true),
("(?:(?<x>a)|(?<x>b))(?<X>c)", "", false),
("(?<x>a)(?:(?<x>b)|(?<x>c))", "", true),
("(?<x>a)|(?:(?<x>b)|(?<x>c))", "", false),
// Modifiers
(r"(?ii:.)", "", true),
(r"(?-ss:.)", "", true),
(r"(?im-im:.)", "", true),
] {
assert_eq!(
LiteralParser::new(&allocator, pattern_text, Some(flags_text), Options::default())
.parse()
.is_err(),
*is_err,
"/{pattern_text}/{flags_text} should fail with early error, but passed!"
);
}
}
#[test]
fn oversized_decimal_backreferences() {
let allocator = Allocator::default();
let patterns = [
r"()\4294967295", // u32::MAX
r"()\4294967296", // u32::MAX + 1, previously wrapped to 0
r"()\4294967297", // u32::MAX + 2, previously wrapped to 1
r"()\18446744073709551615", // u64::MAX
r"()\18446744073709551616", // u64::MAX + 1
r"()\999999999999999999999999999999999999", // Arbitrarily large
];
for pattern_text in patterns {
for flags_text in ["u", "v"] {
assert!(
LiteralParser::new(
&allocator,
pattern_text,
Some(flags_text),
Options::default(),
)
.parse()
.is_err(),
"/{pattern_text}/{flags_text} should reject an out-of-range backreference"
);
}
let pattern = LiteralParser::new(&allocator, pattern_text, None, Options::default())
.parse()
.expect("Annex B decimal escape fallback should parse");
assert_eq!(pattern.to_string(), pattern_text);
}
}
#[test]
fn should_handle_empty() {
let allocator = Allocator::default();
let pattern1 =
LiteralParser::new(&allocator, "", None, Options::default()).parse().unwrap();
let pattern2 =
ConstructorParser::new(&allocator, "''", None, Options::default()).parse().unwrap();
assert_eq!(pattern1.body.body[0].body.len(), 1);
assert_eq!(pattern2.body.body[0].body.len(), 1);
}
#[test]
fn should_handle_unicode() {
let allocator = Allocator::default();
let source_text = "このEmoji🥹の数が変わる";
for (flags_text, expected) in [(None, 15), (Some("u"), 14), (Some("v"), 14)] {
let pattern =
LiteralParser::new(&allocator, source_text, flags_text, Options::default())
.parse()
.unwrap();
assert_eq!(pattern.body.body[0].body.len(), expected);
}
}
#[test]
fn span_offset() {
let allocator = Allocator::default();
let pattern_text = "Adjust span but should have no side effect for parsing";
let ret1 = LiteralParser::new(
&allocator,
pattern_text,
None,
Options { pattern_span_offset: 0, flags_span_offset: 0 },
)
.parse()
.unwrap();
let ret2 = LiteralParser::new(
&allocator,
pattern_text,
None,
Options { pattern_span_offset: 123, flags_span_offset: 456 },
)
.parse()
.unwrap();
assert_ne!(ret1.span, ret2.span);
assert_eq!(ret1.to_string(), ret2.to_string());
}
#[test]
fn string_literal() {
let allocator = Allocator::default();
let source_text = r"RegExp('Invalid! -> \u{1234568} <-')";
let err = ConstructorParser::new(
&allocator,
&source_text[7..35],
None,
Options { pattern_span_offset: 7, ..Options::default() },
)
.parse();
assert!(err.is_err());
// println!("{:?}", err.unwrap_err().with_source_code(source_text));
let ret1 =
LiteralParser::new(&allocator, r"\d{4}-\d{2}-\d{2}", Some("vi"), Options::default())
.parse()
.unwrap();
let ret2 = ConstructorParser::new(
&allocator,
r"'\\d{4}-\\d{2}-\\d{2}'",
Some("'vi'"),
Options::default(),
)
.parse()
.unwrap();
assert_eq!(ret1.to_string(), ret2.to_string());
}
/// Test for <https://github.com/oxc-project/oxc/issues/13660>
/// Unicode escapes in string literals should be detected as CharacterKind::UnicodeEscape
#[test]
fn unicode_escape_in_string_literal() {
use crate::ast::{CharacterClassContents, CharacterKind, Term};
let allocator = Allocator::default();
// RegExp literal: /[A\u0301]/
let pattern1 =
LiteralParser::new(&allocator, r"[A\u0301]", None, Options::default()).parse().unwrap();
// RegExp constructor: RegExp("[A\u0301]") - the string literal has the escape resolved
let pattern2 =
ConstructorParser::new(&allocator, r#""[A\u0301]""#, None, Options::default())
.parse()
.unwrap();
// Extract the character class from both patterns
let get_char_kinds = |pattern: &crate::ast::Pattern<'_>| -> Vec<CharacterKind> {
let term = &pattern.body.body[0].body[0];
if let Term::CharacterClass(cc) = term {
cc.body
.iter()
.filter_map(|item| {
if let CharacterClassContents::Character(c) = item {
Some(c.kind)
} else {
None
}
})
.collect()
} else {
vec![]
}
};
let kinds1 = get_char_kinds(&pattern1);
let kinds2 = get_char_kinds(&pattern2);
// Both should have: Symbol (A), UnicodeEscape (\u0301)
assert_eq!(kinds1, vec![CharacterKind::Symbol, CharacterKind::UnicodeEscape]);
assert_eq!(kinds2, vec![CharacterKind::Symbol, CharacterKind::UnicodeEscape]);
}
}