use std::borrow::Cow;
use std::fmt;
#[non_exhaustive]
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum UrlError {
NotAbsolute,
BadEscape,
EncodedSlash,
Backslash,
Control,
NotUtf8,
TooManySegments,
}
impl UrlError {
#[must_use]
pub const fn code(self) -> &'static str {
match self {
Self::NotAbsolute => "url.not_absolute",
Self::BadEscape => "url.bad_escape",
Self::EncodedSlash => "url.encoded_slash",
Self::Backslash => "url.backslash",
Self::Control => "url.control",
Self::NotUtf8 => "url.not_utf8",
Self::TooManySegments => "url.too_many_segments",
}
}
}
impl fmt::Display for UrlError {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
let what = match self {
Self::NotAbsolute => "the path does not start with a slash",
Self::BadEscape => "a percent sign is not followed by two hex digits",
Self::EncodedSlash => "the path holds an encoded slash",
Self::Backslash => "the path holds an encoded backslash",
Self::Control => "the path decodes to a control character",
Self::NotUtf8 => "the path does not decode to UTF-8",
Self::TooManySegments => "the path has too many segments",
};
f.write_str(what)
}
}
impl std::error::Error for UrlError {}
#[non_exhaustive]
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq)]
pub enum TrailingSlash {
#[default]
Strip,
Add,
Ignore,
}
pub(crate) const MAX_SEGMENTS: usize = 256;
#[inline]
const fn hex(b: u8) -> Option<u8> {
match b {
b'0'..=b'9' => Some(b - b'0'),
b'a'..=b'f' => Some(b - b'a' + 10),
b'A'..=b'F' => Some(b - b'A' + 10),
_ => None,
}
}
#[inline]
pub(crate) const fn is_plain(b: u8) -> bool {
matches!(b,
b'A'..=b'Z' | b'a'..=b'z' | b'0'..=b'9'
| b'-' | b'.' | b'_' | b'~'
| b'!' | b'$' | b'&' | b'\'' | b'(' | b')' | b'*' | b'+' | b',' | b';' | b'='
| b':' | b'@')
}
const HEX: &[u8; 16] = b"0123456789ABCDEF";
pub(crate) fn encode_segment(bytes: &[u8], out: &mut String) {
for &b in bytes {
if is_plain(b) {
out.push(b as char);
} else {
out.push('%');
out.push(HEX[(b >> 4) as usize] as char);
out.push(HEX[(b & 15) as usize] as char);
}
}
}
pub(crate) fn decode(raw: &str) -> Cow<'_, str> {
if !raw.contains('%') {
return Cow::Borrowed(raw);
}
let b = raw.as_bytes();
let mut out = Vec::with_capacity(b.len());
let mut i = 0;
while i < b.len() {
if b[i] == b'%' && i + 2 < b.len() {
if let (Some(h), Some(l)) = (hex(b[i + 1]), hex(b[i + 2])) {
out.push((h << 4) | l);
i += 3;
continue;
}
}
out.push(b[i]);
i += 1;
}
match String::from_utf8(out) {
Ok(s) => Cow::Owned(s),
Err(_) => Cow::Borrowed(raw),
}
}
fn plain_path(raw: &[u8], lowercase: bool) -> bool {
let mut seg_start = 1;
let mut segments = 0usize;
for i in 1..=raw.len() {
let end = i == raw.len();
if end || raw[i] == b'/' {
let seg = &raw[seg_start..i];
if (seg.is_empty() && !end) || seg == b"." || seg == b".." {
return false;
}
segments += 1;
seg_start = i + 1;
continue;
}
let b = raw[i];
if !is_plain(b) || (lowercase && b.is_ascii_uppercase()) {
return false;
}
}
segments <= MAX_SEGMENTS
}
pub(crate) fn normalize(raw: &str, lowercase: bool) -> Result<Cow<'_, str>, UrlError> {
let b = raw.as_bytes();
if b.first() != Some(&b'/') {
return Err(UrlError::NotAbsolute);
}
if plain_path(b, lowercase) {
return Ok(Cow::Borrowed(raw));
}
let mut buf: Vec<u8> = Vec::with_capacity(b.len());
let mut segs: Vec<(usize, usize)> = Vec::new();
let mut trailing = false;
let last_index = b[1..].iter().filter(|&&c| c == b'/').count();
if last_index >= MAX_SEGMENTS * 2 {
return Err(UrlError::TooManySegments);
}
for (n, seg) in b[1..].split(|&c| c == b'/').enumerate() {
let start = buf.len();
let mut i = 0;
while i < seg.len() {
let c = seg[i];
let byte = if c == b'%' {
let (Some(h), Some(l)) = (
seg.get(i + 1).copied().and_then(hex),
seg.get(i + 2).copied().and_then(hex),
) else {
return Err(UrlError::BadEscape);
};
i += 3;
let d = (h << 4) | l;
match d {
b'/' => return Err(UrlError::EncodedSlash),
b'\\' => return Err(UrlError::Backslash),
0..=0x1f | 0x7f => return Err(UrlError::Control),
_ => d,
}
} else {
i += 1;
if c == b'\\' {
return Err(UrlError::Backslash);
}
if c < 0x20 || c == 0x7f {
return Err(UrlError::Control);
}
c
};
buf.push(if lowercase {
byte.to_ascii_lowercase()
} else {
byte
});
}
let decoded = &buf[start..];
let last = n == last_index;
match decoded {
b"" => {
buf.truncate(start);
trailing = last;
}
b"." => {
buf.truncate(start);
trailing = last;
}
b".." => {
buf.truncate(start);
if let Some((s, _)) = segs.pop() {
buf.truncate(s);
}
trailing = last;
}
_ => {
if core::str::from_utf8(decoded).is_err() {
return Err(UrlError::NotUtf8);
}
segs.push((start, buf.len()));
trailing = false;
}
}
}
if segs.len() > MAX_SEGMENTS {
return Err(UrlError::TooManySegments);
}
let mut out = String::with_capacity(b.len());
for &(s, e) in &segs {
out.push('/');
encode_segment(&buf[s..e], &mut out);
}
if out.is_empty() || trailing {
out.push('/');
}
if out == raw {
Ok(Cow::Borrowed(raw))
} else {
Ok(Cow::Owned(out))
}
}
pub(crate) fn canonical_literal(segment: &str) -> String {
let mut out = String::with_capacity(segment.len());
encode_segment(segment.as_bytes(), &mut out);
out
}
#[cfg(test)]
mod tests {
use super::*;
fn n(p: &str) -> Result<String, UrlError> {
normalize(p, false).map(Cow::into_owned)
}
#[test]
fn test_plain_paths_are_borrowed() {
for p in [
"/",
"/a",
"/a/b",
"/a/b/",
"/a-b_c.d~e",
"/a:b@c!$&'()*+,;=",
] {
assert!(matches!(normalize(p, false), Ok(Cow::Borrowed(_))), "{p}");
}
}
#[test]
fn test_dot_segments_removed() {
assert_eq!(n("/a/./b/../c").unwrap(), "/a/c");
assert_eq!(n("/a/b/..").unwrap(), "/a/");
assert_eq!(n("/a/b/.").unwrap(), "/a/b/");
assert_eq!(n("/../../etc/passwd").unwrap(), "/etc/passwd");
assert_eq!(n("/..").unwrap(), "/");
assert_eq!(n("/%2e%2E/x").unwrap(), "/x");
assert_eq!(n("/a/%2e/b").unwrap(), "/a/b");
}
#[test]
fn test_empty_segments_collapse() {
assert_eq!(n("//a///b").unwrap(), "/a/b");
assert_eq!(n("/a//").unwrap(), "/a/");
assert_eq!(n("//").unwrap(), "/");
}
#[test]
fn test_escapes_canonical() {
assert_eq!(n("/%41%62c").unwrap(), "/Abc");
assert_eq!(n("/caf%c3%a9").unwrap(), "/caf%C3%A9");
assert_eq!(n("/caf%C3%A9").unwrap(), "/caf%C3%A9");
assert_eq!(n("/a%20b").unwrap(), "/a%20b");
assert_eq!(n("/a%3Ab").unwrap(), "/a:b");
assert_eq!(n("/a%25b").unwrap(), "/a%25b");
assert!(matches!(normalize("/a%20b", false), Ok(Cow::Borrowed(_))));
}
#[test]
fn test_refusals() {
assert_eq!(n("a"), Err(UrlError::NotAbsolute));
assert_eq!(n(""), Err(UrlError::NotAbsolute));
assert_eq!(n("/a%2Fb"), Err(UrlError::EncodedSlash));
assert_eq!(n("/a%2fb"), Err(UrlError::EncodedSlash));
assert_eq!(n("/a%5Cb"), Err(UrlError::Backslash));
assert_eq!(n("/a%00"), Err(UrlError::Control));
assert_eq!(n("/a%0d%0a"), Err(UrlError::Control));
assert_eq!(n("/a%7f"), Err(UrlError::Control));
assert_eq!(n("/a%zz"), Err(UrlError::BadEscape));
assert_eq!(n("/a%4"), Err(UrlError::BadEscape));
assert_eq!(n("/a%ff"), Err(UrlError::NotUtf8));
assert_eq!(n("/%c3"), Err(UrlError::NotUtf8));
}
#[test]
fn test_lowercase() {
assert_eq!(normalize("/About/Us", true).unwrap(), "/about/us");
assert_eq!(normalize("/%41", true).unwrap(), "/a");
assert!(matches!(normalize("/about", true), Ok(Cow::Borrowed(_))));
}
#[test]
fn test_normalize_is_idempotent() {
for p in [
"/a/./b/../c",
"//x//y/",
"/%41%2e%2e/b",
"/caf%c3%a9/",
"/a%20b/..",
] {
let once = n(p).unwrap();
assert_eq!(n(&once).unwrap(), once, "{p}");
}
}
#[test]
fn test_decode() {
assert_eq!(decode("caf%C3%A9"), "café");
assert_eq!(decode("a%20b"), "a b");
assert_eq!(decode("plain"), "plain");
}
#[test]
fn test_too_many_segments() {
let long = "/a".repeat(MAX_SEGMENTS + 1);
assert_eq!(n(&long), Err(UrlError::TooManySegments));
let ok = "/a".repeat(MAX_SEGMENTS);
assert!(n(&ok).is_ok());
}
}