use std::cell::Cell;
use std::collections::HashSet;
use std::ops::RangeInclusive;
use roxmltree::{Document, Node, NodeId};
const MAX_NODE_SET_ENTRIES: usize = 65_536;
const MAX_NODE_SET_OWNED_STRING_BYTES: usize = 8 * 1024 * 1024;
const MAX_NODE_SET_CUMULATIVE_OWNED_STRING_BYTES: usize = 64 * 1024 * 1024;
use crate::c14n::NodeVisibility;
pub enum TransformData<'a> {
NodeSet(NodeSet<'a>),
Binary(Vec<u8>),
}
impl std::fmt::Debug for TransformData<'_> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
Self::NodeSet(_) => f.debug_tuple("NodeSet").field(&"...").finish(),
Self::Binary(b) => f.debug_tuple("Binary").field(&b.len()).finish(),
}
}
}
impl<'a> TransformData<'a> {
pub fn into_node_set(self) -> Result<NodeSet<'a>, TransformError> {
match self {
Self::NodeSet(ns) => Ok(ns),
Self::Binary(_) => Err(TransformError::TypeMismatch {
expected: "NodeSet",
got: "Binary",
}),
}
}
pub fn into_binary(self) -> Result<Vec<u8>, TransformError> {
match self {
Self::Binary(b) => Ok(b),
Self::NodeSet(_) => Err(TransformError::TypeMismatch {
expected: "Binary",
got: "NodeSet",
}),
}
}
}
pub struct NodeSet<'a> {
doc: &'a Document<'a>,
nodes: HashSet<XmlNodeKey>,
with_comments: bool,
}
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
enum XmlNodeKey {
Tree(NodeId),
Attribute {
owner: NodeId,
namespace: Option<String>,
local_name: String,
},
Namespace {
owner: NodeId,
prefix: String,
uri: String,
},
}
pub(crate) struct NodeSetMaterializationBudget {
remaining_owned_string_bytes: Cell<usize>,
}
impl Default for NodeSetMaterializationBudget {
fn default() -> Self {
Self {
remaining_owned_string_bytes: Cell::new(MAX_NODE_SET_CUMULATIVE_OWNED_STRING_BYTES),
}
}
}
impl NodeSetMaterializationBudget {
fn charge(&self, owned_string_bytes: usize) -> Result<(), TransformError> {
let Some(remaining) = self
.remaining_owned_string_bytes
.get()
.checked_sub(owned_string_bytes)
else {
self.remaining_owned_string_bytes.set(0);
return Err(TransformError::NodeSetCumulativeStringsTooLarge {
max_bytes: MAX_NODE_SET_CUMULATIVE_OWNED_STRING_BYTES,
});
};
self.remaining_owned_string_bytes.set(remaining);
Ok(())
}
#[cfg(test)]
pub(crate) fn with_limit(limit: usize) -> Self {
Self {
remaining_owned_string_bytes: Cell::new(limit),
}
}
}
impl XmlNodeKey {
fn owner_id(&self) -> NodeId {
match self {
Self::Tree(id) => *id,
Self::Attribute { owner, .. } | Self::Namespace { owner, .. } => *owner,
}
}
}
impl<'a> NodeSet<'a> {
pub fn entire_document_without_comments(doc: &'a Document<'a>) -> Result<Self, TransformError> {
Self::ensure_subtree_materialization_fits(doc.root())?;
Ok(Self::collect_document(doc, false))
}
pub(crate) fn entire_document_without_comments_with_budget(
doc: &'a Document<'a>,
budget: &NodeSetMaterializationBudget,
) -> Result<Self, TransformError> {
Self::charge_subtree_materialization(doc.root(), budget)?;
Ok(Self::collect_document(doc, false))
}
pub fn entire_document_with_comments(doc: &'a Document<'a>) -> Result<Self, TransformError> {
Self::ensure_subtree_materialization_fits(doc.root())?;
Ok(Self::collect_document(doc, true))
}
pub(crate) fn entire_document_with_comments_with_budget(
doc: &'a Document<'a>,
budget: &NodeSetMaterializationBudget,
) -> Result<Self, TransformError> {
Self::charge_subtree_materialization(doc.root(), budget)?;
Ok(Self::collect_document(doc, true))
}
pub fn subtree(element: Node<'a, 'a>) -> Result<Self, TransformError> {
Self::ensure_subtree_materialization_fits(element)?;
Ok(Self::collect_subtree(element))
}
pub(crate) fn subtree_with_budget(
element: Node<'a, 'a>,
budget: &NodeSetMaterializationBudget,
) -> Result<Self, TransformError> {
Self::charge_subtree_materialization(element, budget)?;
Ok(Self::collect_subtree(element))
}
fn collect_subtree(element: Node<'a, 'a>) -> Self {
let mut set = Self {
doc: element.document(),
nodes: HashSet::new(),
with_comments: true,
};
set.insert_subtree(element);
set
}
pub fn document(&self) -> &'a Document<'a> {
self.doc
}
pub fn contains(&self, node: Node<'_, '_>) -> bool {
if !std::ptr::eq(node.document() as *const _, self.doc as *const _) {
return false;
}
self.nodes.contains(&XmlNodeKey::Tree(node.id()))
}
pub fn exclude_subtree(&mut self, node: Node<'_, '_>) {
if !std::ptr::eq(node.document() as *const _, self.doc as *const _) {
return;
}
let excluded_ids = subtree_node_id_range(node);
self.nodes
.retain(|key| !excluded_ids.contains(&key.owner_id().get()));
}
pub fn with_comments(&self) -> bool {
self.with_comments
}
pub(crate) fn empty(doc: &'a Document<'a>) -> Self {
Self {
doc,
nodes: HashSet::new(),
with_comments: false,
}
}
#[cfg(test)]
pub(crate) fn try_entire_document(doc: &'a Document<'a>) -> Result<Self, TransformError> {
Self::entire_document_with_comments(doc)
}
pub(crate) fn try_entire_document_with_budget(
doc: &'a Document<'a>,
budget: &NodeSetMaterializationBudget,
) -> Result<Self, TransformError> {
Self::entire_document_with_comments_with_budget(doc, budget)
}
pub(crate) fn len(&self) -> usize {
self.nodes.len()
}
pub(crate) fn insert_node(&mut self, node: Node<'_, '_>) {
if self.owns(node) {
self.with_comments |= node.is_comment();
self.nodes.insert(XmlNodeKey::Tree(node.id()));
}
}
pub(crate) fn insert_attribute(
&mut self,
owner: Node<'_, '_>,
namespace: Option<&str>,
local_name: &str,
) {
if self.owns(owner) {
self.nodes.insert(XmlNodeKey::Attribute {
owner: owner.id(),
namespace: namespace.map(str::to_owned),
local_name: local_name.to_owned(),
});
}
}
pub(crate) fn insert_attribute_with_budget(
&mut self,
owner: Node<'_, '_>,
namespace: Option<&str>,
local_name: &str,
budget: &NodeSetMaterializationBudget,
) -> Result<(), TransformError> {
if self.owns(owner) {
let owned_string_bytes = namespace
.map_or(0, str::len)
.checked_add(local_name.len())
.ok_or(TransformError::NodeSetStringsTooLarge {
max_bytes: MAX_NODE_SET_OWNED_STRING_BYTES,
})?;
budget.charge(owned_string_bytes)?;
self.insert_attribute(owner, namespace, local_name);
}
Ok(())
}
pub(crate) fn insert_namespace(&mut self, owner: Node<'_, '_>, prefix: &str, uri: &str) {
if self.owns(owner) {
self.nodes.insert(XmlNodeKey::Namespace {
owner: owner.id(),
prefix: prefix.to_owned(),
uri: uri.to_owned(),
});
}
}
pub(crate) fn insert_namespace_with_budget(
&mut self,
owner: Node<'_, '_>,
prefix: &str,
uri: &str,
budget: &NodeSetMaterializationBudget,
) -> Result<(), TransformError> {
if self.owns(owner) {
let owned_string_bytes = prefix.len().checked_add(uri.len()).ok_or(
TransformError::NodeSetStringsTooLarge {
max_bytes: MAX_NODE_SET_OWNED_STRING_BYTES,
},
)?;
budget.charge(owned_string_bytes)?;
self.insert_namespace(owner, prefix, uri);
}
Ok(())
}
pub(crate) fn insert_subtree(&mut self, root: Node<'_, '_>) {
if !self.owns(root) {
return;
}
let mut stack = vec![root];
while let Some(node) = stack.pop() {
self.insert_node(node);
if node.is_element() {
for attribute in node.attributes() {
self.insert_attribute(node, attribute.namespace(), attribute.name());
}
for namespace in node.namespaces() {
self.insert_namespace(node, namespace.name().unwrap_or(""), namespace.uri());
}
}
stack.extend(node.children());
}
}
pub(crate) fn intersect_with(&mut self, other: &Self) {
if !std::ptr::eq(self.doc as *const _, other.doc as *const _) {
self.nodes.clear();
self.with_comments = false;
return;
}
self.nodes.retain(|key| other.nodes.contains(key));
self.with_comments &= other.with_comments;
}
pub(crate) fn subtract(&mut self, other: &Self) {
if std::ptr::eq(self.doc as *const _, other.doc as *const _) {
self.nodes.retain(|key| !other.nodes.contains(key));
}
}
pub(crate) fn union_with_budget(
&mut self,
other: &Self,
budget: &NodeSetMaterializationBudget,
) -> Result<(), TransformError> {
if std::ptr::eq(self.doc as *const _, other.doc as *const _) {
for key in &other.nodes {
if self.nodes.contains(key) {
continue;
}
let owned_string_bytes = match key {
XmlNodeKey::Tree(_) => 0,
XmlNodeKey::Attribute {
namespace,
local_name,
..
} => namespace.as_ref().map_or(0, String::len) + local_name.len(),
XmlNodeKey::Namespace { prefix, uri, .. } => prefix.len() + uri.len(),
};
budget.charge(owned_string_bytes)?;
self.nodes.insert(key.clone());
}
self.with_comments |= other.with_comments;
}
Ok(())
}
fn collect_document(doc: &'a Document<'a>, with_comments: bool) -> Self {
let mut set = Self::empty(doc);
set.insert_subtree(doc.root());
if !with_comments {
set.nodes.retain(|key| match key {
XmlNodeKey::Tree(id) => !doc.get_node(*id).is_some_and(|node| node.is_comment()),
_ => true,
});
}
set.with_comments = with_comments;
set
}
pub(crate) fn ensure_subtree_materialization_fits(
root: Node<'_, '_>,
) -> Result<usize, TransformError> {
Ok(Self::subtree_materialization(root)?.entries)
}
fn charge_subtree_materialization(
root: Node<'_, '_>,
budget: &NodeSetMaterializationBudget,
) -> Result<(), TransformError> {
let materialization = Self::subtree_materialization(root)?;
budget.charge(materialization.owned_string_bytes)
}
fn subtree_materialization(
root: Node<'_, '_>,
) -> Result<NodeSetMaterialization, TransformError> {
let mut entries = 0_usize;
let mut owned_string_bytes = 0_usize;
let mut stack = vec![root];
while let Some(node) = stack.pop() {
let projected = if node.is_element() {
for attribute in node.attributes() {
owned_string_bytes = charge_node_set_string_bytes(
owned_string_bytes,
attribute.namespace().map_or(0, str::len),
)?;
owned_string_bytes =
charge_node_set_string_bytes(owned_string_bytes, attribute.name().len())?;
}
for namespace in node.namespaces() {
owned_string_bytes = charge_node_set_string_bytes(
owned_string_bytes,
namespace.name().map_or(0, str::len),
)?;
owned_string_bytes =
charge_node_set_string_bytes(owned_string_bytes, namespace.uri().len())?;
}
1_usize
.checked_add(node.attributes().len())
.and_then(|count| count.checked_add(node.namespaces().len()))
} else {
Some(1)
}
.ok_or(TransformError::NodeSetTooLarge {
max: MAX_NODE_SET_ENTRIES,
})?;
entries = entries
.checked_add(projected)
.ok_or(TransformError::NodeSetTooLarge {
max: MAX_NODE_SET_ENTRIES,
})?;
if entries > MAX_NODE_SET_ENTRIES {
return Err(TransformError::NodeSetTooLarge {
max: MAX_NODE_SET_ENTRIES,
});
}
stack.extend(node.children());
}
Ok(NodeSetMaterialization {
entries,
owned_string_bytes,
})
}
fn owns(&self, node: Node<'_, '_>) -> bool {
std::ptr::eq(node.document() as *const _, self.doc as *const _)
}
}
struct NodeSetMaterialization {
entries: usize,
owned_string_bytes: usize,
}
fn charge_node_set_string_bytes(
current: usize,
additional: usize,
) -> Result<usize, TransformError> {
let total = current
.checked_add(additional)
.ok_or(TransformError::NodeSetStringsTooLarge {
max_bytes: MAX_NODE_SET_OWNED_STRING_BYTES,
})?;
if total > MAX_NODE_SET_OWNED_STRING_BYTES {
return Err(TransformError::NodeSetStringsTooLarge {
max_bytes: MAX_NODE_SET_OWNED_STRING_BYTES,
});
}
Ok(total)
}
fn subtree_node_id_range(node: Node<'_, '_>) -> RangeInclusive<u32> {
let last_id = node
.descendants()
.next_back()
.map_or(node.id(), |descendant| descendant.id());
node.id().get()..=last_id.get()
}
impl NodeVisibility for NodeSet<'_> {
fn contains_node(&self, node: Node<'_, '_>) -> bool {
self.contains(node)
}
fn contains_attribute(
&self,
owner: Node<'_, '_>,
namespace: Option<&str>,
local_name: &str,
) -> bool {
self.owns(owner)
&& self.nodes.contains(&XmlNodeKey::Attribute {
owner: owner.id(),
namespace: namespace.map(str::to_owned),
local_name: local_name.to_owned(),
})
}
fn contains_namespace(&self, owner: Node<'_, '_>, prefix: &str, uri: &str) -> bool {
self.owns(owner)
&& self.nodes.contains(&XmlNodeKey::Namespace {
owner: owner.id(),
prefix: prefix.to_owned(),
uri: uri.to_owned(),
})
}
}
#[derive(Debug, thiserror::Error)]
#[non_exhaustive]
pub enum TransformError {
#[error("type mismatch: expected {expected}, got {got}")]
TypeMismatch {
expected: &'static str,
got: &'static str,
},
#[error("element not found by ID: {0}")]
ElementNotFound(String),
#[error("unsupported URI: {0}")]
UnsupportedUri(String),
#[error("unsupported transform: {0}")]
UnsupportedTransform(String),
#[error("transform chain exceeds maximum length of {max}")]
TooManyTransforms {
max: usize,
},
#[error("node-set materialization exceeds maximum of {max} entries")]
NodeSetTooLarge {
max: usize,
},
#[error("node-set materialization exceeds maximum of {max_bytes} owned string bytes")]
NodeSetStringsTooLarge {
max_bytes: usize,
},
#[error(
"node-set materialization exceeds signature-wide maximum of {max_bytes} cumulative owned string bytes"
)]
NodeSetCumulativeStringsTooLarge {
max_bytes: usize,
},
#[error("node-set filtering exceeds signature-wide maximum of {max_entries} entry visits")]
NodeSetFilterWorkTooLarge {
max_entries: usize,
},
#[error(
"XPath mirrors exceed signature-wide maximum of {max_bytes} cumulative copied string bytes"
)]
XPathMirrorTooLarge {
max_bytes: usize,
},
#[error(
"XPath transform exceeds signature-wide maximum of {max_bytes} string-processing work bytes"
)]
XPathStringWorkTooLarge {
max_bytes: usize,
},
#[error("C14N error: {0}")]
C14n(#[from] crate::c14n::C14nError),
#[error("cumulative canonical output exceeds signature-wide maximum of {max_bytes} bytes")]
C14nOutputTooLarge {
max_bytes: usize,
},
#[error("base64 transform decode error: {0}")]
Base64(String),
#[error("cumulative base64 transform input exceeds maximum of {max_bytes} bytes")]
Base64InputTooLarge {
max_bytes: usize,
},
#[error("base64 transform output exceeds maximum of {max_bytes} bytes")]
Base64OutputTooLarge {
max_bytes: usize,
},
#[error("XPath transform error: {0}")]
XPath(String),
#[error("XML transform input parse error: {0}")]
XmlParse(String),
#[error("enveloped-signature transform: invalid Signature node for this document")]
CrossDocumentSignatureNode,
}
#[cfg(test)]
mod tests {
use super::*;
use crate::c14n::{C14nAlgorithm, C14nMode, canonicalize_with_visibility};
#[test]
fn document_without_comments_preserves_comment_policy() {
let document = Document::parse("<root><!-- excluded --><child/></root>")
.expect("fixed comment fixture must parse");
let nodes = NodeSet::entire_document_without_comments(&document)
.expect("fixed fixture must fit the node-set materialization budget");
let comment = document
.descendants()
.find(|node| node.is_comment())
.expect("fixed fixture contains one comment");
assert!(!nodes.contains(comment));
assert!(!nodes.with_comments());
}
#[test]
fn excluding_disjoint_oversized_subtree_only_scans_input_keys() {
let xml = format!(
"<root><target Id=\"selected\"><child/></target><Signature>{}</Signature></root>",
"<Object/>".repeat(MAX_NODE_SET_ENTRIES + 1)
);
let document = Document::parse(&xml).expect("fixed oversized fixture must parse");
let target = document
.descendants()
.find(|node| node.attribute("Id") == Some("selected"))
.expect("fixed fixture contains the selected subtree");
let signature = document
.descendants()
.find(|node| node.has_tag_name("Signature"))
.expect("fixed fixture contains the excluded Signature subtree");
let mut nodes = NodeSet::subtree(target)
.expect("small selected subtree must fit the materialization budget");
let entries_before = nodes.nodes.len();
nodes.exclude_subtree(signature);
assert_eq!(nodes.nodes.len(), entries_before);
assert!(nodes.contains(target));
assert!(
nodes.contains(
target
.first_element_child()
.expect("fixed target subtree contains a child")
)
);
}
#[test]
fn materialization_rejects_inherited_namespace_byte_amplification() {
let namespace_uri = "x".repeat(8_192);
let xml = format!(
"<root xmlns:amplified=\"{namespace_uri}\">{}</root>",
"<child/>".repeat(1_025)
);
let document = Document::parse(&xml).expect("fixed namespace fixture must parse");
let error = NodeSet::entire_document_without_comments(&document)
.err()
.expect("amplified namespace bytes must exceed the materialization budget");
assert!(matches!(
error,
TransformError::NodeSetStringsTooLarge { .. }
));
}
#[test]
fn subtree_node_id_range_contains_only_the_selected_subtree() {
let document = Document::parse(
"<root><before/><excluded xmlns:gone=\"urn:gone\" a=\"1\"><child/></excluded><after/></root>",
)
.expect("fixed subtree range fixture must parse");
let excluded = document
.descendants()
.find(|node| node.has_tag_name("excluded"))
.expect("fixed fixture contains the excluded subtree");
let range = subtree_node_id_range(excluded);
let before = document
.descendants()
.find(|node| node.has_tag_name("before"))
.expect("fixed fixture contains the preceding sibling");
let child = excluded
.first_element_child()
.expect("fixed fixture contains an excluded child");
let after = document
.descendants()
.find(|node| node.has_tag_name("after"))
.expect("fixed fixture contains the following sibling");
assert!(!range.contains(&before.id().get()));
assert!(range.contains(&excluded.id().get()));
assert!(range.contains(&child.id().get()));
assert!(!range.contains(&after.id().get()));
let mut nodes = NodeSet::entire_document_with_comments(&document)
.expect("fixed fixture must fit the node-set materialization budget");
nodes.exclude_subtree(excluded);
assert!(nodes.contains(before));
assert!(!nodes.contains(excluded));
assert!(!nodes.contains(child));
assert!(!nodes.contains_attribute(excluded, None, "a"));
assert!(!nodes.contains_namespace(excluded, "gone", "urn:gone"));
assert!(nodes.contains(after));
}
#[test]
fn excluding_subtree_removes_trailing_text_and_comments_from_canonical_output() {
let document = Document::parse(
"<root><before/>keep-before<excluded><child/>drop-text<!--drop-comment--></excluded>keep-after<after/></root>",
)
.expect("fixed trailing-node fixture must parse");
let excluded = document
.descendants()
.find(|node| node.has_tag_name("excluded"))
.expect("fixed fixture contains the excluded subtree");
let trailing_text = excluded
.children()
.find(|node| node.is_text())
.expect("fixed fixture contains trailing text");
let trailing_comment = excluded
.children()
.find(|node| node.is_comment())
.expect("fixed fixture contains a trailing comment");
let mut nodes = NodeSet::entire_document_with_comments(&document)
.expect("fixed fixture must fit the node-set materialization budget");
nodes.exclude_subtree(excluded);
assert!(!nodes.contains(trailing_text));
assert!(!nodes.contains(trailing_comment));
let mut output = Vec::new();
canonicalize_with_visibility(
&document,
Some(&nodes),
&C14nAlgorithm::new(C14nMode::Inclusive1_0, true),
&mut output,
)
.expect("the retained node set must canonicalize");
assert_eq!(
output,
b"<root><before></before>keep-beforekeep-after<after></after></root>"
);
}
}