use alloc::{
string::{String, ToString},
sync::Arc,
vec::Vec,
};
#[cfg(feature = "std")]
use std::path::{Path, PathBuf};
use crate::{
compat::{HashMap, HashSet},
compiled::{self, CompiledInlineTemplate, Segment},
context::Context,
error::TemplateError,
frontmatter::{self, Frontmatter},
types::VarDecl,
value::Value,
};
pub(crate) mod analysis;
mod render_methods;
#[cfg(not(feature = "std"))]
use self::analysis::hash_source_no_std;
use self::analysis::{
check_bare_enum_access, check_internal_key_access, check_name_collisions,
check_static_enum_in_conditions, check_undeclared_variables, check_unused_params,
collect_enum_type_keys, inject_enum_type_constants,
};
#[non_exhaustive]
#[derive(Debug, Clone, Copy, Default)]
pub struct CompileOptions<'a> {
pub allow_unused: bool,
#[cfg(feature = "std")]
pub base_dir: Option<&'a std::path::Path>,
pub env: &'a [(&'a str, crate::Value)],
#[cfg(not(feature = "std"))]
_phantom: core::marker::PhantomData<&'a ()>,
}
#[cfg(feature = "std")]
impl<'a> CompileOptions<'a> {
#[must_use]
pub fn base_dir(mut self, dir: &'a std::path::Path) -> Self {
self.base_dir = Some(dir);
self
}
}
impl<'a> CompileOptions<'a> {
#[must_use]
pub fn allow_unused(mut self, allow: bool) -> Self {
self.allow_unused = allow;
self
}
#[must_use]
pub fn env(mut self, pairs: &'a [(&'a str, crate::Value)]) -> Self {
self.env = pairs;
self
}
}
pub struct Template {
body: String,
name: Option<String>,
description: Option<String>,
segments: Arc<[Segment]>,
declared_variables: Arc<[VarDecl]>,
#[cfg(feature = "std")]
base_dir: Option<PathBuf>,
inline_templates: Arc<HashMap<String, CompiledInlineTemplate>>,
source_hash: u64,
max_include_depth: usize,
has_defaults: bool,
consts: Arc<HashMap<String, crate::value::Value>>,
imported_consts: Arc<HashMap<String, crate::value::Value>>,
estimated_capacity: usize,
#[cfg(feature = "std")]
env_values: alloc::sync::Arc<[(String, Value)]>,
declared_names: Arc<HashSet<String>>,
#[cfg(feature = "std")]
checked_type_ids: std::sync::Mutex<Vec<core::any::TypeId>>,
}
impl core::fmt::Debug for Template {
fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
f.debug_struct("Template")
.field("body", &self.body)
.field("name", &self.name)
.field("description", &self.description)
.field("segments", &self.segments)
.field("declared_variables", &self.declared_variables)
.field("source_hash", &self.source_hash)
.finish_non_exhaustive()
}
}
impl Clone for Template {
fn clone(&self) -> Self {
Self {
body: self.body.clone(),
name: self.name.clone(),
description: self.description.clone(),
segments: self.segments.clone(),
declared_variables: self.declared_variables.clone(),
#[cfg(feature = "std")]
base_dir: self.base_dir.clone(),
inline_templates: self.inline_templates.clone(),
source_hash: self.source_hash,
max_include_depth: self.max_include_depth,
has_defaults: self.has_defaults,
consts: self.consts.clone(),
imported_consts: self.imported_consts.clone(),
estimated_capacity: self.estimated_capacity,
#[cfg(feature = "std")]
env_values: self.env_values.clone(),
declared_names: self.declared_names.clone(),
#[cfg(feature = "std")]
checked_type_ids: std::sync::Mutex::new(
self.checked_type_ids
.lock()
.unwrap_or_else(std::sync::PoisonError::into_inner)
.clone(),
),
}
}
}
#[cfg(feature = "std")]
pub(crate) struct CachedTemplateData {
pub segments: Arc<[Segment]>,
pub declared_variables: Arc<[VarDecl]>,
pub base_dir: Option<PathBuf>,
pub inline_templates: Arc<HashMap<String, CompiledInlineTemplate>>,
pub source_hash: u64,
pub consts: Arc<HashMap<String, crate::value::Value>>,
pub imported_consts: Arc<HashMap<String, crate::value::Value>>,
pub name: Option<String>,
pub description: Option<String>,
}
#[doc(hidden)]
pub struct PrecompiledTemplateData<'a> {
pub segments: &'a [Segment],
pub declared_variables: &'a [VarDecl],
pub inline_templates: &'a [(&'a str, CompiledInlineTemplate)],
pub source_hash: u64,
pub consts: &'a [(&'a str, crate::value::Value)],
pub imported_consts: &'a [(&'a str, crate::value::Value)],
pub name: Option<&'a str>,
pub description: Option<&'a str>,
}
fn build_declared_names(
declarations: &[VarDecl],
consts: &HashMap<String, Value>,
) -> Arc<HashSet<String>> {
let mut names = HashSet::with_capacity(declarations.len() + consts.len());
for d in declarations {
names.insert(d.name.clone());
}
for k in consts.keys() {
names.insert(k.clone());
}
Arc::new(names)
}
impl Template {
#[cfg(feature = "std")]
pub fn from_file(path: &Path) -> Result<Self, TemplateError> {
let mut source = std::fs::read_to_string(path)?;
if source.contains('\r') {
source = source.replace("\r\n", "\n");
}
let (tmpl, _fm) =
Self::compile_from_source(&source, Some(path.parent().unwrap_or(Path::new("."))))?;
Ok(tmpl)
}
pub fn from_source(source: &str) -> Result<Self, TemplateError> {
let source = if source.contains('\r') {
alloc::borrow::Cow::Owned(source.replace("\r\n", "\n"))
} else {
alloc::borrow::Cow::Borrowed(source)
};
#[cfg(feature = "std")]
let (tmpl, _fm) = Self::compile_from_source(&source, None)?;
#[cfg(not(feature = "std"))]
let (tmpl, _fm) = Self::compile_from_source_no_std(&source)?;
Ok(tmpl)
}
pub fn compile(
source: &str,
options: CompileOptions<'_>,
) -> Result<(Self, Frontmatter), TemplateError> {
let source = if source.contains('\r') {
alloc::borrow::Cow::Owned(source.replace("\r\n", "\n"))
} else {
alloc::borrow::Cow::Borrowed(source)
};
#[cfg(feature = "std")]
return Self::compile_inner(&source, options.base_dir, options.allow_unused, options.env);
#[cfg(not(feature = "std"))]
return Self::compile_inner_no_std(&source, options.allow_unused, options.env);
}
#[cfg(feature = "std")]
pub fn compile_file(
path: &Path,
options: CompileOptions<'_>,
) -> Result<(Self, Frontmatter), TemplateError> {
let mut source = std::fs::read_to_string(path)?;
if source.contains('\r') {
source = source.replace("\r\n", "\n");
}
let base_dir = options.base_dir.or_else(|| path.parent());
Self::compile_inner(&source, base_dir, options.allow_unused, options.env)
}
#[cfg(feature = "std")]
fn compile_from_source(
source: &str,
base_dir: Option<&Path>,
) -> Result<(Self, Frontmatter), TemplateError> {
Self::compile_inner(source, base_dir, false, &[])
}
#[cfg(feature = "std")]
fn compile_inner(
source: &str,
base_dir: Option<&Path>,
force_allow_unused: bool,
env_values: &[(&str, Value)],
) -> Result<(Self, Frontmatter), TemplateError> {
let source_hash = crate::cache::hash_source(source);
let (fm, body) = if let Some(dir) = base_dir {
frontmatter::parse_frontmatter_with_base_dir(source, dir, env_values)?
} else {
frontmatter::parse_frontmatter_with_env(source, env_values)?
};
let body = body.to_string();
let (segments, inline_templates) = compiled::compile(&body, &fm.type_aliases)?;
let referenced = compiled::collect_referenced_params(&segments);
let case_labels = compiled::collect_unquoted_case_labels(&segments);
check_undeclared_variables(&referenced, &fm, &inline_templates)?;
check_unused_params(
&fm.declarations,
&referenced,
&case_labels,
force_allow_unused || fm.allow_unused,
)?;
check_name_collisions(&fm, &inline_templates, &segments)?;
let enum_keys = collect_enum_type_keys(&fm);
check_bare_enum_access(&segments, &enum_keys)?;
check_static_enum_in_conditions(&segments, &fm.type_aliases)?;
check_internal_key_access(&segments)?;
let label_errors =
compiled::validate_match_labels(&segments, &fm.declarations, &fm.type_aliases);
if !label_errors.is_empty() {
return Err(TemplateError::Syntax(label_errors.join("; ").into()));
}
let has_defaults = fm.declarations.iter().any(|d| d.default_value.is_some());
let mut consts: HashMap<String, Value> = fm
.consts
.iter()
.filter_map(|d| d.default_value.clone().map(|v| (d.name.clone(), v)))
.collect();
for d in &fm.env {
if let Some(ref v) = d.default_value {
consts.entry(d.name.clone()).or_insert_with(|| v.clone());
}
}
inject_enum_type_constants(&fm.type_aliases, &mut consts);
let segments: Arc<[Segment]> = Arc::from(segments);
let estimated_capacity = compiled::render::estimate_output_capacity(&segments);
let env_values: alloc::sync::Arc<[(String, Value)]> = env_values
.iter()
.map(|(k, v)| (k.to_string(), v.clone()))
.collect();
let declared_names = build_declared_names(&fm.declarations, &consts);
let tmpl = Self {
body,
name: fm.name.clone(),
description: fm.description.clone(),
segments,
declared_variables: Arc::from(fm.declarations.clone()),
base_dir: base_dir.map(Path::to_path_buf),
inline_templates: Arc::new(inline_templates),
source_hash,
max_include_depth: crate::scope::MAX_INCLUDE_DEPTH,
has_defaults,
consts: Arc::new(consts),
imported_consts: Arc::new(fm.imported_consts.clone()),
estimated_capacity,
env_values,
declared_names,
checked_type_ids: std::sync::Mutex::new(Vec::new()),
};
Ok((tmpl, fm))
}
#[cfg(not(feature = "std"))]
fn compile_from_source_no_std(source: &str) -> Result<(Self, Frontmatter), TemplateError> {
Self::compile_inner_no_std(source, false, &[])
}
#[cfg(not(feature = "std"))]
fn compile_inner_no_std(
source: &str,
force_allow_unused: bool,
env_values: &[(&str, Value)],
) -> Result<(Self, Frontmatter), TemplateError> {
let source_hash = hash_source_no_std(source);
let (fm, body) = frontmatter::parse_frontmatter_with_env(source, env_values)?;
let body = body.to_string();
let (segments, inline_templates) = compiled::compile(&body, &fm.type_aliases)?;
let referenced = compiled::collect_referenced_params(&segments);
let case_labels = compiled::collect_unquoted_case_labels(&segments);
check_undeclared_variables(&referenced, &fm, &inline_templates)?;
check_unused_params(
&fm.declarations,
&referenced,
&case_labels,
force_allow_unused || fm.allow_unused,
)?;
check_name_collisions(&fm, &inline_templates, &segments)?;
let enum_keys = collect_enum_type_keys(&fm);
check_bare_enum_access(&segments, &enum_keys)?;
check_static_enum_in_conditions(&segments, &fm.type_aliases)?;
check_internal_key_access(&segments)?;
let label_errors =
compiled::validate_match_labels(&segments, &fm.declarations, &fm.type_aliases);
if !label_errors.is_empty() {
return Err(TemplateError::Syntax(label_errors.join("; ").into()));
}
let has_defaults = fm.declarations.iter().any(|d| d.default_value.is_some());
let mut consts: HashMap<String, Value> = fm
.consts
.iter()
.filter_map(|d| d.default_value.clone().map(|v| (d.name.clone(), v)))
.collect();
for d in &fm.env {
if let Some(ref v) = d.default_value {
consts.entry(d.name.clone()).or_insert_with(|| v.clone());
}
}
inject_enum_type_constants(&fm.type_aliases, &mut consts);
let segments: Arc<[Segment]> = Arc::from(segments);
let estimated_capacity = compiled::render::estimate_output_capacity(&segments);
let declared_names = build_declared_names(&fm.declarations, &consts);
let tmpl = Self {
body,
name: fm.name.clone(),
description: fm.description.clone(),
segments,
declared_variables: Arc::from(fm.declarations.clone()),
inline_templates: Arc::new(inline_templates),
source_hash,
max_include_depth: crate::scope::MAX_INCLUDE_DEPTH,
has_defaults,
consts: Arc::new(consts),
imported_consts: Arc::new(fm.imported_consts.clone()),
estimated_capacity,
declared_names,
};
Ok((tmpl, fm))
}
#[cfg(feature = "std")]
pub(crate) fn from_cached(data: CachedTemplateData) -> Self {
let has_defaults = data
.declared_variables
.iter()
.any(|d| d.default_value.is_some());
let estimated_capacity = compiled::render::estimate_output_capacity(&data.segments);
let declared_names = build_declared_names(&data.declared_variables, &data.consts);
Self {
body: String::new(),
name: data.name,
description: data.description,
segments: data.segments,
declared_variables: data.declared_variables,
base_dir: data.base_dir,
inline_templates: data.inline_templates,
source_hash: data.source_hash,
max_include_depth: crate::scope::MAX_INCLUDE_DEPTH,
has_defaults,
consts: data.consts,
imported_consts: data.imported_consts,
estimated_capacity,
env_values: alloc::sync::Arc::from([]),
declared_names,
checked_type_ids: std::sync::Mutex::new(Vec::new()),
}
}
#[doc(hidden)]
#[must_use]
pub fn from_precompiled(data: &PrecompiledTemplateData<'_>) -> Self {
let inline_map = data
.inline_templates
.iter()
.map(|(k, v)| (k.to_string(), v.clone()))
.collect();
let const_map = data
.consts
.iter()
.map(|(k, v)| (k.to_string(), v.clone()))
.collect();
let imported_const_map = data
.imported_consts
.iter()
.map(|(k, v)| (k.to_string(), v.clone()))
.collect();
let has_defaults = data
.declared_variables
.iter()
.any(|d| d.default_value.is_some());
let segments: Arc<[Segment]> = Arc::from(data.segments);
let estimated_capacity = compiled::render::estimate_output_capacity(&segments);
let declared_names = build_declared_names(data.declared_variables, &const_map);
Self {
body: String::new(),
name: data.name.map(String::from),
description: data.description.map(String::from),
segments,
declared_variables: Arc::from(data.declared_variables),
#[cfg(feature = "std")]
base_dir: None,
inline_templates: Arc::new(inline_map),
source_hash: data.source_hash,
max_include_depth: crate::scope::MAX_INCLUDE_DEPTH,
has_defaults,
consts: Arc::new(const_map),
imported_consts: Arc::new(imported_const_map),
estimated_capacity,
#[cfg(feature = "std")]
env_values: alloc::sync::Arc::from([]),
declared_names,
#[cfg(feature = "std")]
checked_type_ids: std::sync::Mutex::new(Vec::new()),
}
}
fn validate_context(&self, ctx: &Context, allow_extra: bool) -> Result<(), TemplateError> {
let mut missing = Vec::new();
let mut mismatch: Option<(String, crate::types::TypeCheckError)> = None;
for decl in self.declared_variables.iter() {
match ctx.get(&decl.name) {
None => {
if decl.default_value.is_none() {
missing.push(decl.name.as_str());
}
}
Some(value) => {
if mismatch.is_none()
&& let Err(e) = decl.var_type.check(value)
{
mismatch = Some((decl.name.clone(), e));
}
}
}
}
if !missing.is_empty() {
return Err(TemplateError::MissingParams(
missing.into_iter().map(String::from).collect(),
));
}
if let Some((name, check_err)) = mismatch {
let detail = if check_err.path.is_empty() {
String::new()
} else {
format!(" (at .{})", check_err.path)
};
return Err(TemplateError::TypeMismatch {
name: format!("{name}{detail}"),
expected: check_err.expected,
actual: check_err.actual,
actual_value: check_err.actual_value,
});
}
if !allow_extra
&& ctx
.values
.keys()
.any(|k| !self.declared_names.contains(k.as_str()))
{
let extra: Vec<String> = ctx
.values
.keys()
.filter(|k| !self.declared_names.contains(k.as_str()))
.cloned()
.collect();
return Err(TemplateError::ExtraParams(extra));
}
Ok(())
}
#[must_use]
pub fn defaults(&self) -> HashMap<String, crate::value::Value> {
self.declared_variables
.iter()
.filter_map(|d| {
d.default_value
.as_ref()
.map(|v| (d.name.clone(), v.clone()))
})
.collect()
}
#[must_use]
pub fn default(&self, name: &str) -> Option<&crate::value::Value> {
self.declared_variables
.iter()
.find(|d| d.name == name)
.and_then(|d| d.default_value.as_ref())
}
#[must_use]
pub fn defaults_context(&self) -> Context {
let defaults = self.defaults();
let mut ctx = Context::with_capacity(defaults.len());
for (k, v) in defaults {
ctx.set(k, v);
}
ctx
}
#[must_use]
pub fn body(&self) -> &str {
&self.body
}
#[must_use]
pub fn name(&self) -> Option<&str> {
self.name.as_deref()
}
#[must_use]
pub fn description(&self) -> Option<&str> {
self.description.as_deref()
}
pub fn set_max_include_depth(&mut self, depth: usize) {
self.max_include_depth = depth;
}
#[must_use]
pub fn with_max_include_depth(mut self, depth: usize) -> Self {
self.max_include_depth = depth;
self
}
#[must_use]
pub fn declarations(&self) -> &[VarDecl] {
&self.declared_variables
}
pub(crate) fn segments(&self) -> &[crate::compiled::Segment] {
&self.segments
}
#[cfg(feature = "std")]
#[must_use]
pub fn base_dir(&self) -> Option<&Path> {
self.base_dir.as_deref()
}
#[must_use]
pub fn consts(&self) -> Arc<HashMap<String, Value>> {
self.consts.clone()
}
#[must_use]
pub fn consts_ref(&self) -> &HashMap<String, Value> {
&self.consts
}
#[must_use]
pub fn imported_consts(&self) -> Arc<HashMap<String, Value>> {
self.imported_consts.clone()
}
#[must_use]
pub fn imported_consts_ref(&self) -> &HashMap<String, Value> {
&self.imported_consts
}
pub(crate) fn inline_templates(&self) -> &HashMap<String, CompiledInlineTemplate> {
&self.inline_templates
}
#[must_use]
pub fn source_hash(&self) -> u64 {
self.source_hash
}
pub fn validate_declarations(&self, expected: &[VarDecl]) -> Result<(), TemplateError> {
let current: HashMap<&str, &crate::types::VarType> = self
.declared_variables
.iter()
.map(|d| (d.name.as_str(), &d.var_type))
.collect();
let expected_map: HashMap<&str, &crate::types::VarType> = expected
.iter()
.map(|d| (d.name.as_str(), &d.var_type))
.collect();
let current_names: HashSet<&str> = current.keys().copied().collect();
let expected_names: HashSet<&str> = expected_map.keys().copied().collect();
let missing: Vec<&str> = expected_names.difference(¤t_names).copied().collect();
let extra: Vec<&str> = current_names.difference(&expected_names).copied().collect();
let retyped: Vec<String> = current_names
.intersection(&expected_names)
.filter_map(|name| {
let cur_type = current[name];
let exp_type = expected_map[name];
if cur_type == exp_type {
None
} else {
Some(format!("{name}: {exp_type} → {cur_type}"))
}
})
.collect();
if missing.is_empty() && extra.is_empty() && retyped.is_empty() {
return Ok(());
}
let mut parts = Vec::new();
if !missing.is_empty() {
parts.push(format!("removed: {}", missing.join(", ")));
}
if !extra.is_empty() {
parts.push(format!("added: {}", extra.join(", ")));
}
if !retyped.is_empty() {
parts.push(format!("retyped: {}", retyped.join(", ")));
}
Err(TemplateError::DeclarationsMutated {
details: parts.join("; "),
})
}
}
impl PartialEq for Template {
fn eq(&self, other: &Self) -> bool {
self.source_hash == other.source_hash
}
}
impl Eq for Template {}
#[cfg(feature = "serde")]
impl serde::Serialize for Template {
fn serialize<S: serde::Serializer>(&self, serializer: S) -> Result<S::Ok, S::Error> {
serializer.serialize_str(&format!("template:{:016x}", self.source_hash))
}
}
#[cfg(feature = "serde")]
impl<'de> serde::Deserialize<'de> for Template {
fn deserialize<D: serde::Deserializer<'de>>(deserializer: D) -> Result<Self, D::Error> {
let _ = <serde::de::IgnoredAny as serde::Deserialize>::deserialize(deserializer)?;
Err(serde::de::Error::custom(
"Template cannot be deserialized; construct from source with \
Template::from_source() or Template::from_file()",
))
}
}
#[cfg(feature = "std")]
pub fn load_template(dir: &Path, name: &str) -> Result<Template, TemplateError> {
let path = dir.join(format!("{name}.tmpl.md"));
Template::from_file(&path)
}
#[cfg(all(test, feature = "std"))]
mod adversarial_tests;
#[cfg(all(test, feature = "std"))]
mod collision_and_scope_tests;
#[cfg(all(test, feature = "std"))]
mod const_tests;
#[cfg(all(test, feature = "std"))]
mod error_diagnostic_tests;
#[cfg(all(test, feature = "std"))]
mod higher_order_tests;
#[cfg(all(test, feature = "std"))]
mod inline_edge_tests;
#[cfg(all(test, feature = "std"))]
mod render_integration_tests;
#[cfg(all(test, feature = "std"))]
mod shared_tests;
#[cfg(all(test, feature = "std"))]
mod tests;
#[cfg(all(test, feature = "std"))]
mod doc_example_tests;