use kanonak_canonical::{
canonical_form as canonical_form_pkg, canonical_hash as canonical_hash_pkg, carrier_of,
is_readable_by, parse_coordinate, versionless_key, CanonError, CoordinateVersion, Package,
Statement, Subject, Value,
};
use serde_json::{Map, Value as Json};
mod typed;
pub use typed::{to_node, KanonakNode, KanonakResource, Ref};
const ENVELOPE_KEYS: [&str; 7] = [
"$type",
"$types",
"$id",
"$name",
"$contentHash",
"$version",
"$extra",
];
pub type Node = Map<String, Json>;
#[derive(Debug)]
pub enum CodecError {
Malformed(String),
Canon(CanonError),
}
impl std::fmt::Display for CodecError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
CodecError::Malformed(m) => write!(f, "{}", m),
CodecError::Canon(e) => write!(f, "{}", e.0),
}
}
}
impl std::error::Error for CodecError {}
impl From<CanonError> for CodecError {
fn from(e: CanonError) -> Self {
CodecError::Canon(e)
}
}
fn err<T>(msg: impl Into<String>) -> Result<T, CodecError> {
Err(CodecError::Malformed(msg.into()))
}
fn lexical(value: &Json) -> String {
match value {
Json::Bool(b) => {
if *b {
"true".to_string()
} else {
"false".to_string()
}
}
Json::String(s) => s.clone(),
Json::Number(n) => n.to_string(),
other => other.to_string(),
}
}
fn classes_of(schema: &Json) -> Result<&Map<String, Json>, CodecError> {
schema
.get("classes")
.and_then(|c| c.as_object())
.ok_or_else(|| CodecError::Malformed("schema is missing 'classes'".into()))
}
fn versioned_coordinate(uri: &str) -> Option<(String, CoordinateVersion)> {
let c = parse_coordinate(uri).ok()?;
let version = c.version?;
Some((format!("{}/{}/{}", c.publisher, c.package, c.name), version))
}
fn identity_of(uri: &str) -> Option<String> {
versionless_key(uri).ok()
}
fn version_order(v: CoordinateVersion) -> (u64, u64, u64) {
(v.major, v.minor, v.patch)
}
fn format_version(v: CoordinateVersion) -> String {
format!("{}.{}.{}", v.major, v.minor, v.patch)
}
fn class_for<'a>(
classes: &'a Map<String, Json>,
type_uri: &str,
) -> Result<(&'a str, &'a Json), String> {
if let Some((key, cls)) = classes.get_key_value(type_uri) {
return Ok((key.as_str(), cls));
}
let unknown = || format!("no schema for type {} [unknown-type]", type_uri);
let (key, written) = match versioned_coordinate(type_uri) {
Some(found) => found,
None => return Err(unknown()),
};
let mut readable: Option<(&'a str, &'a Json, CoordinateVersion)> = None;
let mut nearest: Option<CoordinateVersion> = None;
for (uri, cls) in classes.iter() {
let version = match versioned_coordinate(uri) {
Some((k, v)) if k == key => v,
_ => continue,
};
if is_readable_by(written, version) {
if readable.map_or(true, |(_, _, best)| {
version_order(version) > version_order(best)
}) {
readable = Some((uri.as_str(), cls, version));
}
} else if nearest.map_or(true, |n| version_order(version) > version_order(n)) {
nearest = Some(version);
}
}
if let Some((uri, cls, _)) = readable {
return Ok((uri, cls));
}
match nearest {
Some(r) => Err(incompatible_version(type_uri, written, r)),
None => Err(unknown()),
}
}
fn incompatible_version(type_uri: &str, w: CoordinateVersion, r: CoordinateVersion) -> String {
let (ws, rs) = (format_version(w), format_version(r));
if w.major != r.major {
return format!(
"{} is written at {}, a different major version than this codec's schema ({}) \
[other-major]",
type_uri, ws, rs
);
}
if w.major == 0 && w.minor != r.minor {
return format!(
"{} is written at {}; below 1.0.0 a different minor is a different version line \
than this codec's schema ({}) [other-minor-line]",
type_uri, ws, rs
);
}
format!(
"{} is written at {}, newer than this codec's schema ({}); upgrade the codec to read it \
[newer-version]",
type_uri, ws, rs
)
}
fn hash_class_for<'a>(
schema: &'a Json,
type_uri: &str,
what: &str,
) -> Result<&'a Json, CodecError> {
let classes = classes_of(schema)?;
if let Some(cls) = classes.get(type_uri) {
return Ok(cls);
}
match class_for(classes, type_uri) {
Ok((found, _)) => err(format!(
"Cannot hash {} {}: this codec's schema has it at {}, and a content hash is \
computed with the producer's schema version — hashing needs the exact class \
[hash-needs-exact-version]",
what, type_uri, found
)),
Err(_) => err(format!(
"no schema for {} {} [unknown-type]",
what, type_uri
)),
}
}
pub fn type_matches(node: &Node, class_uri: &str, schema: &Json) -> Result<bool, CodecError> {
let members: Vec<&str> = match node.get("$types") {
None | Some(Json::Null) => node
.get("$type")
.and_then(|t| t.as_str())
.filter(|t| !t.is_empty())
.into_iter()
.collect(),
Some(Json::Array(items)) => items
.iter()
.map(|t| t.as_str())
.collect::<Option<Vec<&str>>>()
.ok_or_else(|| {
CodecError::Malformed("type_matches: $types must be a list of type URIs".into())
})?,
Some(_) => return err("type_matches: $types must be a list of type URIs"),
};
type_matches_members(&members, class_uri, schema)
}
pub(crate) fn type_matches_members(
members: &[&str],
class_uri: &str,
schema: &Json,
) -> Result<bool, CodecError> {
let target = identity_of(class_uri).ok_or_else(|| {
CodecError::Malformed(format!(
"type_matches: '{}' is not a class coordinate",
class_uri
))
})?;
let classes = classes_of(schema)?;
for &member in members {
let (key, cls) = match class_for(classes, member) {
Ok(found) => found,
Err(_) => continue,
};
let type_uri = cls
.get("typeUri")
.and_then(|t| t.as_str())
.ok_or_else(|| CodecError::Malformed(format!("class {} is missing 'typeUri'", key)))?;
if identity_of(type_uri).as_deref() == Some(target.as_str()) {
return Ok(true);
}
match cls.get("ancestors") {
None | Some(Json::Null) => {}
Some(Json::Array(ancestors)) => {
for ancestor in ancestors {
let ancestor = ancestor.as_str().ok_or_else(|| {
CodecError::Malformed(format!(
"class {}: 'ancestors' must be a list of class URIs",
key
))
})?;
if identity_of(ancestor).as_deref() == Some(target.as_str()) {
return Ok(true);
}
}
}
Some(_) => {
return err(format!(
"class {}: 'ancestors' must be a list of class URIs",
key
))
}
}
}
Ok(false)
}
#[derive(Debug, Clone, PartialEq)]
pub struct EnumMemberMatch {
pub enum_type: String,
pub uri: String,
pub member: Json,
}
pub fn enum_member(schema: &Json, reference: &str) -> Option<EnumMemberMatch> {
let enums = schema.get("enums").and_then(|e| e.as_object())?;
for (enum_type, e) in enums.iter() {
if let Some(member) = e.get("members").and_then(|m| m.get(reference)) {
return Some(EnumMemberMatch {
enum_type: enum_type.clone(),
uri: reference.to_string(),
member: member.clone(),
});
}
}
let (key, written) = versioned_coordinate(reference)?;
let mut best: Option<(&str, &str, &Json, CoordinateVersion)> = None;
for (enum_type, e) in enums.iter() {
let members = match e.get("members").and_then(|m| m.as_object()) {
Some(members) => members,
None => continue,
};
for (uri, member) in members.iter() {
let version = match versioned_coordinate(uri) {
Some((k, v)) if k == key => v,
_ => continue,
};
if !is_readable_by(written, version) {
continue;
}
if best.map_or(true, |(_, _, _, b)| {
version_order(version) > version_order(b)
}) {
best = Some((enum_type.as_str(), uri.as_str(), member, version));
}
}
}
best.map(|(enum_type, uri, member, _)| EnumMemberMatch {
enum_type: enum_type.to_string(),
uri: uri.to_string(),
member: member.clone(),
})
}
fn validated_types(
map: &Map<String, Json>,
where_: &str,
) -> Result<Option<Vec<String>>, CodecError> {
let raw = match map.get("$types") {
None | Some(Json::Null) => return Ok(None),
Some(v) => v,
};
let items = match raw.as_array() {
Some(items) => items,
None => {
return err(format!(
"{}: $types must be a list of non-empty type URIs",
where_
))
}
};
let mut types: Vec<String> = Vec::with_capacity(items.len());
for item in items {
match item.as_str() {
Some(s) if !s.is_empty() => types.push(s.to_string()),
_ => {
return err(format!(
"{}: $types must be a list of non-empty type URIs",
where_
))
}
}
}
if types.len() < 2 {
return err(format!(
"{}: $types with {} member(s) is forbidden — a single-typed node carries \
only $type (a second encoding of the same content would be hash-ambiguous)",
where_,
types.len()
));
}
for pair in types.windows(2) {
match pair[0].as_bytes().cmp(pair[1].as_bytes()) {
std::cmp::Ordering::Equal => {
return err(format!(
"{}: $types carries duplicate member {}",
where_, pair[1]
))
}
std::cmp::Ordering::Greater => {
return err(format!(
"{}: $types is not sorted by UTF-8 bytes ({} sorts after {}) — \
ordering is the producer's job, never the reader's",
where_, pair[0], pair[1]
))
}
std::cmp::Ordering::Less => {}
}
}
match map.get("$type").and_then(|t| t.as_str()) {
Some(primary) if types.iter().any(|t| t == primary) => Ok(Some(types)),
other => err(format!(
"{}: $type ({:?}) must be present and a member of $types",
where_, other
)),
}
}
fn assert_types_envelopes(value: &Json, where_: &str) -> Result<(), CodecError> {
match value {
Json::Array(items) => {
for (i, item) in items.iter().enumerate() {
assert_types_envelopes(item, &format!("{}[{}]", where_, i))?;
}
Ok(())
}
Json::Object(map) => assert_types_envelopes_map(map, where_),
_ => Ok(()),
}
}
fn assert_types_envelopes_map(map: &Map<String, Json>, where_: &str) -> Result<(), CodecError> {
if map.contains_key("$types") {
validated_types(map, where_)?;
}
for (key, value) in map.iter() {
if key != "$types" {
assert_types_envelopes(value, &format!("{}.{}", where_, key))?;
}
}
Ok(())
}
fn build_value(prop: &Json, raw: &Json, schema: &Json) -> Result<Value, CodecError> {
let kind = prop
.get("kind")
.and_then(|k| k.as_str())
.ok_or_else(|| CodecError::Malformed("schema prop is missing 'kind'".into()))?;
if kind == "object" {
if let Some(reference) = raw.get("$ref").and_then(|r| r.as_str()) {
return Ok(Value::Reference(reference.to_string()));
}
if let Some(map) = raw.as_object() {
return embedded_value(prop, map, schema);
}
return err(format!(
"Object property expects a reference ({{\"$ref\": ...}}) or an embedded \
node (a map), got {}",
raw
));
}
let datatype = prop
.get("datatype")
.and_then(|d| d.as_str())
.ok_or_else(|| CodecError::Malformed("datatype prop is missing 'datatype'".into()))?;
match carrier_of(datatype) {
None => Ok(Value::Raw(lexical(raw))),
Some(carrier) => Ok(Value::Typed {
carrier,
lexical: lexical(raw),
}),
}
}
fn embedded_value(
prop: &Json,
map: &Map<String, Json>,
schema: &Json,
) -> Result<Value, CodecError> {
if map.contains_key("$id") {
return err(
"An embedded value must not carry $id — to point at a named resource, \
pass a reference ({\"$ref\": ...}).",
);
}
let types = validated_types(map, "Embedded value")?;
let explicit_type = map.get("$type").and_then(|t| t.as_str());
let cls_uri = match explicit_type.or_else(|| prop.get("range").and_then(|r| r.as_str())) {
Some(uri) => uri,
None => {
return err(
"Cannot map embedded value: it carries no $type and the property \
declares no range.",
)
}
};
let cls = hash_class_for(schema, cls_uri, "embedded type")?;
let props = cls
.get("props")
.ok_or_else(|| CodecError::Malformed(format!("class {} is missing 'props'", cls_uri)))?;
let mut statements = field_statements(map, props, schema)?;
if let Some(members) = types {
let type_predicate = schema
.get("typePredicate")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("schema is missing 'typePredicate'".into()))?;
for member in members {
statements.push(Statement {
predicate: type_predicate.to_string(),
value: Value::Reference(member),
});
}
} else if let Some(type_uri) = explicit_type {
let type_predicate = schema
.get("typePredicate")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("schema is missing 'typePredicate'".into()))?;
statements.push(Statement {
predicate: type_predicate.to_string(),
value: Value::Reference(type_uri.to_string()),
});
}
let name = map
.get("$name")
.and_then(|n| n.as_str())
.filter(|s| !s.is_empty())
.map(|s| s.to_string());
Ok(Value::Embedded { name, statements })
}
fn field_statements(
source: &Map<String, Json>,
props: &Json,
schema: &Json,
) -> Result<Vec<Statement>, CodecError> {
let mut out: Vec<Statement> = Vec::new();
for (key, raw) in source.iter() {
if ENVELOPE_KEYS.contains(&key.as_str()) || raw.is_null() {
continue;
}
match props.get(key) {
None => out.push(Statement {
predicate: key.clone(),
value: Value::Raw(lexical(raw)),
}),
Some(prop) => {
let predicate =
prop.get("predicate")
.and_then(|p| p.as_str())
.ok_or_else(|| {
CodecError::Malformed(format!("prop {} is missing 'predicate'", key))
})?;
let value = match raw.as_array() {
Some(items) => {
if items.is_empty() {
continue;
}
let mut list = Vec::with_capacity(items.len());
for item in items {
list.push(build_value(prop, item, schema)?);
}
Value::List(list)
}
None => build_value(prop, raw, schema)?,
};
out.push(Statement {
predicate: predicate.to_string(),
value,
});
}
}
}
if let Some(extra) = source.get("$extra") {
let extra = extra
.as_object()
.ok_or_else(|| CodecError::Malformed("$extra must be an object".into()))?;
for (predicate, raw) in extra.iter() {
if raw.is_null() {
continue;
}
out.push(Statement {
predicate: predicate.clone(),
value: Value::Raw(lexical(raw)),
});
}
}
Ok(out)
}
fn statements(node: &Node, schema: &Json) -> Result<Vec<Statement>, CodecError> {
let types = {
let id = node
.get("$id")
.and_then(|i| i.as_str())
.unwrap_or("(no $id)");
validated_types(node, &format!("Node {}", id))?
};
let type_uri = node
.get("$type")
.and_then(|t| t.as_str())
.filter(|s| !s.is_empty())
.ok_or_else(|| CodecError::Malformed("node is missing $type".into()))?;
let cls = hash_class_for(schema, type_uri, "type")?;
let props = cls
.get("props")
.ok_or_else(|| CodecError::Malformed(format!("class {} is missing 'props'", type_uri)))?;
let type_predicate = schema
.get("typePredicate")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("schema is missing 'typePredicate'".into()))?;
let members = types.unwrap_or_else(|| vec![type_uri.to_string()]);
let mut out: Vec<Statement> = members
.into_iter()
.map(|member| Statement {
predicate: type_predicate.to_string(),
value: Value::Reference(member),
})
.collect();
out.extend(field_statements(node, props, schema)?);
Ok(out)
}
pub fn build_package(nodes: &[Node], schema: &Json, pkg: &Json) -> Result<Package, CodecError> {
let mut subjects: Vec<Subject> = Vec::with_capacity(nodes.len() + 1);
for node in nodes {
let id = node
.get("$id")
.and_then(|i| i.as_str())
.filter(|s| !s.is_empty())
.ok_or_else(|| CodecError::Malformed("node is missing $id".into()))?;
subjects.push(Subject {
uri: id.to_string(),
statements: statements(node, schema)?,
});
}
let publisher = pkg
.get("publisher")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("pkg is missing 'publisher'".into()))?;
let package_name = pkg
.get("packageName")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("pkg is missing 'packageName'".into()))?;
let version = pkg
.get("version")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("pkg is missing 'version'".into()))?;
let pkg_uri = format!(
"{}/{}@{}/{}",
publisher, package_name, version, package_name
);
let type_predicate = schema
.get("typePredicate")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("schema is missing 'typePredicate'".into()))?;
let label_predicate = schema
.get("labelPredicate")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("schema is missing 'labelPredicate'".into()))?;
let package_type_uri = schema
.get("packageTypeUri")
.and_then(|p| p.as_str())
.ok_or_else(|| CodecError::Malformed("schema is missing 'packageTypeUri'".into()))?;
let mut pkg_statements: Vec<Statement> = Vec::new();
if let Some(label) = pkg.get("label") {
if !label.is_null() {
let label = label
.as_str()
.ok_or_else(|| CodecError::Malformed("pkg label must be a string".into()))?;
pkg_statements.push(Statement {
predicate: label_predicate.to_string(),
value: Value::Raw(label.to_string()),
});
}
}
pkg_statements.push(Statement {
predicate: type_predicate.to_string(),
value: Value::Reference(package_type_uri.to_string()),
});
subjects.push(Subject {
uri: pkg_uri,
statements: pkg_statements,
});
Ok(Package { subjects })
}
pub fn canonical_form(nodes: &[Node], schema: &Json, pkg: &Json) -> Result<String, CodecError> {
Ok(canonical_form_pkg(&build_package(nodes, schema, pkg)?)?)
}
pub fn content_hash(nodes: &[Node], schema: &Json, pkg: &Json) -> Result<String, CodecError> {
Ok(canonical_hash_pkg(&build_package(nodes, schema, pkg)?)?)
}
pub fn serialize(node: &Node) -> Result<Node, CodecError> {
let where_ = node
.get("$id")
.or_else(|| node.get("$type"))
.and_then(|v| v.as_str())
.unwrap_or("(node)");
assert_types_envelopes_map(node, &format!("serialize {}", where_))?;
let mut out = Map::new();
for (key, value) in node.iter() {
if key == "$extra" || value.is_null() {
continue;
}
out.insert(key.clone(), value.clone());
}
if let Some(extra) = node.get("$extra").and_then(|e| e.as_object()) {
for (key, value) in extra.iter() {
if !value.is_null() && !out.contains_key(key) {
out.insert(key.clone(), value.clone());
}
}
}
Ok(out)
}
pub fn deserialize(json_obj: &Node, schema: &Json) -> Result<Node, CodecError> {
let type_uri = json_obj
.get("$type")
.and_then(|t| t.as_str())
.ok_or_else(|| CodecError::Malformed("Cannot deserialize: missing string $type".into()))?;
{
let where_ = json_obj
.get("$id")
.and_then(|i| i.as_str())
.unwrap_or(type_uri);
assert_types_envelopes_map(json_obj, &format!("deserialize {}", where_))?;
}
let (cls_uri, cls) = class_for(classes_of(schema)?, type_uri)
.map_err(|e| CodecError::Malformed(format!("Cannot deserialize: {}", e)))?;
let props = cls
.get("props")
.ok_or_else(|| CodecError::Malformed(format!("class {} is missing 'props'", cls_uri)))?;
let mut node = Map::new();
node.insert("$type".to_string(), Json::String(type_uri.to_string()));
let mut extra = Map::new();
for (key, value) in json_obj.iter() {
if key == "$type" {
continue;
}
if key.starts_with('$') || props.get(key).is_some() {
node.insert(key.clone(), value.clone());
} else {
extra.insert(key.clone(), value.clone());
}
}
if !extra.is_empty() {
node.insert("$extra".to_string(), Json::Object(extra));
}
Ok(node)
}