use std::collections::HashMap;
use crate::ast::SlotShape;
use crate::ast::{PolydatNode, PortType};
use crate::compile::closures::{
CompiledKernelPull, CompiledKernelPush, CompiledKernelPushPull, CompiledKernelRaw,
};
use crate::compile::select::{self, ProvMode};
use crate::kernel::{PolydatKernel, PolydatProgram, WireSource};
use crate::library::convert::{F64ToString, U64ToF64, U64ToString};
use crate::library::json::JsonToStr;
#[derive(Debug, Clone)]
pub enum WireRef {
Input(String),
Node(String, usize),
}
impl WireRef {
pub fn node(name: impl Into<String>) -> Self {
WireRef::Node(name.into(), 0)
}
pub fn node_port(name: impl Into<String>, port: usize) -> Self {
WireRef::Node(name.into(), port)
}
pub fn input(name: impl Into<String>) -> Self {
WireRef::Input(name.into())
}
}
struct PendingNode {
name: String,
node: Box<dyn PolydatNode>,
inputs: Vec<WireRef>,
}
#[derive(Debug)]
pub enum AssemblyError {
UnknownWire(String),
TypeMismatch {
from_node: String,
from_port: usize,
from_type: PortType,
to_node: String,
to_port: usize,
to_type: PortType,
},
DuplicateNode(String),
CycleDetected,
ArityMismatch {
node_name: String,
expected: usize,
got: usize,
},
ConstantFold(String),
OpenInputs(Vec<(String, PortType)>),
Other(String),
}
impl std::fmt::Display for AssemblyError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
AssemblyError::UnknownWire(name) => {
write!(f, "unknown wire: '{name}'\n\n")?;
writeln!(f, " No node output or coordinate named '{name}' exists.")?;
write!(
f,
" Check spelling, or add a node that produces this output."
)
}
AssemblyError::TypeMismatch {
from_node,
from_port,
from_type,
to_node,
to_port,
to_type,
} => {
writeln!(
f,
"type mismatch: cannot connect {from_type} output to {to_type} input"
)?;
writeln!(f)?;
writeln!(
f,
" {from_node} [{from_port}] ──({from_type})──▶ {to_node} [{to_port}] expects {to_type}"
)?;
writeln!(f)?;
let suggestion = match (from_type, to_type) {
(PortType::U64, PortType::Str) => {
Some("This should auto-convert. If you see this, file a bug.")
}
(PortType::F64, PortType::Str) => {
Some("This should auto-convert. If you see this, file a bug.")
}
(PortType::U64, PortType::F64) => {
Some("This should auto-convert. If you see this, file a bug.")
}
(PortType::U64, PortType::Bytes) => {
Some("Add u64_to_bytes() between them to convert.")
}
(PortType::Str, PortType::Bytes) => {
Some("String cannot be directly used as bytes.")
}
(PortType::U64, PortType::Json) => {
Some("Add to_json() between them to wrap as JSON.")
}
(PortType::Str, PortType::Json) => {
Some("Add str_to_json() to parse the string as JSON.")
}
(PortType::Bytes, PortType::Str) => {
Some("Add to_hex() or to_base64() to convert bytes to string.")
}
(PortType::Bytes, PortType::U64) => {
Some("Bytes cannot be directly converted to u64.")
}
_ => None,
};
if let Some(hint) = suggestion {
write!(f, " Hint: {hint}")?;
}
Ok(())
}
AssemblyError::DuplicateNode(name) => {
write!(f, "duplicate node name: '{name}'\n\n")?;
write!(f, " Two nodes cannot share the same name.")
}
AssemblyError::CycleDetected => {
write!(f, "cycle detected in DAG\n\n")?;
writeln!(
f,
" The graph contains a loop. Polydat graphs must be acyclic"
)?;
write!(f, " (data flows in one direction only).")
}
AssemblyError::ArityMismatch {
node_name,
expected,
got,
} => {
write!(f, "wrong number of inputs for '{node_name}'\n\n")?;
writeln!(f, " Expected {expected} input(s), but got {got}.")?;
if *got < *expected {
write!(f, " Connect more wires to this node's input ports.")
} else {
write!(f, " Disconnect extra wires from this node.")
}
}
AssemblyError::ConstantFold(msg) => write!(
f,
"a value this program computes at build could not be computed: {msg}"
),
AssemblyError::OpenInputs(inputs) => {
writeln!(
f,
"these inputs' types were inferred, not declared, and input variance \
is set to refuse them:"
)?;
for (name, ty) in inputs {
writeln!(f, " {name} (inferred {ty})")?;
}
write!(
f,
"Declare each one's type (`extern name: <type>`), or set \
`input_variance` to `Warn` or `Info` to convert what is written to them."
)
}
AssemblyError::Other(msg) => write!(f, "{msg}"),
}
}
}
impl std::error::Error for AssemblyError {}
pub(crate) struct ResolvedDag {
pub(crate) nodes: Vec<Box<dyn PolydatNode>>,
pub(crate) wiring: Vec<Vec<WireSource>>,
pub(crate) input_defs: Vec<crate::kernel::InputDef>,
pub(crate) coord_count: usize,
pub(crate) output_map: HashMap<String, (usize, usize)>,
pub(crate) output_order: Vec<String>,
pub(crate) source: String,
pub(crate) context: String,
pub(crate) output_modifiers: HashMap<String, crate::dsl::ast::BindingModifier>,
pub(crate) const_outputs: std::collections::HashSet<String>,
pub(crate) cursor_schemas: Vec<crate::iteration::source::SourceSchema>,
pub(crate) ledger: std::sync::Arc<crate::kernel::CompileLedger>,
}
impl ResolvedDag {
fn input_names(&self) -> Vec<String> {
self.input_defs[..self.coord_count]
.iter()
.map(|d| d.name.clone())
.collect()
}
}
struct SlotLayout {
input_starts: Vec<usize>,
coord_slots: usize,
port_offsets: Vec<Vec<usize>>,
total_slots: usize,
}
fn slot_layout(resolved: &ResolvedDag) -> SlotLayout {
let mut input_starts = Vec::with_capacity(resolved.coord_count);
let mut next = 0usize;
for d in &resolved.input_defs {
input_starts.push(next);
next += d.port_type.slot_width();
}
let coord_slots = next;
let mut port_offsets: Vec<Vec<usize>> = Vec::with_capacity(resolved.nodes.len());
for node in &resolved.nodes {
let mut po = Vec::with_capacity(node.meta().outs.len());
for out in &node.meta().outs {
po.push(next);
next += out.typ.slot_width();
}
port_offsets.push(po);
}
SlotLayout {
input_starts,
coord_slots,
port_offsets,
total_slots: next,
}
}
fn node_step_op(
node: &dyn crate::ast::PolydatNode,
wire_types: &[PortType],
) -> Option<(
crate::compile::closures::StepOp,
Vec<crate::ast::ScratchElem>,
)> {
let meta = node.meta();
if (meta.name == "identity" || meta.name.starts_with("__port_")) && meta.outs.len() == 1 {
return Some(match meta.outs[0].typ.slot_color() {
crate::ast::SlotColor::Ref2 => {
let kit = ref_copy_kit(meta.outs[0].typ)?;
(crate::compile::closures::StepOp::Slot(kit.op), kit.scratch)
}
_ => (crate::compile::closures::StepOp::Copy, Vec::new()),
});
}
if let Some(op) = node.compiled_u64() {
return Some((crate::compile::closures::StepOp::U64(op), Vec::new()));
}
node.compiled_slot(
wire_types,
crate::compile::select::Engine::Closures(crate::compile::select::Provenance::Auto),
)
.map(|kit| (crate::compile::closures::StepOp::Slot(kit.op), kit.scratch))
}
pub(crate) fn scratch_pairs(
name: &str,
ref_starts: &[usize],
scratch: &[crate::ast::ScratchElem],
base: usize,
) -> Vec<(usize, usize)> {
use crate::ast::ScratchElem;
let publishing: Vec<usize> = scratch
.iter()
.enumerate()
.filter(|(_, e)| {
!matches!(
e,
ScratchElem::Slots | ScratchElem::Kernels | ScratchElem::State
)
})
.map(|(k, _)| base + k)
.collect();
assert!(
publishing.len() <= ref_starts.len(),
"slot-op step '{name}' declares {} publishing scratch entries for {} Ref output ports",
publishing.len(),
ref_starts.len()
);
ref_starts.iter().copied().zip(publishing).collect()
}
pub(crate) fn ref_copy_kit(ty: PortType) -> Option<crate::ast::CompiledSlotKit> {
use crate::ast::ScratchBuf;
let elem = ty.scratch_elem()?;
Some(crate::ast::CompiledSlotKit {
scratch: vec![elem],
op: Box::new(
move |inputs: &[u64], outputs: &mut [u64], scratch: &mut [ScratchBuf]| {
let (p, n) = (inputs[0] as usize, inputs[1] as usize);
macro_rules! copy_into {
($v:expr, $t:ty) => {{
$v.clear();
$v.extend_from_slice(unsafe {
std::slice::from_raw_parts(p as *const $t, n)
});
}};
}
match &mut scratch[0] {
ScratchBuf::Str(v) | ScratchBuf::Bytes(v) => copy_into!(v, u8),
ScratchBuf::F32(v) => copy_into!(v, f32),
ScratchBuf::F64(v) => copy_into!(v, f64),
ScratchBuf::F16(v) => copy_into!(v, half::f16),
ScratchBuf::I8(v) => copy_into!(v, i8),
ScratchBuf::I16(v) => copy_into!(v, i16),
ScratchBuf::I32(v) => copy_into!(v, i32),
ScratchBuf::I64(v) => copy_into!(v, i64),
ScratchBuf::Value(v) => {
v.clear();
if n > 0 {
v.push(unsafe { (*(p as *const crate::ast::Value)).clone() });
}
}
ScratchBuf::Slots(_) | ScratchBuf::Kernels(_) | ScratchBuf::State(_) => {
unreachable!("a copy owns only a value entry")
}
}
let (ptr, len) = scratch[0].ptr_len();
outputs[0] = ptr;
outputs[1] = len;
},
),
})
}
pub(crate) fn identity_op(node: &dyn crate::ast::PolydatNode) -> Option<crate::ast::CompiledU64Op> {
let meta = node.meta();
if meta.name != "identity" || meta.outs.len() != 1 {
return None;
}
if meta.outs[0].typ.slot_color() == crate::ast::SlotColor::Ref2 {
return None;
}
Some(Box::new(|inputs: &[u64], outputs: &mut [u64]| {
outputs.copy_from_slice(inputs)
}))
}
impl SlotLayout {
fn input_slots(&self, resolved: &ResolvedDag, node_idx: usize) -> Vec<usize> {
let mut slots = Vec::new();
for source in &resolved.wiring[node_idx] {
let (start, w) = match source {
WireSource::Input(c) => (
self.input_starts.get(*c).copied().unwrap_or(*c),
resolved
.input_defs
.get(*c)
.map(|d| d.port_type.slot_width())
.unwrap_or(1),
),
WireSource::NodeOutput(u, p) => (
self.port_offsets[*u][*p],
resolved.nodes[*u].meta().outs[*p].typ.slot_width(),
),
};
slots.extend(start..start + w);
}
slots
}
fn output_slots(&self, resolved: &ResolvedDag, node_idx: usize) -> Vec<usize> {
let mut slots = Vec::new();
for (p, out) in resolved.nodes[node_idx].meta().outs.iter().enumerate() {
let start = self.port_offsets[node_idx][p];
slots.extend(start..start + out.typ.slot_width());
}
slots
}
fn named_outputs(&self, resolved: &ResolvedDag) -> HashMap<String, usize> {
resolved
.output_map
.iter()
.map(|(name, (n, p))| (name.clone(), self.port_offsets[*n][*p]))
.collect()
}
fn ref_slot_mask(&self, resolved: &ResolvedDag) -> Vec<bool> {
use crate::ast::SlotColor;
let mut mask = vec![false; self.total_slots];
let mut mark = |start: usize, color: SlotColor| match color {
SlotColor::Ref2 => {
mask[start] = true;
mask[start + 1] = true;
}
SlotColor::Imm1 | SlotColor::Imm2 => {}
};
for (i, d) in resolved.input_defs.iter().enumerate() {
mark(self.input_starts[i], d.port_type.slot_color());
}
for (n, node) in resolved.nodes.iter().enumerate() {
for (p, out) in node.meta().outs.iter().enumerate() {
mark(self.port_offsets[n][p], out.typ.slot_color());
}
}
mask
}
fn ref_output_starts(&self, resolved: &ResolvedDag, node_idx: usize) -> Vec<usize> {
resolved.nodes[node_idx]
.meta()
.outs
.iter()
.enumerate()
.filter(|(_, out)| out.typ.slot_color() == crate::ast::SlotColor::Ref2)
.map(|(p, _)| self.port_offsets[node_idx][p])
.collect()
}
fn expand_dependents(&self, resolved: &ResolvedDag, deps: &[Vec<usize>]) -> Vec<Vec<usize>> {
let mut out = Vec::with_capacity(self.coord_slots);
for (i, d) in resolved.input_defs.iter().enumerate() {
for _ in 0..d.port_type.slot_width() {
out.push(deps.get(i).cloned().unwrap_or_default());
}
}
out
}
}
pub struct PolydatAssembler {
input_defs: Vec<crate::kernel::InputDef>,
coord_count: usize,
nodes: Vec<PendingNode>,
output_order: Vec<String>,
outputs: HashMap<String, WireRef>,
source: String,
context: String,
output_modifiers: HashMap<String, crate::dsl::ast::BindingModifier>,
const_outputs: std::collections::HashSet<String>,
pub(crate) strict_values: bool,
pub(crate) strict_types: bool,
pub(crate) strict: bool,
input_variance: crate::dsl::compile::InputVariance,
pub(crate) jit_mode: Option<crate::compile::cone::JitMode>,
pub(crate) ledger: std::sync::Arc<crate::kernel::CompileLedger>,
cursor_schemas: Vec<crate::iteration::source::SourceSchema>,
}
type P2Layout = (
usize,
usize,
Vec<crate::compile::closures::P2Step>,
HashMap<String, usize>,
Vec<bool>,
crate::compile::closures::P2Extras,
);
#[cfg(feature = "jit")]
type JitLayout = (
usize,
usize,
Vec<(crate::compile::jit::JitOp, Vec<usize>, Vec<usize>)>,
HashMap<String, usize>,
crate::compile::jit::ScratchPlan,
Vec<usize>,
);
impl PolydatAssembler {
pub fn new(input_names: Vec<String>) -> Self {
let coord_count = input_names.len();
let input_defs: Vec<crate::kernel::InputDef> = input_names
.into_iter()
.map(|name| crate::kernel::InputDef {
name,
default: crate::ast::Value::U64(0),
port_type: crate::ast::PortType::U64,
kind: crate::kernel::InputKind::Coordinate,
type_origin: crate::kernel::TypeOrigin::Inferred,
converts_to: None,
})
.collect();
Self {
input_defs,
coord_count,
nodes: Vec::new(),
output_order: Vec::new(),
outputs: HashMap::new(),
source: String::new(),
context: "(assembler)".into(),
output_modifiers: HashMap::new(),
const_outputs: std::collections::HashSet::new(),
strict_values: false,
strict_types: false,
strict: false,
input_variance: crate::dsl::compile::InputVariance::Fixed,
jit_mode: None,
cursor_schemas: Vec::new(),
ledger: crate::kernel::CompileLedger::new(),
}
}
pub fn set_cursor_schemas(&mut self, schemas: Vec<crate::iteration::source::SourceSchema>) {
self.cursor_schemas = schemas;
}
pub fn cursor_schemas(&self) -> &[crate::iteration::source::SourceSchema] {
&self.cursor_schemas
}
pub fn set_strict_wires(&mut self, strict_types: bool, strict_values: bool) {
self.strict_types = strict_types;
self.strict_values = strict_values;
}
pub fn set_strict(&mut self, strict: bool) {
self.strict = strict;
}
pub fn set_jit_mode(&mut self, mode: crate::compile::cone::JitMode) {
self.jit_mode = Some(mode);
}
pub fn set_context(&mut self, source: &str, context: &str) {
self.source = source.to_string();
self.context = context.to_string();
}
pub fn add_node(
&mut self,
name: impl Into<String>,
node: Box<dyn PolydatNode>,
inputs: Vec<WireRef>,
) -> &mut Self {
self.nodes.push(PendingNode {
name: name.into(),
node,
inputs,
});
self
}
pub fn set_output_modifier(&mut self, name: &str, modifier: crate::dsl::ast::BindingModifier) {
if modifier != crate::dsl::ast::BindingModifier::NONE {
self.output_modifiers.insert(name.to_string(), modifier);
}
}
pub fn mark_const_output(&mut self, name: &str) {
self.const_outputs.insert(name.to_string());
}
pub fn node_count(&self) -> usize {
self.nodes.len()
}
pub fn add_output(&mut self, name: impl Into<String>, wire: WireRef) -> &mut Self {
let name = name.into();
if !self.outputs.contains_key(&name) {
self.output_order.push(name.clone());
}
self.outputs.insert(name, wire);
self
}
pub fn add_input(
&mut self,
name: impl Into<String>,
default: crate::ast::Value,
port_type: crate::ast::PortType,
kind: crate::kernel::InputKind,
) -> &mut Self {
self.input_defs.push(crate::kernel::InputDef {
name: name.into(),
default,
port_type,
kind,
type_origin: crate::kernel::TypeOrigin::Declared,
converts_to: None,
});
self
}
pub fn set_input_type(&mut self, name: &str, port_type: crate::ast::PortType) {
if let Some(d) = self.input_defs.iter_mut().find(|d| d.name == name) {
d.port_type = port_type;
d.type_origin = crate::kernel::TypeOrigin::Declared;
}
}
pub fn set_input_origin(&mut self, name: &str, origin: crate::kernel::TypeOrigin) {
if let Some(d) = self.input_defs.iter_mut().find(|d| d.name == name) {
d.type_origin = origin;
}
}
pub fn set_input_variance(&mut self, variance: crate::dsl::compile::InputVariance) {
self.input_variance = variance;
}
pub fn input_names(&self) -> Vec<&str> {
self.input_defs.iter().map(|d| d.name.as_str()).collect()
}
pub fn node_output_type(&self, name: &str) -> Option<crate::ast::PortType> {
self.nodes
.iter()
.find(|n| n.name == name)
.and_then(|n| n.node.meta().outs.first())
.map(|p| p.typ)
}
pub fn output_names(&self) -> Vec<&str> {
self.outputs.keys().map(|s| s.as_str()).collect()
}
pub fn node_type_of(&self, name: &str) -> Option<String> {
self.nodes
.iter()
.find(|pn| pn.name == name)
.map(|pn| pn.node.meta().name.clone())
}
pub fn output_type(&self, name: &str) -> Option<PortType> {
self.nodes
.iter()
.find(|pn| pn.name == name)
.and_then(|pn| pn.node.meta().outs.first())
.map(|port| port.typ)
}
pub fn input_type(&self, name: &str) -> Option<PortType> {
self.input_defs
.iter()
.find(|d| d.name == name)
.map(|d| d.port_type)
}
pub fn wire_type(&self, wire: &WireRef) -> Option<PortType> {
match wire {
WireRef::Input(name) => self.input_type(name),
WireRef::Node(name, port_idx) => self
.nodes
.iter()
.find(|pn| &pn.name == name)
.and_then(|pn| pn.node.meta().outs.get(*port_idx))
.map(|p| p.typ),
}
}
pub fn compile(self) -> Result<PolydatKernel, AssemblyError> {
self.compile_with_log(None)
}
pub fn compile_with_log(
self,
mut log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<PolydatKernel, AssemblyError> {
let jit_mode = self.jit_mode.unwrap_or_default();
let strict = self.strict;
let mut resolved = self.resolve_with_log(log.as_deref_mut())?;
let (node_total, output_total) = (resolved.nodes.len(), resolved.output_order.len());
crate::compile::cone::extract_jit_cones(&mut resolved, jit_mode);
let _coord_names = resolved.input_names();
let modifiers = resolved.output_modifiers.clone();
let cursors = std::mem::take(&mut resolved.cursor_schemas);
let mut kernel = PolydatKernel::new_with_inputs(
resolved.nodes,
resolved.wiring,
resolved.input_defs,
resolved.coord_count,
resolved.output_map,
resolved.output_order,
resolved.const_outputs,
modifiers,
&resolved.source,
&resolved.context,
log.as_deref_mut(),
strict,
resolved.ledger.clone(),
)?;
if !cursors.is_empty() {
kernel.set_cursor_schemas(cursors);
}
kernel.set_cone_mode(jit_mode);
Self::log_summary(log, node_total, output_total);
Ok(kernel)
}
fn refuse_strict(resolved: &ResolvedDag) -> Result<(), AssemblyError> {
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let is_init: Vec<bool> = classes
.lifecycle
.iter()
.map(|lc| *lc == crate::kernel::EvalLifecycle::CompileConst)
.collect();
match PolydatProgram::strict_violation(
&resolved.nodes,
&resolved.wiring,
&is_init,
&resolved.output_map,
&resolved.output_modifiers,
) {
Some(violation) => Err(AssemblyError::Other(violation)),
None => Ok(()),
}
}
fn refused_by_closures(reason: String) -> KernelError {
KernelError::Refused {
engine: Engine::Closures(Provenance::Auto),
reason,
}
}
fn refused_by_native(reason: String) -> KernelError {
KernelError::Refused {
engine: Engine::Native(Provenance::Auto),
reason,
}
}
#[cfg_attr(not(feature = "jit"), allow(dead_code))]
fn refused_by_pure_native(reason: String) -> KernelError {
KernelError::Refused {
engine: Engine::PureNative(Provenance::Auto),
reason,
}
}
fn build_p2_layout(resolved: &ResolvedDag) -> Result<P2Layout, String> {
let layout = slot_layout(resolved);
let mut compiled_ops = Vec::with_capacity(resolved.nodes.len());
let mut extras = crate::compile::closures::P2Extras::default();
for (node_idx, node) in resolved.nodes.iter().enumerate() {
compiled_ops.push(
node_step_op(node.as_ref(), &wire_types_of(resolved, node_idx)).ok_or_else(
|| {
format!(
"node '{}' has no compiled form (docs/design/engines.md §8)",
node.meta().name
)
},
)?,
);
}
extras.externs = crate::compile::externs::Externs::new(
&resolved.input_defs,
resolved.coord_count,
&layout.input_starts,
&resolved.cursor_schemas,
&shared_outputs_of(resolved),
resolved.ledger.clone(),
)?;
extras.externs.set_output_names(&resolved.output_order);
extras
.externs
.set_output_modifiers(&resolved.output_modifiers);
extras.output_types = resolved
.output_map
.iter()
.map(|(name, (n, p))| (name.clone(), resolved.nodes[*n].meta().outs[*p].typ))
.collect();
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let inventory = PolydatProgram::compute_node_inventory(&resolved.nodes, &resolved.wiring);
let per_input = PolydatProgram::compute_dependents(
&inventory.input_provenance,
resolved.input_defs.len(),
);
extras.input_dependents = layout.expand_dependents(resolved, &per_input);
extras.attribution = std::sync::Arc::new(Self::attribution_of(resolved));
let mut steps = Vec::with_capacity(resolved.nodes.len());
for (node_idx, (op, scratch)) in compiled_ops.into_iter().enumerate() {
steps.push(crate::compile::closures::P2Step {
name: resolved.nodes[node_idx].meta().name.clone(),
op,
input_slots: layout.input_slots(resolved, node_idx),
output_slots: layout.output_slots(resolved, node_idx),
ref_output_starts: layout.ref_output_starts(resolved, node_idx),
scratch,
accepts_none: resolved.nodes[node_idx].accepts_none_inputs(),
volatile: classes.nondeterministic[node_idx],
constant: classes.lifecycle[node_idx] == crate::kernel::EvalLifecycle::CompileConst,
side: matches!(
resolved.nodes[node_idx].purity(),
crate::ast::Purity::SideChannel { .. }
),
});
}
let output_map = layout.named_outputs(resolved);
let ref_slots = layout.ref_slot_mask(resolved);
Ok((
layout.coord_slots,
layout.total_slots,
steps,
output_map,
ref_slots,
extras,
))
}
#[cfg(feature = "jit")]
pub(crate) fn build_jit_layout(resolved: &ResolvedDag) -> Result<JitLayout, String> {
let layout = slot_layout(resolved);
let mut scratch = crate::compile::jit::ScratchPlan::default();
let mut jit_steps = Vec::new();
for (node_idx, node) in resolved.nodes.iter().enumerate() {
let mut jit_op = crate::compile::jit::classify_node_typed(
node.as_ref(),
&wire_types_of(resolved, node_idx),
);
if matches!(jit_op, crate::compile::jit::JitOp::Fallback) {
return Err(format!(
"node '{}' has no native form and no kit; pure native code cannot run it",
node.meta().name
));
}
let base = scratch.elems.len();
jit_op.place_scratch(base);
let elems = jit_op.scratch_elems().to_vec();
scratch.refs.extend(scratch_pairs(
&node.meta().name,
&layout.ref_output_starts(resolved, node_idx),
&elems,
base,
));
scratch.elems.extend(elems);
jit_steps.push((
jit_op,
layout.input_slots(resolved, node_idx),
layout.output_slots(resolved, node_idx),
));
}
let output_map = layout.named_outputs(resolved);
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let volatile: Vec<usize> = (0..resolved.nodes.len())
.filter(|&i| classes.nondeterministic[i])
.collect();
Ok((
layout.coord_slots,
layout.total_slots,
jit_steps,
output_map,
scratch,
volatile,
))
}
#[cfg(feature = "jit")]
fn jit_slot_info(resolved: &ResolvedDag) -> (Vec<bool>, HashMap<String, PortType>) {
let layout = slot_layout(resolved);
let guard = layout.ref_slot_mask(resolved);
let types = resolved
.output_map
.iter()
.map(|(name, (n, p))| (name.clone(), resolved.nodes[*n].meta().outs[*p].typ))
.collect();
(guard, types)
}
#[cfg(feature = "jit")]
fn jit_push_pull_from(
resolved: ResolvedDag,
) -> Result<crate::compile::jit::JitKernelPushPull, KernelError> {
let _coord_names = resolved.input_names();
let (coord_count, total_slots, jit_steps, output_map, scratch, volatile) =
Self::build_jit_layout(&resolved).map_err(Self::refused_by_pure_native)?;
let (guard, types) = Self::jit_slot_info(&resolved);
let deps = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
let externs = Self::externs_of(&resolved).map_err(Self::refused_by_pure_native)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let (folded, origin) = Self::constant_steps(&resolved, &jit_steps);
let alone = Self::side_channels(&resolved);
let mut k = crate::compile::jit::compile_jit_push_pull(
coord_count,
total_slots,
jit_steps,
output_map,
resolved.nodes,
deps,
externs,
scratch,
volatile,
alone,
)
.map_err(Self::refused_by_pure_native)?;
k.set_slot_info(guard, types);
k.set_attribution(attribution);
k.fold_constants(&folded, &origin, total_slots)?;
Ok(k)
}
#[cfg(feature = "jit")]
#[allow(clippy::type_complexity)]
fn constant_steps(
resolved: &ResolvedDag,
jit_steps: &[(crate::compile::jit::JitOp, Vec<usize>, Vec<usize>)],
) -> (
Vec<(crate::compile::jit::JitOp, Vec<usize>, Vec<usize>)>,
Vec<usize>,
) {
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
jit_steps
.iter()
.enumerate()
.filter(|(i, _)| {
classes.lifecycle.get(*i) == Some(&crate::kernel::EvalLifecycle::CompileConst)
})
.map(|(i, s)| (s.clone(), i))
.unzip()
}
#[cfg(feature = "jit")]
fn side_channels(resolved: &ResolvedDag) -> Vec<bool> {
resolved
.nodes
.iter()
.map(|n| matches!(n.purity(), crate::ast::Purity::SideChannel { .. }))
.collect()
}
fn externs_of(resolved: &ResolvedDag) -> Result<crate::compile::externs::Externs, String> {
let layout = slot_layout(resolved);
let mut externs = crate::compile::externs::Externs::new(
&resolved.input_defs,
resolved.coord_count,
&layout.input_starts,
&resolved.cursor_schemas,
&shared_outputs_of(resolved),
resolved.ledger.clone(),
)?;
externs.set_output_names(&resolved.output_order);
externs.set_output_modifiers(&resolved.output_modifiers);
Ok(externs)
}
#[doc(hidden)]
#[cfg(feature = "jit")]
pub(crate) fn try_compile_pure_jit_raw(
self,
) -> Result<crate::compile::jit::JitKernelRaw, KernelError> {
let resolved = self.resolve().map_err(KernelError::Assembly)?;
Self::jit_raw_from(resolved)
}
#[cfg(feature = "bench-tiers")]
pub fn compile_closures_raw(
self,
) -> Result<crate::compile::closures::CompiledKernelRaw, KernelError> {
let resolved = self.resolve_with_log(None)?;
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
Self::build_p2_layout(&resolved).map_err(Self::refused_by_closures)?;
crate::compile::closures::CompiledKernelRaw::new(
coord_count,
total_slots,
steps,
output_map,
ref_slots,
extras,
)
}
#[cfg(all(feature = "bench-tiers", feature = "jit"))]
pub fn compile_native_raw(
self,
) -> Result<crate::compile::hybrid::HybridKernelRaw, KernelError> {
let resolved = self.resolve_with_log(None)?;
Ok(Self::hybrid_from(resolved)?.into_raw())
}
#[cfg(all(feature = "bench-tiers", feature = "jit"))]
pub fn compile_pure_native_raw(self) -> Result<crate::compile::jit::JitKernelRaw, KernelError> {
self.try_compile_pure_jit_raw()
}
pub(crate) fn attribution_of(resolved: &ResolvedDag) -> crate::compile::Attribution {
let layout = slot_layout(resolved);
let sites = resolved
.nodes
.iter()
.enumerate()
.map(|(node_idx, node)| {
let mut outputs: Vec<String> = resolved
.output_map
.iter()
.filter(|(_, (n, _))| *n == node_idx)
.map(|(name, _)| name.clone())
.collect();
outputs.sort();
let inputs = resolved.wiring[node_idx]
.iter()
.map(|source| match source {
WireSource::Input(c) => (
layout.input_starts.get(*c).copied().unwrap_or(*c),
resolved
.input_defs
.get(*c)
.map(|d| d.port_type)
.unwrap_or(PortType::U64),
),
WireSource::NodeOutput(u, p) => (
layout.port_offsets[*u][*p],
resolved.nodes[*u].meta().outs[*p].typ,
),
})
.collect();
crate::compile::NodeSite {
name: node.meta().name.to_string(),
outputs,
inputs,
}
})
.collect();
crate::compile::Attribution {
sites,
context: resolved.context.clone(),
}
}
#[cfg(feature = "jit")]
fn jit_raw_from(
resolved: ResolvedDag,
) -> Result<crate::compile::jit::JitKernelRaw, KernelError> {
let _coord_names = resolved.input_names();
let (coord_count, total_slots, jit_steps, output_map, scratch, volatile) =
Self::build_jit_layout(&resolved).map_err(Self::refused_by_pure_native)?;
let (guard, types) = Self::jit_slot_info(&resolved);
let externs = Self::externs_of(&resolved).map_err(Self::refused_by_pure_native)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let (folded, origin) = Self::constant_steps(&resolved, &jit_steps);
let alone = Self::side_channels(&resolved);
let mut k = crate::compile::jit::compile_jit_raw_with(
coord_count,
total_slots,
jit_steps,
output_map,
resolved.nodes,
externs,
scratch,
volatile,
alone,
)
.map_err(Self::refused_by_pure_native)?;
k.set_slot_info(guard, types);
k.set_attribution(attribution);
k.fold_constants(&folded, &origin, total_slots)?;
Ok(k)
}
#[cfg(feature = "jit")]
#[doc(hidden)]
pub fn try_compile_tier1_simd_ordinal(
self,
driving_input: &str,
output: &str,
) -> Result<
crate::compile::simd_tier1::Tier1SimdExecutor,
crate::compile::simd_tier1::Tier1SimdError,
> {
let resolved = self.resolve().map_err(|error| {
crate::compile::simd_tier1::Tier1SimdError::VectorGraphBuild(error.to_string())
})?;
crate::compile::simd_tier1::compile_tier1_ordinal(resolved, driving_input, output)
}
fn hybrid_from(
resolved: ResolvedDag,
) -> Result<crate::compile::hybrid::HybridKernel, KernelError> {
let _coord_names = resolved.input_names();
let layout = slot_layout(&resolved);
let output_map = layout.named_outputs(&resolved);
let input_widths: Vec<usize> = resolved
.input_defs
.iter()
.map(|d| d.port_type.slot_width())
.collect();
let ref_slots = layout.ref_slot_mask(&resolved);
let input_types: Vec<PortType> = resolved.input_defs.iter().map(|d| d.port_type).collect();
let externs = Self::externs_of(&resolved).map_err(Self::refused_by_native)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let constant: Vec<bool> = classes
.lifecycle
.iter()
.map(|lc| *lc == crate::kernel::EvalLifecycle::CompileConst)
.collect();
let mut kernel = crate::compile::hybrid::build_hybrid(
&resolved.nodes,
&resolved.wiring,
layout.coord_slots,
layout.total_slots,
&layout.port_offsets,
&layout.input_starts,
&input_widths,
output_map,
ref_slots,
&input_types,
externs,
constant,
classes.nondeterministic,
attribution,
)?;
kernel.retain_nodes(resolved.nodes);
Ok(kernel)
}
fn log_forms(resolved: &ResolvedDag, log: &mut crate::dsl::events::CompileEventLog) {
for (node_idx, node) in resolved.nodes.iter().enumerate() {
let wire_types = wire_types_of(resolved, node_idx);
#[cfg(feature = "jit")]
let native = !matches!(
crate::compile::jit::classify_node_typed(node.as_ref(), &wire_types),
crate::compile::jit::JitOp::Fallback
);
#[cfg(not(feature = "jit"))]
let native = false;
let level = if native {
"native"
} else {
match node_step_op(node.as_ref(), &wire_types) {
Some((crate::compile::closures::StepOp::Copy, _)) => "slot copy",
Some((crate::compile::closures::StepOp::U64(_), _)) => "compiled u64 op",
Some((crate::compile::closures::StepOp::Slot(_), _)) => "slot kit",
None => "interpreted",
}
};
let name = resolved
.output_map
.iter()
.find(|(_, (ni, _))| *ni == node_idx)
.map(|(n, _)| n.clone())
.unwrap_or_else(|| node.meta().name.clone());
log.push(crate::dsl::events::CompileEvent::CompileLevelSelected {
node: name,
level: level.to_string(),
});
}
}
fn log_summary(
log: Option<&mut crate::dsl::events::CompileEventLog>,
nodes: usize,
outputs: usize,
) {
if let Some(log) = log {
let constants_folded = log
.events()
.iter()
.filter(|e| matches!(e, crate::dsl::events::CompileEvent::ConstantFolded { .. }))
.count();
log.push(crate::dsl::events::CompileEvent::Summary {
nodes,
outputs,
constants_folded,
});
}
}
#[cfg(feature = "jit")]
fn resolve(self) -> Result<ResolvedDag, AssemblyError> {
self.resolve_with_log(None)
}
fn resolve_with_log(
mut self,
mut log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<ResolvedDag, AssemblyError> {
let open: Vec<usize> = self
.input_defs
.iter()
.enumerate()
.filter(|(_, d)| {
d.kind != crate::kernel::InputKind::Coordinate
&& d.type_origin == crate::kernel::TypeOrigin::Inferred
&& d.port_type != PortType::Dyn
})
.map(|(i, _)| i)
.collect();
let variance_level = match self.input_variance {
crate::dsl::compile::InputVariance::Fixed => None,
crate::dsl::compile::InputVariance::Error => {
if !open.is_empty() {
return Err(AssemblyError::OpenInputs(
open.iter()
.map(|&i| {
(
self.input_defs[i].name.clone(),
self.input_defs[i].port_type,
)
})
.collect(),
));
}
None
}
crate::dsl::compile::InputVariance::Warn => {
Some(crate::dsl::events::EventLevel::Warning)
}
crate::dsl::compile::InputVariance::Info => Some(crate::dsl::events::EventLevel::Info),
};
if variance_level.is_some() {
for &i in &open {
let def = &mut self.input_defs[i];
def.converts_to = Some(def.port_type);
def.port_type = PortType::Dyn;
}
}
if let Some(log) = log.as_deref_mut() {
let cursor_slot = |name: &str| {
self.cursor_schemas
.iter()
.any(|s| name.starts_with(&format!("{}__cursor", s.name)))
};
for def in &self.input_defs {
if matches!(
def.kind,
crate::kernel::InputKind::ExternalWrite
| crate::kernel::InputKind::IterationExtern
) && def.default == crate::ast::Value::None
&& !cursor_slot(&def.name)
{
log.push(crate::dsl::events::CompileEvent::ExternWithoutDefault {
name: def.name.clone(),
port_type: def.port_type.to_string(),
});
}
}
}
let mut name_to_idx: HashMap<String, usize> = HashMap::new();
for (i, pn) in self.nodes.iter().enumerate() {
if name_to_idx.contains_key(&pn.name) {
return Err(AssemblyError::DuplicateNode(pn.name.clone()));
}
name_to_idx.insert(pn.name.clone(), i);
}
let input_to_idx: HashMap<String, usize> = self
.input_defs
.iter()
.enumerate()
.map(|(i, d)| (d.name.clone(), i))
.collect();
for pn in &self.nodes {
let expected = pn.node.meta().wire_inputs().len();
let got = pn.inputs.len();
if expected != got {
return Err(AssemblyError::ArityMismatch {
node_name: pn.name.clone(),
expected,
got,
});
}
}
let mut all_nodes: Vec<PendingNode> = Vec::new();
let mut all_name_to_idx: HashMap<String, usize> = HashMap::new();
let mut adapter_count = 0usize;
let mut assertion_count = 0usize;
let strict_values = self.strict_values;
let strict_types = self.strict_types;
let strict = self.strict;
for pn in self.nodes {
let idx = all_nodes.len();
all_name_to_idx.insert(pn.name.clone(), idx);
all_nodes.push(pn);
}
let mut resolved_wiring: Vec<Vec<WireSource>> = Vec::new();
let mut converters: HashMap<(usize, PortType), usize> = HashMap::new();
for node_idx in 0..all_nodes.len() {
let mut node_wiring = Vec::new();
for (port_idx, wire_ref) in all_nodes[node_idx].inputs.clone().iter().enumerate() {
let port = all_nodes[node_idx].node.meta().wire_inputs()[port_idx].clone();
let expected_type = port.typ;
let (source, source_type) = match wire_ref {
WireRef::Input(name) => {
let input_idx = input_to_idx
.get(name)
.ok_or_else(|| AssemblyError::UnknownWire(name.clone()))?;
let source_type = self.input_defs[*input_idx].port_type;
(WireSource::Input(*input_idx), source_type)
}
WireRef::Node(name, out_port) => {
let src_idx = all_name_to_idx
.get(name)
.ok_or_else(|| AssemblyError::UnknownWire(name.clone()))?;
let src_type = all_nodes[*src_idx].node.meta().outs[*out_port].typ;
(WireSource::NodeOutput(*src_idx, *out_port), src_type)
}
};
if source_type == PortType::Dyn
&& !port.accepts_any_type
&& expected_type != PortType::Dyn
{
let WireSource::Input(input_idx) = source else {
unreachable!("only an input slot is typed `Dyn`")
};
let conv_idx = match converters.get(&(input_idx, expected_type)) {
Some(&idx) => idx,
None => {
let converter = crate::convert::InputConverter::new(
&self.input_defs[input_idx].name,
expected_type,
);
let conv_name = converter.meta().name.clone();
let idx = all_nodes.len();
all_name_to_idx.insert(conv_name.clone(), idx);
while resolved_wiring.len() <= idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[idx] = vec![source.clone()];
all_nodes.push(PendingNode {
name: conv_name,
node: Box::new(converter),
inputs: vec![],
});
converters.insert((input_idx, expected_type), idx);
idx
}
};
node_wiring.push(WireSource::NodeOutput(conv_idx, 0));
} else if port.accepts_any_type || source_type == expected_type {
node_wiring.push(source);
} else if let Some(adapter) = auto_adapter(source_type, expected_type) {
if strict {
return Err(AssemblyError::Other(format!(
"strict mode: implicit type coercion {source_type} → {expected_type} \
into '{}'. Use an explicit conversion function (e.g., to_f64, \
to_i64, f64_to_u64).",
all_nodes[node_idx].name
)));
}
let adapter_name = format!("__adapt_{adapter_count}");
adapter_count += 1;
let adapter_idx = all_nodes.len();
if let Some(ref mut log) = log {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
let to_name = all_nodes[node_idx].name.clone();
log.push(if is_lossless_widening(source_type, expected_type) {
crate::dsl::events::CompileEvent::TypeWidening {
from: source_type.to_keyword(),
to: expected_type.to_keyword(),
context: format!("{from_name} → {to_name}"),
}
} else {
crate::dsl::events::CompileEvent::TypeAdapterInserted {
from_node: from_name,
to_node: to_name,
adapter: format!("{source_type:?}→{expected_type:?}"),
}
});
}
all_name_to_idx.insert(adapter_name.clone(), adapter_idx);
let adapter_wiring = vec![source];
while resolved_wiring.len() <= adapter_idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[adapter_idx] = adapter_wiring;
all_nodes.push(PendingNode {
name: adapter_name,
node: adapter,
inputs: vec![],
});
node_wiring.push(WireSource::NodeOutput(adapter_idx, 0));
} else {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
return Err(AssemblyError::TypeMismatch {
from_node: from_name,
from_port: match wire_ref {
WireRef::Input(_) => 0,
WireRef::Node(_, p) => *p,
},
from_type: source_type,
to_node: all_nodes[node_idx].name.clone(),
to_port: port_idx,
to_type: expected_type,
});
}
let sink_port = &all_nodes[node_idx].node.meta().wire_inputs()[port_idx];
if let Some(constraint) = sink_port.constraint {
let last_source = node_wiring.last().expect("wire just pushed").clone();
if strict_values
&& !value_constraint_proven(&all_nodes, &last_source, &constraint)
{
let assert_name = format!("__assert_v_{assertion_count}");
assertion_count += 1;
let assert_idx = all_nodes.len();
if let Some(ref mut log) = log {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
log.push(crate::dsl::events::CompileEvent::AssertionInserted {
from_node: from_name,
to_node: all_nodes[node_idx].name.clone(),
kind: format!("{:?} value-assert {:?}", expected_type, constraint),
});
}
all_name_to_idx.insert(assert_name.clone(), assert_idx);
let assert_wiring = vec![last_source];
while resolved_wiring.len() <= assert_idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[assert_idx] = assert_wiring;
all_nodes.push(PendingNode {
name: assert_name,
node: crate::library::assertions::assert_value_node(
expected_type,
constraint,
),
inputs: vec![],
});
*node_wiring.last_mut().unwrap() = WireSource::NodeOutput(assert_idx, 0);
} else if let Some(ref mut log) = log {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
log.push(crate::dsl::events::CompileEvent::AssertionSkipped {
from_node: from_name,
to_node: all_nodes[node_idx].name.clone(),
reason: assertion_skip_reason(
strict_values,
&all_nodes,
&last_source,
&constraint,
),
});
}
} else if strict_types && source_type != expected_type {
}
}
while resolved_wiring.len() <= node_idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[node_idx] = node_wiring;
}
while resolved_wiring.len() < all_nodes.len() {
resolved_wiring.push(Vec::new());
}
{
let rules = crate::compile::fusion::default_rules();
if !rules.is_empty() {
let mut output_nodes: Vec<usize> = Vec::new();
for wire_ref in self.outputs.values() {
if let WireRef::Node(node_name, _) = wire_ref
&& let Some(&idx) = all_name_to_idx.get(node_name)
{
output_nodes.push(idx);
}
}
let mut opt_nodes: Vec<Option<Box<dyn PolydatNode>>> =
all_nodes.into_iter().map(|pn| Some(pn.node)).collect();
let fused_count = crate::compile::fusion::apply_fusions(
&mut opt_nodes,
&mut resolved_wiring,
&mut all_name_to_idx,
&rules,
&output_nodes,
);
if fused_count > 0
&& let Some(ref mut log) = log
{
log.push(crate::dsl::events::CompileEvent::FusionApplied {
pattern: "subgraph".into(),
nodes_replaced: fused_count,
});
}
all_nodes = opt_nodes
.into_iter()
.enumerate()
.map(|(i, opt)| PendingNode {
name: all_name_to_idx
.iter()
.find(|&(_, &idx)| idx == i)
.map(|(n, _)| n.clone())
.unwrap_or_else(|| format!("__removed_{i}")),
node: opt.unwrap_or_else(|| {
Box::new(crate::library::identity::Identity::new(
crate::ast::PortType::U64,
))
}),
inputs: vec![], })
.collect();
}
}
let node_count = all_nodes.len();
let mut reachable = vec![false; node_count];
{
let mut worklist: Vec<usize> = Vec::new();
for wire_ref in self.outputs.values() {
if let WireRef::Node(node_name, _) = wire_ref
&& let Some(&idx) = all_name_to_idx.get(node_name)
{
worklist.push(idx);
}
}
for (idx, pn) in all_nodes.iter().enumerate() {
if matches!(
pn.node.meta().name.as_str(),
"log_debug" | "log_info" | "log_warn" | "log_error"
) {
worklist.push(idx);
}
}
while let Some(idx) = worklist.pop() {
if reachable[idx] {
continue;
}
reachable[idx] = true;
for source in &resolved_wiring[idx] {
if let WireSource::NodeOutput(upstream, _) = source
&& !reachable[*upstream]
{
worklist.push(*upstream);
}
}
}
}
let live_count = reachable.iter().filter(|&&r| r).count();
if let Some(log) = log.as_deref_mut() {
let mut placed: Vec<(usize, usize, PortType)> = converters
.iter()
.filter(|&(_, &idx)| reachable[idx])
.map(|(&(input, to), &idx)| (idx, input, to))
.collect();
placed.sort_unstable_by_key(|&(idx, _, _)| idx);
for &(idx, input, to) in &placed {
let def = &self.input_defs[input];
let (origin, level) = match (def.converts_to, variance_level) {
(Some(_), Some(level)) => ("inferred", level),
_ => ("declared dyn", crate::dsl::events::EventLevel::Info),
};
log.push(crate::dsl::events::CompileEvent::InputConverterInserted {
input: def.name.clone(),
to: to.to_keyword().to_string(),
node: all_nodes[idx].name.clone(),
origin: origin.to_string(),
level,
});
}
if let Some(level) = variance_level {
for &input in &open {
if placed.iter().any(|&(_, i, _)| i == input) {
continue;
}
let def = &self.input_defs[input];
log.push(crate::dsl::events::CompileEvent::InputConverterInserted {
input: def.name.clone(),
to: def
.converts_to
.unwrap_or(def.port_type)
.to_keyword()
.to_string(),
node: "(none: nothing reads it)".to_string(),
origin: "inferred".to_string(),
level,
});
}
}
}
let mut in_degree = vec![0usize; node_count];
let mut dependents: Vec<Vec<usize>> = vec![Vec::new(); node_count];
for (node_idx, wiring) in resolved_wiring.iter().enumerate() {
if !reachable[node_idx] {
continue;
}
for source in wiring {
if let WireSource::NodeOutput(upstream, _) = source {
in_degree[node_idx] += 1;
dependents[*upstream].push(node_idx);
}
}
}
let mut queue: Vec<usize> = (0..node_count)
.filter(|i| reachable[*i] && in_degree[*i] == 0)
.collect();
let mut sorted_order: Vec<usize> = Vec::with_capacity(live_count);
while let Some(idx) = queue.pop() {
sorted_order.push(idx);
for &dep in &dependents[idx] {
in_degree[dep] -= 1;
if in_degree[dep] == 0 {
queue.push(dep);
}
}
}
if sorted_order.len() != live_count {
return Err(AssemblyError::CycleDetected);
}
let mut old_to_new = vec![0usize; node_count];
for (new_idx, &old_idx) in sorted_order.iter().enumerate() {
old_to_new[old_idx] = new_idx;
}
let mut sorted_nodes: Vec<Option<Box<dyn PolydatNode>>> =
all_nodes.into_iter().map(|pn| Some(pn.node)).collect();
let final_nodes: Vec<Box<dyn PolydatNode>> = sorted_order
.iter()
.map(|&old_idx| sorted_nodes[old_idx].take().unwrap())
.collect();
let final_wiring: Vec<Vec<WireSource>> = sorted_order
.iter()
.map(|&old_idx| {
resolved_wiring[old_idx]
.iter()
.map(|source| match source {
WireSource::Input(c) => WireSource::Input(*c),
WireSource::NodeOutput(old_up, port) => {
WireSource::NodeOutput(old_to_new[*old_up], *port)
}
})
.collect()
})
.collect();
let mut final_output_map: HashMap<String, (usize, usize)> = HashMap::new();
for (name, wire_ref) in &self.outputs {
match wire_ref {
WireRef::Input(coord_name) => {
return Err(AssemblyError::UnknownWire(format!(
"output '{name}' references coordinate '{coord_name}' directly; \
wire through a node instead"
)));
}
WireRef::Node(node_name, port) => {
let old_idx = all_name_to_idx
.get(node_name)
.ok_or_else(|| AssemblyError::UnknownWire(node_name.clone()))?;
final_output_map.insert(name.clone(), (old_to_new[*old_idx], *port));
}
}
}
for f in crate::compile::roundtrip_lint::lint_type_round_trips(
&final_nodes,
&final_wiring,
&self.input_defs,
) {
if strict_values {
return Err(AssemblyError::Other(f.message()));
}
crate::library::support::audit::warn(&f.message());
if let Some(ref mut log) = log {
log.push(crate::dsl::events::CompileEvent::Warning {
message: f.message(),
});
}
}
if let Some(log) = log {
let resolved_view = ResolvedDag {
nodes: final_nodes,
wiring: final_wiring,
input_defs: self.input_defs,
coord_count: self.coord_count,
output_map: final_output_map,
output_order: self.output_order,
source: self.source,
context: self.context,
output_modifiers: self.output_modifiers,
const_outputs: self.const_outputs,
cursor_schemas: self.cursor_schemas,
ledger: self.ledger,
};
Self::log_forms(&resolved_view, log);
return Ok(resolved_view);
}
Ok(ResolvedDag {
nodes: final_nodes,
wiring: final_wiring,
input_defs: self.input_defs,
coord_count: self.coord_count,
output_map: final_output_map,
output_order: self.output_order,
source: self.source,
context: self.context,
output_modifiers: self.output_modifiers,
const_outputs: self.const_outputs,
cursor_schemas: self.cursor_schemas,
ledger: self.ledger,
})
}
}
fn value_constraint_proven(
all_nodes: &[PendingNode],
src: &WireSource,
_constraint: &crate::dsl::const_constraints::ConstConstraint,
) -> bool {
match src {
WireSource::Input(_) => false,
WireSource::NodeOutput(idx, _) => {
let meta = all_nodes[*idx].node.meta();
let no_wire_inputs = meta.wire_inputs().is_empty();
if no_wire_inputs {
return true;
}
if meta.name.starts_with("__assert_v_") || meta.name.starts_with("assert_") {
return true;
}
false
}
}
}
fn assertion_skip_reason(
strict_values: bool,
all_nodes: &[PendingNode],
src: &WireSource,
_constraint: &crate::dsl::const_constraints::ConstConstraint,
) -> String {
if !strict_values {
return "strict_values not enabled".into();
}
match src {
WireSource::Input(_) => "raw input wire".into(),
WireSource::NodeOutput(idx, _) => {
let meta = all_nodes[*idx].node.meta();
if meta.wire_inputs().is_empty() {
"constant source already validated".into()
} else if meta.name.starts_with("__assert_v_") || meta.name.starts_with("assert_") {
"upstream assertion".into()
} else {
"no skip rule matched".into()
}
}
}
}
pub(crate) fn shared_outputs_of(resolved: &ResolvedDag) -> Vec<&str> {
let mut shared: Vec<&str> = resolved
.output_modifiers
.iter()
.filter(|(_, m)| **m == crate::dsl::ast::BindingModifier::SHARED)
.map(|(name, _)| name.as_str())
.collect();
shared.sort();
shared
}
fn is_lossless_widening(from: PortType, to: PortType) -> bool {
use PortType as P;
matches!(
(from, to),
(P::U64, P::F64)
| (P::U32, P::U64)
| (P::U32, P::I64)
| (P::U32, P::F64)
| (P::I32, P::I64)
| (P::I32, P::F64)
| (P::I64, P::F64)
| (P::F32, P::F64)
)
}
pub(crate) fn wire_types_of(resolved: &ResolvedDag, node_idx: usize) -> Vec<PortType> {
resolved.wiring[node_idx]
.iter()
.map(|src| match src {
crate::kernel::WireSource::Input(i) => resolved.input_defs[*i].port_type,
crate::kernel::WireSource::NodeOutput(j, p) => resolved.nodes[*j].meta().outs[*p].typ,
})
.collect()
}
pub fn auto_adapter(from: PortType, to: PortType) -> Option<Box<dyn PolydatNode>> {
use crate::library::convert::{
BoolToStr, BoolToU64, F32ToF64, F32ToString, I32ToF64, I32ToI64, I32ToString, I64ToF64,
I64ToString, U32ToF64, U32ToI64, U32ToString, U32ToU64,
};
use crate::library::polyfill as P;
use crate::library::polyfill_128 as W;
use crate::library::polyfill_complete as C;
use crate::library::polyfill_narrow as N;
match (from, to) {
(PortType::U64, PortType::F64) => Some(Box::new(U64ToF64::new())),
(PortType::U32, PortType::U64) => Some(Box::new(U32ToU64::new())),
(PortType::U32, PortType::I64) => Some(Box::new(U32ToI64::new())),
(PortType::U32, PortType::F64) => Some(Box::new(U32ToF64::new())),
(PortType::I32, PortType::I64) => Some(Box::new(I32ToI64::new())),
(PortType::I32, PortType::F64) => Some(Box::new(I32ToF64::new())),
(PortType::I32, PortType::F32) => Some(Box::new(P::I32ToF32::new())),
(PortType::I64, PortType::F64) => Some(Box::new(I64ToF64::new())),
(PortType::F32, PortType::F64) => Some(Box::new(F32ToF64::new())),
(PortType::U64, PortType::Str) => Some(Box::new(U64ToString::new())),
(PortType::F64, PortType::Str) => Some(Box::new(F64ToString::new())),
(PortType::Bool, PortType::Str) => Some(Box::new(BoolToStr::new())),
(PortType::Json, PortType::Str) => Some(Box::new(JsonToStr::new())),
(PortType::U32, PortType::Str) => Some(Box::new(U32ToString::new())),
(PortType::I32, PortType::Str) => Some(Box::new(I32ToString::new())),
(PortType::I64, PortType::Str) => Some(Box::new(I64ToString::new())),
(PortType::F32, PortType::Str) => Some(Box::new(F32ToString::new())),
(PortType::Bool, PortType::U64) => Some(Box::new(BoolToU64::new())),
(PortType::Bool, PortType::U32) => Some(Box::new(P::BoolToU32::new())),
(PortType::Bool, PortType::I64) => Some(Box::new(P::BoolToI64::new())),
(PortType::Bool, PortType::I32) => Some(Box::new(P::BoolToI32::new())),
(PortType::Bool, PortType::F64) => Some(Box::new(P::BoolToF64::new())),
(PortType::Bool, PortType::F32) => Some(Box::new(P::BoolToF32::new())),
(PortType::U64, PortType::Bool) => {
Some(Box::new(crate::library::convert::U64ToBool::new()))
}
(PortType::U32, PortType::Bool) => Some(Box::new(P::U32ToBool::new())),
(PortType::I64, PortType::Bool) => Some(Box::new(P::I64ToBool::new())),
(PortType::I32, PortType::Bool) => Some(Box::new(P::I32ToBool::new())),
(PortType::F64, PortType::Bool) => Some(Box::new(P::F64ToBool::new())),
(PortType::F32, PortType::Bool) => Some(Box::new(P::F32ToBool::new())),
(PortType::U64, PortType::Bytes) => Some(Box::new(P::U64ToBytes::new())),
(PortType::U32, PortType::Bytes) => Some(Box::new(P::U32ToBytes::new())),
(PortType::I64, PortType::Bytes) => Some(Box::new(P::I64ToBytes::new())),
(PortType::I32, PortType::Bytes) => Some(Box::new(P::I32ToBytes::new())),
(PortType::F64, PortType::Bytes) => Some(Box::new(P::F64ToBytes::new())),
(PortType::F32, PortType::Bytes) => Some(Box::new(P::F32ToBytes::new())),
(PortType::Bool, PortType::Bytes) => Some(Box::new(P::BoolToBytes::new())),
(PortType::VecF32, PortType::Bytes) => Some(Box::new(P::VecF32ToBytes::new())),
(PortType::VecI32, PortType::Bytes) => Some(Box::new(P::VecI32ToBytes::new())),
(PortType::U64, PortType::Json) => Some(Box::new(P::U64ToJson::new())),
(PortType::U32, PortType::Json) => Some(Box::new(P::U32ToJson::new())),
(PortType::I64, PortType::Json) => Some(Box::new(P::I64ToJson::new())),
(PortType::I32, PortType::Json) => Some(Box::new(P::I32ToJson::new())),
(PortType::Bool, PortType::Json) => Some(Box::new(P::BoolToJson::new())),
(PortType::VecI32, PortType::Json) => Some(Box::new(P::VecI32ToJson::new())),
(PortType::VecI32, PortType::VecF32) => Some(Box::new(P::VecI32ToVecF32::new())),
(PortType::U8, PortType::U64) => Some(Box::new(N::U8ToU64::new())),
(PortType::U8, PortType::U32) => Some(Box::new(N::U8ToU32::new())),
(PortType::U8, PortType::U16) => Some(Box::new(N::U8ToU16::new())),
(PortType::U8, PortType::F64) => Some(Box::new(N::U8ToF64::new())),
(PortType::U16, PortType::U64) => Some(Box::new(N::U16ToU64::new())),
(PortType::U16, PortType::U32) => Some(Box::new(N::U16ToU32::new())),
(PortType::U16, PortType::F64) => Some(Box::new(N::U16ToF64::new())),
(PortType::I8, PortType::I64) => Some(Box::new(N::I8ToI64::new())),
(PortType::I8, PortType::I32) => Some(Box::new(N::I8ToI32::new())),
(PortType::I8, PortType::I16) => Some(Box::new(N::I8ToI16::new())),
(PortType::I8, PortType::F64) => Some(Box::new(N::I8ToF64::new())),
(PortType::I16, PortType::I64) => Some(Box::new(N::I16ToI64::new())),
(PortType::I16, PortType::I32) => Some(Box::new(N::I16ToI32::new())),
(PortType::I16, PortType::F64) => Some(Box::new(N::I16ToF64::new())),
(PortType::F16, PortType::F32) => Some(Box::new(N::F16ToF32::new())),
(PortType::F16, PortType::F64) => Some(Box::new(N::F16ToF64::new())),
(PortType::U8, PortType::I16) => Some(Box::new(N::U8ToI16::new())),
(PortType::U8, PortType::I32) => Some(Box::new(N::U8ToI32::new())),
(PortType::U8, PortType::I64) => Some(Box::new(N::U8ToI64::new())),
(PortType::U8, PortType::F32) => Some(Box::new(N::U8ToF32::new())),
(PortType::U16, PortType::I32) => Some(Box::new(N::U16ToI32::new())),
(PortType::U16, PortType::I64) => Some(Box::new(N::U16ToI64::new())),
(PortType::U16, PortType::F32) => Some(Box::new(N::U16ToF32::new())),
(PortType::I8, PortType::F32) => Some(Box::new(N::I8ToF32::new())),
(PortType::I16, PortType::F32) => Some(Box::new(N::I16ToF32::new())),
(PortType::U8, PortType::F16) => Some(Box::new(N::U8ToF16::new())),
(PortType::I8, PortType::F16) => Some(Box::new(N::I8ToF16::new())),
(PortType::U8, PortType::Str) => Some(Box::new(N::U8ToString::new())),
(PortType::U16, PortType::Str) => Some(Box::new(N::U16ToString::new())),
(PortType::I8, PortType::Str) => Some(Box::new(N::I8ToString::new())),
(PortType::I16, PortType::Str) => Some(Box::new(N::I16ToString::new())),
(PortType::F16, PortType::Str) => Some(Box::new(N::F16ToString::new())),
(PortType::Bool, PortType::U8) => Some(Box::new(N::BoolToU8::new())),
(PortType::Bool, PortType::U16) => Some(Box::new(N::BoolToU16::new())),
(PortType::Bool, PortType::I8) => Some(Box::new(N::BoolToI8::new())),
(PortType::Bool, PortType::I16) => Some(Box::new(N::BoolToI16::new())),
(PortType::Bool, PortType::F16) => Some(Box::new(N::BoolToF16::new())),
(PortType::U8, PortType::Bool) => Some(Box::new(N::U8ToBool::new())),
(PortType::U16, PortType::Bool) => Some(Box::new(N::U16ToBool::new())),
(PortType::I8, PortType::Bool) => Some(Box::new(N::I8ToBool::new())),
(PortType::I16, PortType::Bool) => Some(Box::new(N::I16ToBool::new())),
(PortType::F16, PortType::Bool) => Some(Box::new(N::F16ToBool::new())),
(PortType::U8, PortType::Bytes) => Some(Box::new(N::U8ToBytes::new())),
(PortType::U16, PortType::Bytes) => Some(Box::new(N::U16ToBytes::new())),
(PortType::I8, PortType::Bytes) => Some(Box::new(N::I8ToBytes::new())),
(PortType::I16, PortType::Bytes) => Some(Box::new(N::I16ToBytes::new())),
(PortType::F16, PortType::Bytes) => Some(Box::new(N::F16ToBytes::new())),
(PortType::U8, PortType::Json) => Some(Box::new(N::U8ToJson::new())),
(PortType::U16, PortType::Json) => Some(Box::new(N::U16ToJson::new())),
(PortType::I8, PortType::Json) => Some(Box::new(N::I8ToJson::new())),
(PortType::I16, PortType::Json) => Some(Box::new(N::I16ToJson::new())),
(PortType::U64, PortType::U128) => Some(Box::new(W::U64ToU128::new())),
(PortType::U64, PortType::I128) => Some(Box::new(W::U64ToI128::new())),
(PortType::I64, PortType::I128) => Some(Box::new(W::I64ToI128::new())),
(PortType::U8, PortType::U128) => Some(Box::new(W::U8ToU128::new())),
(PortType::U8, PortType::I128) => Some(Box::new(W::U8ToI128::new())),
(PortType::U16, PortType::U128) => Some(Box::new(W::U16ToU128::new())),
(PortType::U16, PortType::I128) => Some(Box::new(W::U16ToI128::new())),
(PortType::U32, PortType::U128) => Some(Box::new(W::U32ToU128::new())),
(PortType::U32, PortType::I128) => Some(Box::new(W::U32ToI128::new())),
(PortType::I8, PortType::I128) => Some(Box::new(W::I8ToI128::new())),
(PortType::I16, PortType::I128) => Some(Box::new(W::I16ToI128::new())),
(PortType::I32, PortType::I128) => Some(Box::new(W::I32ToI128::new())),
(PortType::Bool, PortType::U128) => Some(Box::new(W::BoolToU128::new())),
(PortType::Bool, PortType::I128) => Some(Box::new(W::BoolToI128::new())),
(PortType::U128, PortType::Bool) => Some(Box::new(W::U128ToBool::new())),
(PortType::I128, PortType::Bool) => Some(Box::new(W::I128ToBool::new())),
(PortType::U128, PortType::F64) => Some(Box::new(W::U128ToF64::new())),
(PortType::I128, PortType::F64) => Some(Box::new(W::I128ToF64::new())),
(PortType::U128, PortType::Str) => Some(Box::new(W::U128ToString::new())),
(PortType::I128, PortType::Str) => Some(Box::new(W::I128ToString::new())),
(PortType::U128, PortType::Bytes) => Some(Box::new(W::U128ToBytes::new())),
(PortType::I128, PortType::Bytes) => Some(Box::new(W::I128ToBytes::new())),
(PortType::U128, PortType::Json) => Some(Box::new(W::U128ToJson::new())),
(PortType::I128, PortType::Json) => Some(Box::new(W::I128ToJson::new())),
(from, to) if crate::library::register_view::is_reg_port(from) => {
crate::library::register_view::reg_view(to)
}
(PortType::VecI8, PortType::VecI16) => Some(Box::new(C::VecI8ToVecI16::new())),
(PortType::VecI8, PortType::VecI32) => Some(Box::new(C::VecI8ToVecI32::new())),
(PortType::VecI8, PortType::VecI64) => Some(Box::new(C::VecI8ToVecI64::new())),
(PortType::VecI8, PortType::VecF16) => Some(Box::new(C::VecI8ToVecF16::new())),
(PortType::VecI8, PortType::VecF32) => Some(Box::new(C::VecI8ToVecF32::new())),
(PortType::VecI8, PortType::VecF64) => Some(Box::new(C::VecI8ToVecF64::new())),
(PortType::VecI16, PortType::VecI32) => Some(Box::new(C::VecI16ToVecI32::new())),
(PortType::VecI16, PortType::VecI64) => Some(Box::new(C::VecI16ToVecI64::new())),
(PortType::VecI16, PortType::VecF32) => Some(Box::new(C::VecI16ToVecF32::new())),
(PortType::VecI16, PortType::VecF64) => Some(Box::new(C::VecI16ToVecF64::new())),
(PortType::VecI32, PortType::VecI64) => Some(Box::new(C::VecI32ToVecI64::new())),
(PortType::VecI32, PortType::VecF64) => Some(Box::new(C::VecI32ToVecF64::new())),
(PortType::VecI64, PortType::VecF64) => Some(Box::new(C::VecI64ToVecF64::new())),
(PortType::VecF16, PortType::VecF32) => Some(Box::new(C::VecF16ToVecF32::new())),
(PortType::VecF16, PortType::VecF64) => Some(Box::new(C::VecF16ToVecF64::new())),
(PortType::VecF32, PortType::VecF64) => Some(Box::new(C::VecF32ToVecF64::new())),
(PortType::VecF64, PortType::Bytes) => Some(Box::new(C::VecF64ToBytes::new())),
(PortType::VecI64, PortType::Bytes) => Some(Box::new(C::VecI64ToBytes::new())),
(PortType::VecF16, PortType::Bytes) => Some(Box::new(C::VecF16ToBytes::new())),
(PortType::VecI16, PortType::Bytes) => Some(Box::new(C::VecI16ToBytes::new())),
(PortType::VecI8, PortType::Bytes) => Some(Box::new(C::VecI8ToBytes::new())),
(PortType::VecI64, PortType::Json) => Some(Box::new(C::VecI64ToJson::new())),
(PortType::VecI16, PortType::Json) => Some(Box::new(C::VecI16ToJson::new())),
(PortType::VecI8, PortType::Json) => Some(Box::new(C::VecI8ToJson::new())),
(PortType::VecI32, PortType::Str) => Some(Box::new(P::VecI32ToStr::new())),
(PortType::VecI64, PortType::Str) => Some(Box::new(C::VecI64ToStr::new())),
(PortType::VecI16, PortType::Str) => Some(Box::new(C::VecI16ToStr::new())),
(PortType::VecI8, PortType::Str) => Some(Box::new(C::VecI8ToStr::new())),
_ => None,
}
}
pub fn boundary_adapter(from: PortType, to: PortType) -> Option<Box<dyn PolydatNode>> {
if let Some(adapter) = auto_adapter(from, to) {
return Some(adapter);
}
use crate::library::convert::{StrToBool, StrToF64, StrToU64};
use crate::library::polyfill as P;
use crate::library::polyfill_128 as W;
use crate::library::polyfill_complete as C;
use crate::library::polyfill_narrow as N;
match (from, to) {
(PortType::U64, PortType::U32) => Some(Box::new(P::U64ToU32::new())),
(PortType::U64, PortType::I64) => Some(Box::new(P::U64ToI64::new())),
(PortType::U64, PortType::I32) => Some(Box::new(P::U64ToI32::new())),
(PortType::U64, PortType::F32) => Some(Box::new(P::U64ToF32::new())),
(PortType::U32, PortType::I32) => Some(Box::new(P::U32ToI32::new())),
(PortType::U32, PortType::F32) => Some(Box::new(P::U32ToF32::new())),
(PortType::I64, PortType::U64) => Some(Box::new(P::I64ToU64::new())),
(PortType::I64, PortType::U32) => Some(Box::new(P::I64ToU32::new())),
(PortType::I64, PortType::I32) => Some(Box::new(P::I64ToI32::new())),
(PortType::I64, PortType::F32) => Some(Box::new(P::I64ToF32::new())),
(PortType::I32, PortType::U64) => Some(Box::new(P::I32ToU64::new())),
(PortType::I32, PortType::U32) => Some(Box::new(P::I32ToU32::new())),
(PortType::I32, PortType::F32) => Some(Box::new(P::I32ToF32::new())),
(PortType::F64, PortType::U64) => Some(Box::new(P::F64ToU64Checked::new())),
(PortType::F64, PortType::U32) => Some(Box::new(P::F64ToU32::new())),
(PortType::F64, PortType::I64) => Some(Box::new(P::F64ToI64::new())),
(PortType::F64, PortType::I32) => Some(Box::new(P::F64ToI32::new())),
(PortType::F64, PortType::F32) => Some(Box::new(P::F64ToF32::new())),
(PortType::F32, PortType::U64) => Some(Box::new(P::F32ToU64::new())),
(PortType::F32, PortType::U32) => Some(Box::new(P::F32ToU32::new())),
(PortType::F32, PortType::I64) => Some(Box::new(P::F32ToI64::new())),
(PortType::F32, PortType::I32) => Some(Box::new(P::F32ToI32::new())),
(PortType::Str, PortType::Bool) => Some(Box::new(StrToBool::new())),
(PortType::Str, PortType::U64) => Some(Box::new(StrToU64::new())),
(PortType::Str, PortType::F64) => Some(Box::new(StrToF64::new())),
(PortType::Str, PortType::U32) => Some(Box::new(P::StrToU32::new())),
(PortType::Str, PortType::I64) => Some(Box::new(P::StrToI64::new())),
(PortType::Str, PortType::I32) => Some(Box::new(P::StrToI32::new())),
(PortType::Str, PortType::F32) => Some(Box::new(P::StrToF32::new())),
(PortType::Str, PortType::Bytes) => Some(Box::new(P::StrToBytes::new())),
(PortType::Str, PortType::Json) => Some(Box::new(P::StrToJson::new())),
(PortType::Str, PortType::VecF32) => Some(Box::new(P::StrToVecF32::new())),
(PortType::Str, PortType::VecI32) => Some(Box::new(P::StrToVecI32::new())),
(PortType::Bytes, PortType::U64) => Some(Box::new(P::BytesToU64::new())),
(PortType::Bytes, PortType::U32) => Some(Box::new(P::BytesToU32::new())),
(PortType::Bytes, PortType::I64) => Some(Box::new(P::BytesToI64::new())),
(PortType::Bytes, PortType::I32) => Some(Box::new(P::BytesToI32::new())),
(PortType::Bytes, PortType::F64) => Some(Box::new(P::BytesToF64::new())),
(PortType::Bytes, PortType::F32) => Some(Box::new(P::BytesToF32::new())),
(PortType::Bytes, PortType::Bool) => Some(Box::new(P::BytesToBool::new())),
(PortType::Bytes, PortType::Str) => Some(Box::new(P::BytesToStr::new())),
(PortType::Bytes, PortType::Json) => Some(Box::new(P::BytesToJson::new())),
(PortType::Bytes, PortType::VecF32) => Some(Box::new(P::BytesToVecF32::new())),
(PortType::Bytes, PortType::VecI32) => Some(Box::new(P::BytesToVecI32::new())),
(PortType::Json, PortType::U64) => Some(Box::new(P::JsonToU64::new())),
(PortType::Json, PortType::U32) => Some(Box::new(P::JsonToU32::new())),
(PortType::Json, PortType::I64) => Some(Box::new(P::JsonToI64::new())),
(PortType::Json, PortType::I32) => Some(Box::new(P::JsonToI32::new())),
(PortType::Json, PortType::F64) => Some(Box::new(P::JsonToF64::new())),
(PortType::Json, PortType::F32) => Some(Box::new(P::JsonToF32::new())),
(PortType::Json, PortType::Bool) => Some(Box::new(P::JsonToBool::new())),
(PortType::Json, PortType::Bytes) => Some(Box::new(P::JsonToBytes::new())),
(PortType::Json, PortType::VecF32) => Some(Box::new(P::JsonToVecF32::new())),
(PortType::Json, PortType::VecI32) => Some(Box::new(P::JsonToVecI32::new())),
(PortType::F64, PortType::Json) => Some(Box::new(P::F64ToJson::new())),
(PortType::F32, PortType::Json) => Some(Box::new(P::F32ToJson::new())),
(PortType::VecF32, PortType::Json) => Some(Box::new(P::VecF32ToJson::new())),
(PortType::VecF32, PortType::Str) => Some(Box::new(P::VecF32ToStr::new())),
(PortType::VecF32, PortType::VecI32) => Some(Box::new(P::VecF32ToVecI32::new())),
(PortType::U64, PortType::U8) => Some(Box::new(N::U64ToU8::new())),
(PortType::U32, PortType::U8) => Some(Box::new(N::U32ToU8::new())),
(PortType::U16, PortType::U8) => Some(Box::new(N::U16ToU8::new())),
(PortType::I64, PortType::U8) => Some(Box::new(N::I64ToU8::new())),
(PortType::F64, PortType::U8) => Some(Box::new(N::F64ToU8::new())),
(PortType::U64, PortType::U16) => Some(Box::new(N::U64ToU16::new())),
(PortType::U32, PortType::U16) => Some(Box::new(N::U32ToU16::new())),
(PortType::I64, PortType::U16) => Some(Box::new(N::I64ToU16::new())),
(PortType::F64, PortType::U16) => Some(Box::new(N::F64ToU16::new())),
(PortType::I64, PortType::I8) => Some(Box::new(N::I64ToI8::new())),
(PortType::I32, PortType::I8) => Some(Box::new(N::I32ToI8::new())),
(PortType::U64, PortType::I8) => Some(Box::new(N::U64ToI8::new())),
(PortType::F64, PortType::I8) => Some(Box::new(N::F64ToI8::new())),
(PortType::I64, PortType::I16) => Some(Box::new(N::I64ToI16::new())),
(PortType::I32, PortType::I16) => Some(Box::new(N::I32ToI16::new())),
(PortType::U64, PortType::I16) => Some(Box::new(N::U64ToI16::new())),
(PortType::F64, PortType::I16) => Some(Box::new(N::F64ToI16::new())),
(PortType::F64, PortType::F16) => Some(Box::new(N::F64ToF16::new())),
(PortType::F32, PortType::F16) => Some(Box::new(N::F32ToF16::new())),
(PortType::U64, PortType::F16) => Some(Box::new(N::U64ToF16::new())),
(PortType::Str, PortType::U8) => Some(Box::new(N::StrToU8::new())),
(PortType::Str, PortType::U16) => Some(Box::new(N::StrToU16::new())),
(PortType::Str, PortType::I8) => Some(Box::new(N::StrToI8::new())),
(PortType::Str, PortType::I16) => Some(Box::new(N::StrToI16::new())),
(PortType::Str, PortType::F16) => Some(Box::new(N::StrToF16::new())),
(PortType::Bytes, PortType::U8) => Some(Box::new(N::BytesToU8::new())),
(PortType::Bytes, PortType::U16) => Some(Box::new(N::BytesToU16::new())),
(PortType::Bytes, PortType::I8) => Some(Box::new(N::BytesToI8::new())),
(PortType::Bytes, PortType::I16) => Some(Box::new(N::BytesToI16::new())),
(PortType::Bytes, PortType::F16) => Some(Box::new(N::BytesToF16::new())),
(PortType::Json, PortType::U8) => Some(Box::new(N::JsonToU8::new())),
(PortType::Json, PortType::U16) => Some(Box::new(N::JsonToU16::new())),
(PortType::Json, PortType::I8) => Some(Box::new(N::JsonToI8::new())),
(PortType::Json, PortType::I16) => Some(Box::new(N::JsonToI16::new())),
(PortType::Json, PortType::F16) => Some(Box::new(N::JsonToF16::new())),
(PortType::F16, PortType::Json) => Some(Box::new(N::F16ToJson::new())),
(PortType::U128, PortType::U64) => Some(Box::new(W::U128ToU64::new())),
(PortType::I128, PortType::I64) => Some(Box::new(W::I128ToI64::new())),
(PortType::I64, PortType::U128) => Some(Box::new(W::I64ToU128::new())),
(PortType::U128, PortType::I128) => Some(Box::new(W::U128ToI128::new())),
(PortType::I128, PortType::U128) => Some(Box::new(W::I128ToU128::new())),
(PortType::F64, PortType::U128) => Some(Box::new(W::F64ToU128::new())),
(PortType::F64, PortType::I128) => Some(Box::new(W::F64ToI128::new())),
(PortType::Str, PortType::U128) => Some(Box::new(W::StrToU128::new())),
(PortType::Str, PortType::I128) => Some(Box::new(W::StrToI128::new())),
(PortType::Bytes, PortType::U128) => Some(Box::new(W::BytesToU128::new())),
(PortType::Bytes, PortType::I128) => Some(Box::new(W::BytesToI128::new())),
(PortType::Json, PortType::U128) => Some(Box::new(W::JsonToU128::new())),
(PortType::Json, PortType::I128) => Some(Box::new(W::JsonToI128::new())),
(PortType::U8, PortType::I8) => Some(Box::new(C::U8ToI8::new())),
(PortType::I8, PortType::U8) => Some(Box::new(C::I8ToU8::new())),
(PortType::I8, PortType::U16) => Some(Box::new(C::I8ToU16::new())),
(PortType::I8, PortType::U32) => Some(Box::new(C::I8ToU32::new())),
(PortType::I8, PortType::U64) => Some(Box::new(C::I8ToU64::new())),
(PortType::I8, PortType::U128) => Some(Box::new(C::I8ToU128::new())),
(PortType::U16, PortType::I8) => Some(Box::new(C::U16ToI8::new())),
(PortType::U16, PortType::I16) => Some(Box::new(C::U16ToI16::new())),
(PortType::U16, PortType::F16) => Some(Box::new(C::U16ToF16::new())),
(PortType::I16, PortType::U8) => Some(Box::new(C::I16ToU8::new())),
(PortType::I16, PortType::I8) => Some(Box::new(C::I16ToI8::new())),
(PortType::I16, PortType::U16) => Some(Box::new(C::I16ToU16::new())),
(PortType::I16, PortType::F16) => Some(Box::new(C::I16ToF16::new())),
(PortType::I16, PortType::U32) => Some(Box::new(C::I16ToU32::new())),
(PortType::I16, PortType::U64) => Some(Box::new(C::I16ToU64::new())),
(PortType::I16, PortType::U128) => Some(Box::new(C::I16ToU128::new())),
(PortType::U32, PortType::I8) => Some(Box::new(C::U32ToI8::new())),
(PortType::U32, PortType::I16) => Some(Box::new(C::U32ToI16::new())),
(PortType::U32, PortType::F16) => Some(Box::new(C::U32ToF16::new())),
(PortType::I32, PortType::U8) => Some(Box::new(C::I32ToU8::new())),
(PortType::I32, PortType::U16) => Some(Box::new(C::I32ToU16::new())),
(PortType::I32, PortType::F16) => Some(Box::new(C::I32ToF16::new())),
(PortType::I32, PortType::U128) => Some(Box::new(C::I32ToU128::new())),
(PortType::F16, PortType::U8) => Some(Box::new(C::F16ToU8::new())),
(PortType::F16, PortType::I8) => Some(Box::new(C::F16ToI8::new())),
(PortType::F16, PortType::U16) => Some(Box::new(C::F16ToU16::new())),
(PortType::F16, PortType::I16) => Some(Box::new(C::F16ToI16::new())),
(PortType::F16, PortType::U32) => Some(Box::new(C::F16ToU32::new())),
(PortType::F16, PortType::I32) => Some(Box::new(C::F16ToI32::new())),
(PortType::F16, PortType::U64) => Some(Box::new(C::F16ToU64::new())),
(PortType::F16, PortType::I64) => Some(Box::new(C::F16ToI64::new())),
(PortType::F16, PortType::U128) => Some(Box::new(C::F16ToU128::new())),
(PortType::F16, PortType::I128) => Some(Box::new(C::F16ToI128::new())),
(PortType::F32, PortType::U8) => Some(Box::new(C::F32ToU8::new())),
(PortType::F32, PortType::I8) => Some(Box::new(C::F32ToI8::new())),
(PortType::F32, PortType::U16) => Some(Box::new(C::F32ToU16::new())),
(PortType::F32, PortType::I16) => Some(Box::new(C::F32ToI16::new())),
(PortType::F32, PortType::U128) => Some(Box::new(C::F32ToU128::new())),
(PortType::F32, PortType::I128) => Some(Box::new(C::F32ToI128::new())),
(PortType::I64, PortType::F16) => Some(Box::new(C::I64ToF16::new())),
(PortType::U128, PortType::U8) => Some(Box::new(C::U128ToU8::new())),
(PortType::U128, PortType::I8) => Some(Box::new(C::U128ToI8::new())),
(PortType::U128, PortType::U16) => Some(Box::new(C::U128ToU16::new())),
(PortType::U128, PortType::I16) => Some(Box::new(C::U128ToI16::new())),
(PortType::U128, PortType::F16) => Some(Box::new(C::U128ToF16::new())),
(PortType::U128, PortType::U32) => Some(Box::new(C::U128ToU32::new())),
(PortType::U128, PortType::I32) => Some(Box::new(C::U128ToI32::new())),
(PortType::U128, PortType::F32) => Some(Box::new(C::U128ToF32::new())),
(PortType::U128, PortType::I64) => Some(Box::new(C::U128ToI64::new())),
(PortType::I128, PortType::U8) => Some(Box::new(C::I128ToU8::new())),
(PortType::I128, PortType::I8) => Some(Box::new(C::I128ToI8::new())),
(PortType::I128, PortType::U16) => Some(Box::new(C::I128ToU16::new())),
(PortType::I128, PortType::I16) => Some(Box::new(C::I128ToI16::new())),
(PortType::I128, PortType::F16) => Some(Box::new(C::I128ToF16::new())),
(PortType::I128, PortType::U32) => Some(Box::new(C::I128ToU32::new())),
(PortType::I128, PortType::I32) => Some(Box::new(C::I128ToI32::new())),
(PortType::I128, PortType::F32) => Some(Box::new(C::I128ToF32::new())),
(PortType::I128, PortType::U64) => Some(Box::new(C::I128ToU64::new())),
(PortType::VecI16, PortType::VecI8) => Some(Box::new(C::VecI16ToVecI8::new())),
(PortType::VecI16, PortType::VecF16) => Some(Box::new(C::VecI16ToVecF16::new())),
(PortType::VecI32, PortType::VecI8) => Some(Box::new(C::VecI32ToVecI8::new())),
(PortType::VecI32, PortType::VecI16) => Some(Box::new(C::VecI32ToVecI16::new())),
(PortType::VecI32, PortType::VecF16) => Some(Box::new(C::VecI32ToVecF16::new())),
(PortType::VecI64, PortType::VecI8) => Some(Box::new(C::VecI64ToVecI8::new())),
(PortType::VecI64, PortType::VecI16) => Some(Box::new(C::VecI64ToVecI16::new())),
(PortType::VecI64, PortType::VecI32) => Some(Box::new(C::VecI64ToVecI32::new())),
(PortType::VecI64, PortType::VecF16) => Some(Box::new(C::VecI64ToVecF16::new())),
(PortType::VecI64, PortType::VecF32) => Some(Box::new(C::VecI64ToVecF32::new())),
(PortType::VecF16, PortType::VecI8) => Some(Box::new(C::VecF16ToVecI8::new())),
(PortType::VecF16, PortType::VecI16) => Some(Box::new(C::VecF16ToVecI16::new())),
(PortType::VecF16, PortType::VecI32) => Some(Box::new(C::VecF16ToVecI32::new())),
(PortType::VecF16, PortType::VecI64) => Some(Box::new(C::VecF16ToVecI64::new())),
(PortType::VecF32, PortType::VecI8) => Some(Box::new(C::VecF32ToVecI8::new())),
(PortType::VecF32, PortType::VecI16) => Some(Box::new(C::VecF32ToVecI16::new())),
(PortType::VecF32, PortType::VecI64) => Some(Box::new(C::VecF32ToVecI64::new())),
(PortType::VecF32, PortType::VecF16) => Some(Box::new(C::VecF32ToVecF16::new())),
(PortType::VecF64, PortType::VecI8) => Some(Box::new(C::VecF64ToVecI8::new())),
(PortType::VecF64, PortType::VecI16) => Some(Box::new(C::VecF64ToVecI16::new())),
(PortType::VecF64, PortType::VecI32) => Some(Box::new(C::VecF64ToVecI32::new())),
(PortType::VecF64, PortType::VecI64) => Some(Box::new(C::VecF64ToVecI64::new())),
(PortType::VecF64, PortType::VecF16) => Some(Box::new(C::VecF64ToVecF16::new())),
(PortType::VecF64, PortType::VecF32) => Some(Box::new(C::VecF64ToVecF32::new())),
(PortType::Bytes, PortType::VecF64) => Some(Box::new(C::BytesToVecF64::new())),
(PortType::Bytes, PortType::VecI64) => Some(Box::new(C::BytesToVecI64::new())),
(PortType::Bytes, PortType::VecF16) => Some(Box::new(C::BytesToVecF16::new())),
(PortType::Bytes, PortType::VecI16) => Some(Box::new(C::BytesToVecI16::new())),
(PortType::Bytes, PortType::VecI8) => Some(Box::new(C::BytesToVecI8::new())),
(PortType::VecF64, PortType::Json) => Some(Box::new(C::VecF64ToJson::new())),
(PortType::VecF16, PortType::Json) => Some(Box::new(C::VecF16ToJson::new())),
(PortType::Json, PortType::VecF64) => Some(Box::new(C::JsonToVecF64::new())),
(PortType::Json, PortType::VecI64) => Some(Box::new(C::JsonToVecI64::new())),
(PortType::Json, PortType::VecF16) => Some(Box::new(C::JsonToVecF16::new())),
(PortType::Json, PortType::VecI16) => Some(Box::new(C::JsonToVecI16::new())),
(PortType::Json, PortType::VecI8) => Some(Box::new(C::JsonToVecI8::new())),
(PortType::VecF64, PortType::Str) => Some(Box::new(C::VecF64ToStr::new())),
(PortType::VecF16, PortType::Str) => Some(Box::new(C::VecF16ToStr::new())),
(PortType::Str, PortType::VecF64) => Some(Box::new(C::StrToVecF64::new())),
(PortType::Str, PortType::VecI64) => Some(Box::new(C::StrToVecI64::new())),
(PortType::Str, PortType::VecF16) => Some(Box::new(C::StrToVecF16::new())),
(PortType::Str, PortType::VecI16) => Some(Box::new(C::StrToVecI16::new())),
(PortType::Str, PortType::VecI8) => Some(Box::new(C::StrToVecI8::new())),
_ => None,
}
}
use crate::compile::select::{Engine, KernelError, Provenance};
use crate::kernel::Kernel;
impl PolydatAssembler {
pub fn compile_with(self, engine: Engine) -> Result<Box<dyn Kernel>, KernelError> {
self.compile_engine_with_log(engine, None)
}
pub fn compile_kernel(self) -> Result<Box<dyn Kernel>, KernelError> {
self.compile_with(Engine::default())
}
pub fn compile_engine_with_log(
self,
engine: Engine,
log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<Box<dyn Kernel>, KernelError> {
match engine {
Engine::Interpreter(cones) => {
let mut asm = self;
asm.jit_mode = Some(cones);
Ok(Box::new(asm.compile_with_log(log)?))
}
_ => Ok(self.compile_slots_with_log(engine, log)?),
}
}
pub fn compile_slots(
self,
engine: Engine,
) -> Result<Box<dyn crate::compile::SlotKernel>, KernelError> {
self.compile_slots_with_log(engine, None)
}
pub fn compile_slots_with_log(
self,
engine: Engine,
mut log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<Box<dyn crate::compile::SlotKernel>, KernelError> {
let refused = |reason: String| KernelError::Refused { engine, reason };
let asked = |e: KernelError| match e {
KernelError::Refused { reason, .. } => KernelError::Refused { engine, reason },
other => other,
};
let strict = self.strict;
match engine {
Engine::Interpreter(_) => Err(refused(
"the interpreter has no slot buffer: its buffers are typed `Value`s, so \
there is no slot to name. Ask for `closures`, `native` or `pure-native` \
for the slot surface, or compile with `compile_with` and drive the \
kernel through the `Kernel` trait, which every engine answers."
.into(),
)),
Engine::Closures(prov) => {
let resolved = self.resolve_with_log(log.as_deref_mut())?;
if strict {
Self::refuse_strict(&resolved)?;
}
let folded = log.is_some().then(|| Self::constant_sites(&resolved));
let (node_total, output_total) =
(resolved.nodes.len(), resolved.output_order.len());
let kernel = Self::closures_from(resolved, prov).map_err(asked)?;
Self::log_folded(kernel.as_ref(), folded, log.as_deref_mut());
Self::log_summary(log, node_total, output_total);
Ok(kernel)
}
Engine::Native(prov) => {
{
let resolved = self.resolve_with_log(log.as_deref_mut())?;
if strict {
Self::refuse_strict(&resolved)?;
}
let folded = log.is_some().then(|| Self::constant_sites(&resolved));
let (node_total, output_total) =
(resolved.nodes.len(), resolved.output_order.len());
if prov == Provenance::Push {
return Err(refused(
"native code has no push-only kernel: push-side invalidation \
without the cone guard has no native form. Ask for `pushpull` \
for both, `pull` for the guard alone, or `auto` to let the \
selector choose; `push` alone is available on the closure tier."
.into(),
));
}
let prov = Self::provenance_for(prov, &resolved);
let kernel = Self::hybrid_from(resolved).map_err(asked)?;
let kernel: Box<dyn crate::compile::SlotKernel> = match prov {
Provenance::Raw => Box::new(kernel.into_raw()),
Provenance::Pull => Box::new(kernel.into_pull()),
Provenance::PushPull | Provenance::Auto => Box::new(kernel),
Provenance::Push => {
return Err(refused("native code has no push-only kernel".into()));
}
};
Self::log_folded(kernel.as_ref(), folded, log.as_deref_mut());
Self::log_summary(log, node_total, output_total);
Ok(kernel)
}
}
Engine::PureNative(prov) => {
#[cfg(feature = "jit")]
{
let resolved = self.resolve_with_log(log.as_deref_mut())?;
if strict {
Self::refuse_strict(&resolved)?;
}
let folded = log.is_some().then(|| Self::constant_sites(&resolved));
let (node_total, output_total) =
(resolved.nodes.len(), resolved.output_order.len());
let prov = match prov {
Provenance::Auto => match Self::provenance_for(prov, &resolved) {
Provenance::Raw => Provenance::Raw,
_ => Provenance::PushPull,
},
named @ (Provenance::Raw | Provenance::PushPull) => named,
other => {
return Err(refused(format!(
"pure native code has no {} kernel: the tier keeps only the \
two forms the differential needs. Ask for `raw` or \
`pushpull`, or `auto` to let the selector choose; every \
mode is available on `native`.",
format!("{other:?}").to_lowercase(),
)));
}
};
let kernel: Box<dyn crate::compile::SlotKernel> = match prov {
Provenance::Raw => Box::new(Self::jit_raw_from(resolved).map_err(asked)?),
_ => Box::new(Self::jit_push_pull_from(resolved).map_err(asked)?),
};
Self::log_folded(kernel.as_ref(), folded, log.as_deref_mut());
Self::log_summary(log, node_total, output_total);
Ok(kernel)
}
#[cfg(not(feature = "jit"))]
{
let _ = (prov, log);
Err(refused(
"this build has no native code (the `jit` feature is off)".into(),
))
}
}
}
}
fn constant_sites(resolved: &ResolvedDag) -> Vec<(String, usize, crate::ast::PortType)> {
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let layout = slot_layout(resolved);
resolved
.nodes
.iter()
.enumerate()
.filter(|(i, n)| {
classes.lifecycle[*i] == crate::kernel::EvalLifecycle::CompileConst
&& n.meta().outs.len() == 1
})
.map(|(i, n)| {
(
n.meta().name.clone(),
layout.port_offsets[i][0],
n.meta().outs[0].typ,
)
})
.collect()
}
fn log_folded(
kernel: &dyn Kernel,
sites: Option<Vec<(String, usize, crate::ast::PortType)>>,
log: Option<&mut crate::dsl::events::CompileEventLog>,
) {
let (Some(sites), Some(log)) = (sites, log) else {
return;
};
for (node, slot, ty) in sites {
let value = crate::kernel::KernelInternals::slot_value(kernel, slot, ty);
if !matches!(value, crate::ast::Value::None) {
log.push(crate::dsl::events::CompileEvent::ConstantFolded {
node,
value: value.to_display_string(),
});
}
}
}
fn provenance_for(prov: Provenance, resolved: &ResolvedDag) -> Provenance {
match prov {
Provenance::Auto => {
let analysis =
select::analyze_graph(&resolved.nodes, &resolved.wiring, &resolved.output_map);
match select::select_prov_mode(&analysis) {
ProvMode::Raw => Provenance::Raw,
ProvMode::Pull => Provenance::Pull,
ProvMode::PushPull => Provenance::PushPull,
}
}
p => p,
}
}
fn closures_from(
resolved: ResolvedDag,
prov: Provenance,
) -> Result<Box<dyn crate::compile::SlotKernel>, KernelError> {
let prov = Self::provenance_for(prov, &resolved);
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
Self::build_p2_layout(&resolved).map_err(Self::refused_by_closures)?;
let dependents = || {
slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
)
};
Ok(match prov {
Provenance::Raw => Box::new(CompiledKernelRaw::new(
coord_count,
total_slots,
steps,
output_map,
ref_slots,
extras,
)?),
Provenance::Push => Box::new(CompiledKernelPush::new(
coord_count,
total_slots,
steps,
output_map,
dependents(),
ref_slots,
extras,
)?),
Provenance::Pull => Box::new(CompiledKernelPull::new(
coord_count,
total_slots,
steps,
output_map,
&dependents(),
ref_slots,
extras,
)?),
Provenance::PushPull | Provenance::Auto => Box::new(CompiledKernelPushPull::new(
coord_count,
total_slots,
steps,
output_map,
dependents(),
ref_slots,
extras,
)?),
})
}
}