use std::collections::HashMap;
use crate::ast::SlotShape;
use crate::ast::{PolydatNode, PortType};
use crate::compile::closures::{
CompiledKernelPull, CompiledKernelPush, CompiledKernelPushPull, CompiledKernelRaw,
};
use crate::compile::select::{self, ProvMode};
use crate::kernel::{PolydatKernel, PolydatProgram, WireSource};
use crate::library::convert::{F64ToString, U64ToF64, U64ToString};
use crate::library::json::JsonToStr;
#[derive(Debug, Clone)]
pub enum WireRef {
Input(String),
Node(String, usize),
}
impl WireRef {
pub fn node(name: impl Into<String>) -> Self {
WireRef::Node(name.into(), 0)
}
pub fn node_port(name: impl Into<String>, port: usize) -> Self {
WireRef::Node(name.into(), port)
}
pub fn input(name: impl Into<String>) -> Self {
WireRef::Input(name.into())
}
}
struct PendingNode {
name: String,
node: Box<dyn PolydatNode>,
inputs: Vec<WireRef>,
}
#[derive(Debug)]
pub enum AssemblyError {
UnknownWire(String),
TypeMismatch {
from_node: String,
from_port: usize,
from_type: PortType,
to_node: String,
to_port: usize,
to_type: PortType,
},
DuplicateNode(String),
CycleDetected,
ArityMismatch {
node_name: String,
expected: usize,
got: usize,
},
Other(String),
}
impl std::fmt::Display for AssemblyError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
AssemblyError::UnknownWire(name) => {
write!(f, "unknown wire: '{name}'\n\n")?;
writeln!(f, " No node output or coordinate named '{name}' exists.")?;
write!(
f,
" Check spelling, or add a node that produces this output."
)
}
AssemblyError::TypeMismatch {
from_node,
from_port,
from_type,
to_node,
to_port,
to_type,
} => {
writeln!(
f,
"type mismatch: cannot connect {from_type} output to {to_type} input"
)?;
writeln!(f)?;
writeln!(
f,
" {from_node} [{from_port}] ──({from_type})──▶ {to_node} [{to_port}] expects {to_type}"
)?;
writeln!(f)?;
let suggestion = match (from_type, to_type) {
(PortType::U64, PortType::Str) => {
Some("This should auto-convert. If you see this, file a bug.")
}
(PortType::F64, PortType::Str) => {
Some("This should auto-convert. If you see this, file a bug.")
}
(PortType::U64, PortType::F64) => {
Some("This should auto-convert. If you see this, file a bug.")
}
(PortType::U64, PortType::Bytes) => {
Some("Add u64_to_bytes() between them to convert.")
}
(PortType::Str, PortType::Bytes) => {
Some("String cannot be directly used as bytes.")
}
(PortType::U64, PortType::Json) => {
Some("Add to_json() between them to wrap as JSON.")
}
(PortType::Str, PortType::Json) => {
Some("Add str_to_json() to parse the string as JSON.")
}
(PortType::Bytes, PortType::Str) => {
Some("Add to_hex() or to_base64() to convert bytes to string.")
}
(PortType::Bytes, PortType::U64) => {
Some("Bytes cannot be directly converted to u64.")
}
_ => None,
};
if let Some(hint) = suggestion {
write!(f, " Hint: {hint}")?;
}
Ok(())
}
AssemblyError::DuplicateNode(name) => {
write!(f, "duplicate node name: '{name}'\n\n")?;
write!(f, " Two nodes cannot share the same name.")
}
AssemblyError::CycleDetected => {
write!(f, "cycle detected in DAG\n\n")?;
writeln!(
f,
" The graph contains a loop. Polydat graphs must be acyclic"
)?;
write!(f, " (data flows in one direction only).")
}
AssemblyError::ArityMismatch {
node_name,
expected,
got,
} => {
write!(f, "wrong number of inputs for '{node_name}'\n\n")?;
writeln!(f, " Expected {expected} input(s), but got {got}.")?;
if *got < *expected {
write!(f, " Connect more wires to this node's input ports.")
} else {
write!(f, " Disconnect extra wires from this node.")
}
}
AssemblyError::Other(msg) => write!(f, "{msg}"),
}
}
}
impl std::error::Error for AssemblyError {}
pub(crate) struct ResolvedDag {
pub(crate) nodes: Vec<Box<dyn PolydatNode>>,
pub(crate) wiring: Vec<Vec<WireSource>>,
pub(crate) input_defs: Vec<crate::kernel::InputDef>,
pub(crate) coord_count: usize,
pub(crate) output_map: HashMap<String, (usize, usize)>,
pub(crate) output_order: Vec<String>,
pub(crate) source: String,
pub(crate) context: String,
pub(crate) output_modifiers: HashMap<String, crate::dsl::ast::BindingModifier>,
pub(crate) const_outputs: std::collections::HashSet<String>,
pub(crate) cursor_schemas: Vec<crate::iteration::source::SourceSchema>,
}
impl ResolvedDag {
fn input_names(&self) -> Vec<String> {
self.input_defs[..self.coord_count]
.iter()
.map(|d| d.name.clone())
.collect()
}
}
struct SlotLayout {
input_starts: Vec<usize>,
coord_slots: usize,
port_offsets: Vec<Vec<usize>>,
total_slots: usize,
}
fn slot_layout(resolved: &ResolvedDag) -> SlotLayout {
let mut input_starts = Vec::with_capacity(resolved.coord_count);
let mut next = 0usize;
for d in &resolved.input_defs {
input_starts.push(next);
next += d.port_type.slot_width();
}
let coord_slots = next;
let mut port_offsets: Vec<Vec<usize>> = Vec::with_capacity(resolved.nodes.len());
for node in &resolved.nodes {
let mut po = Vec::with_capacity(node.meta().outs.len());
for out in &node.meta().outs {
po.push(next);
next += out.typ.slot_width();
}
port_offsets.push(po);
}
SlotLayout {
input_starts,
coord_slots,
port_offsets,
total_slots: next,
}
}
fn node_step_op(
node: &dyn crate::ast::PolydatNode,
wire_types: &[PortType],
) -> Option<(
crate::compile::closures::StepOp,
Vec<crate::ast::ScratchElem>,
)> {
let meta = node.meta();
if (meta.name == "identity" || meta.name.starts_with("__port_")) && meta.outs.len() == 1 {
return Some(match meta.outs[0].typ.slot_color() {
crate::ast::SlotColor::Ref2 => {
let kit = ref_copy_kit(meta.outs[0].typ)?;
(crate::compile::closures::StepOp::Slot(kit.op), kit.scratch)
}
_ => (crate::compile::closures::StepOp::Copy, Vec::new()),
});
}
if let Some(op) = node.compiled_u64() {
return Some((crate::compile::closures::StepOp::U64(op), Vec::new()));
}
node.compiled_slot(wire_types)
.map(|kit| (crate::compile::closures::StepOp::Slot(kit.op), kit.scratch))
}
pub(crate) fn scratch_pairs(
name: &str,
ref_starts: &[usize],
scratch: &[crate::ast::ScratchElem],
base: usize,
) -> Vec<(usize, usize)> {
use crate::ast::ScratchElem;
let publishing: Vec<usize> = scratch
.iter()
.enumerate()
.filter(|(_, e)| {
!matches!(
e,
ScratchElem::Slots | ScratchElem::Kernels | ScratchElem::State
)
})
.map(|(k, _)| base + k)
.collect();
assert!(
publishing.len() <= ref_starts.len(),
"slot-op step '{name}' declares {} publishing scratch entries for {} Ref output ports",
publishing.len(),
ref_starts.len()
);
ref_starts.iter().copied().zip(publishing).collect()
}
pub(crate) fn ref_copy_kit(ty: PortType) -> Option<crate::ast::CompiledSlotKit> {
use crate::ast::ScratchBuf;
let elem = ty.scratch_elem()?;
Some(crate::ast::CompiledSlotKit {
scratch: vec![elem],
op: Box::new(
move |inputs: &[u64], outputs: &mut [u64], scratch: &mut [ScratchBuf]| {
let (p, n) = (inputs[0] as usize, inputs[1] as usize);
macro_rules! copy_into {
($v:expr, $t:ty) => {{
$v.clear();
$v.extend_from_slice(unsafe {
std::slice::from_raw_parts(p as *const $t, n)
});
}};
}
match &mut scratch[0] {
ScratchBuf::Str(v) | ScratchBuf::Bytes(v) => copy_into!(v, u8),
ScratchBuf::F32(v) => copy_into!(v, f32),
ScratchBuf::F64(v) => copy_into!(v, f64),
ScratchBuf::F16(v) => copy_into!(v, half::f16),
ScratchBuf::I8(v) => copy_into!(v, i8),
ScratchBuf::I16(v) => copy_into!(v, i16),
ScratchBuf::I32(v) => copy_into!(v, i32),
ScratchBuf::I64(v) => copy_into!(v, i64),
ScratchBuf::Value(v) => {
v.clear();
if n > 0 {
v.push(unsafe { (*(p as *const crate::ast::Value)).clone() });
}
}
ScratchBuf::Slots(_) | ScratchBuf::Kernels(_) | ScratchBuf::State(_) => {
unreachable!("a copy owns only a value entry")
}
}
let (ptr, len) = scratch[0].ptr_len();
outputs[0] = ptr;
outputs[1] = len;
},
),
})
}
pub(crate) fn identity_op(node: &dyn crate::ast::PolydatNode) -> Option<crate::ast::CompiledU64Op> {
let meta = node.meta();
if meta.name != "identity" || meta.outs.len() != 1 {
return None;
}
if meta.outs[0].typ.slot_color() == crate::ast::SlotColor::Ref2 {
return None;
}
Some(Box::new(|inputs: &[u64], outputs: &mut [u64]| {
outputs.copy_from_slice(inputs)
}))
}
impl SlotLayout {
fn input_slots(&self, resolved: &ResolvedDag, node_idx: usize) -> Vec<usize> {
let mut slots = Vec::new();
for source in &resolved.wiring[node_idx] {
let (start, w) = match source {
WireSource::Input(c) => (
self.input_starts.get(*c).copied().unwrap_or(*c),
resolved
.input_defs
.get(*c)
.map(|d| d.port_type.slot_width())
.unwrap_or(1),
),
WireSource::NodeOutput(u, p) => (
self.port_offsets[*u][*p],
resolved.nodes[*u].meta().outs[*p].typ.slot_width(),
),
};
slots.extend(start..start + w);
}
slots
}
fn output_slots(&self, resolved: &ResolvedDag, node_idx: usize) -> Vec<usize> {
let mut slots = Vec::new();
for (p, out) in resolved.nodes[node_idx].meta().outs.iter().enumerate() {
let start = self.port_offsets[node_idx][p];
slots.extend(start..start + out.typ.slot_width());
}
slots
}
fn named_outputs(&self, resolved: &ResolvedDag) -> HashMap<String, usize> {
resolved
.output_map
.iter()
.map(|(name, (n, p))| (name.clone(), self.port_offsets[*n][*p]))
.collect()
}
fn ref_slot_mask(&self, resolved: &ResolvedDag) -> Vec<bool> {
use crate::ast::SlotColor;
let mut mask = vec![false; self.total_slots];
let mut mark = |start: usize, color: SlotColor| match color {
SlotColor::Ref2 => {
mask[start] = true;
mask[start + 1] = true;
}
SlotColor::Imm1 | SlotColor::Imm2 => {}
};
for (i, d) in resolved.input_defs.iter().enumerate() {
mark(self.input_starts[i], d.port_type.slot_color());
}
for (n, node) in resolved.nodes.iter().enumerate() {
for (p, out) in node.meta().outs.iter().enumerate() {
mark(self.port_offsets[n][p], out.typ.slot_color());
}
}
mask
}
fn ref_output_starts(&self, resolved: &ResolvedDag, node_idx: usize) -> Vec<usize> {
resolved.nodes[node_idx]
.meta()
.outs
.iter()
.enumerate()
.filter(|(_, out)| out.typ.slot_color() == crate::ast::SlotColor::Ref2)
.map(|(p, _)| self.port_offsets[node_idx][p])
.collect()
}
fn expand_dependents(&self, resolved: &ResolvedDag, deps: &[Vec<usize>]) -> Vec<Vec<usize>> {
let mut out = Vec::with_capacity(self.coord_slots);
for (i, d) in resolved.input_defs.iter().enumerate() {
for _ in 0..d.port_type.slot_width() {
out.push(deps.get(i).cloned().unwrap_or_default());
}
}
out
}
}
pub struct PolydatAssembler {
input_defs: Vec<crate::kernel::InputDef>,
coord_count: usize,
nodes: Vec<PendingNode>,
output_order: Vec<String>,
outputs: HashMap<String, WireRef>,
source: String,
context: String,
output_modifiers: HashMap<String, crate::dsl::ast::BindingModifier>,
const_outputs: std::collections::HashSet<String>,
pub(crate) strict_values: bool,
pub(crate) strict_types: bool,
pub(crate) strict: bool,
pub(crate) jit_mode: Option<crate::compile::cone::JitMode>,
cursor_schemas: Vec<crate::iteration::source::SourceSchema>,
}
type P2Layout = (
usize,
usize,
Vec<crate::compile::closures::P2Step>,
HashMap<String, usize>,
Vec<bool>,
crate::compile::closures::P2Extras,
);
#[cfg(feature = "jit")]
type JitLayout = (
usize,
usize,
Vec<(crate::compile::jit::JitOp, Vec<usize>, Vec<usize>)>,
HashMap<String, usize>,
crate::compile::jit::ScratchPlan,
Vec<usize>,
);
impl PolydatAssembler {
pub fn new(input_names: Vec<String>) -> Self {
let coord_count = input_names.len();
let input_defs: Vec<crate::kernel::InputDef> = input_names
.into_iter()
.map(|name| crate::kernel::InputDef {
name,
default: crate::ast::Value::U64(0),
port_type: crate::ast::PortType::U64,
kind: crate::kernel::InputKind::Coordinate,
})
.collect();
Self {
input_defs,
coord_count,
nodes: Vec::new(),
output_order: Vec::new(),
outputs: HashMap::new(),
source: String::new(),
context: "(assembler)".into(),
output_modifiers: HashMap::new(),
const_outputs: std::collections::HashSet::new(),
strict_values: false,
strict_types: false,
strict: false,
jit_mode: None,
cursor_schemas: Vec::new(),
}
}
pub fn set_cursor_schemas(&mut self, schemas: Vec<crate::iteration::source::SourceSchema>) {
self.cursor_schemas = schemas;
}
pub fn cursor_schemas(&self) -> &[crate::iteration::source::SourceSchema] {
&self.cursor_schemas
}
pub fn set_strict_wires(&mut self, strict_types: bool, strict_values: bool) {
self.strict_types = strict_types;
self.strict_values = strict_values;
}
pub fn set_strict(&mut self, strict: bool) {
self.strict = strict;
}
pub fn set_jit_mode(&mut self, mode: crate::compile::cone::JitMode) {
self.jit_mode = Some(mode);
}
pub fn set_context(&mut self, source: &str, context: &str) {
self.source = source.to_string();
self.context = context.to_string();
}
pub fn add_node(
&mut self,
name: impl Into<String>,
node: Box<dyn PolydatNode>,
inputs: Vec<WireRef>,
) -> &mut Self {
self.nodes.push(PendingNode {
name: name.into(),
node,
inputs,
});
self
}
pub fn set_output_modifier(&mut self, name: &str, modifier: crate::dsl::ast::BindingModifier) {
if modifier != crate::dsl::ast::BindingModifier::NONE {
self.output_modifiers.insert(name.to_string(), modifier);
}
}
pub fn mark_const_output(&mut self, name: &str) {
self.const_outputs.insert(name.to_string());
}
pub fn add_output(&mut self, name: impl Into<String>, wire: WireRef) -> &mut Self {
let name = name.into();
if !self.outputs.contains_key(&name) {
self.output_order.push(name.clone());
}
self.outputs.insert(name, wire);
self
}
pub fn add_input(
&mut self,
name: impl Into<String>,
default: crate::ast::Value,
port_type: crate::ast::PortType,
kind: crate::kernel::InputKind,
) -> &mut Self {
self.input_defs.push(crate::kernel::InputDef {
name: name.into(),
default,
port_type,
kind,
});
self
}
pub fn set_input_type(&mut self, name: &str, port_type: crate::ast::PortType) {
if let Some(d) = self.input_defs.iter_mut().find(|d| d.name == name) {
d.port_type = port_type;
}
}
pub fn input_names(&self) -> Vec<&str> {
self.input_defs.iter().map(|d| d.name.as_str()).collect()
}
pub fn node_output_type(&self, name: &str) -> Option<crate::ast::PortType> {
self.nodes
.iter()
.find(|n| n.name == name)
.and_then(|n| n.node.meta().outs.first())
.map(|p| p.typ)
}
pub fn output_names(&self) -> Vec<&str> {
self.outputs.keys().map(|s| s.as_str()).collect()
}
pub fn output_type(&self, name: &str) -> Option<PortType> {
self.nodes
.iter()
.find(|pn| pn.name == name)
.and_then(|pn| pn.node.meta().outs.first())
.map(|port| port.typ)
}
pub fn input_type(&self, name: &str) -> Option<PortType> {
self.input_defs
.iter()
.find(|d| d.name == name)
.map(|d| d.port_type)
}
pub fn wire_type(&self, wire: &WireRef) -> Option<PortType> {
match wire {
WireRef::Input(name) => self.input_type(name),
WireRef::Node(name, port_idx) => self
.nodes
.iter()
.find(|pn| &pn.name == name)
.and_then(|pn| pn.node.meta().outs.get(*port_idx))
.map(|p| p.typ),
}
}
pub fn compile(self) -> Result<PolydatKernel, AssemblyError> {
self.compile_with_log(None)
}
pub fn compile_with_log(
self,
mut log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<PolydatKernel, AssemblyError> {
let jit_mode = self.jit_mode.unwrap_or_default();
let strict = self.strict;
let mut resolved = self.resolve_with_log(log.as_deref_mut())?;
crate::compile::cone::extract_jit_cones(&mut resolved, jit_mode);
let _coord_names = resolved.input_names();
let modifiers = resolved.output_modifiers.clone();
let cursors = std::mem::take(&mut resolved.cursor_schemas);
let mut kernel = PolydatKernel::new_with_inputs(
resolved.nodes,
resolved.wiring,
resolved.input_defs,
resolved.coord_count,
resolved.output_map,
resolved.output_order,
resolved.const_outputs,
modifiers,
&resolved.source,
&resolved.context,
log,
strict,
)
.map_err(AssemblyError::Other)?;
if !cursors.is_empty() {
kernel.set_cursor_schemas(cursors);
}
kernel.set_cone_mode(jit_mode);
Ok(kernel)
}
fn refuse_strict(resolved: &ResolvedDag) -> Result<(), AssemblyError> {
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let is_init: Vec<bool> = classes
.lifecycle
.iter()
.map(|lc| *lc == crate::kernel::EvalLifecycle::CompileConst)
.collect();
match PolydatProgram::strict_violation(
&resolved.nodes,
&resolved.wiring,
&is_init,
&resolved.output_map,
&resolved.output_modifiers,
) {
Some(violation) => Err(AssemblyError::Other(violation)),
None => Ok(()),
}
}
pub fn try_compile(self) -> Result<CompiledKernelPushPull, Box<PolydatKernel>> {
let resolved = self.resolve().expect("assembly validation failed");
let coord_names = resolved.input_names();
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
match Self::build_p2_layout(&resolved) {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
resolved.nodes,
resolved.wiring,
coord_names,
resolved.output_map,
&resolved.source,
&resolved.context,
)));
}
};
let dependents = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
Ok(CompiledKernelPushPull::new(
coord_count,
total_slots,
steps,
output_map,
dependents,
ref_slots,
extras,
))
}
pub fn try_compile_raw(self) -> Result<CompiledKernelRaw, Box<PolydatKernel>> {
let resolved = match self.resolve() {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
vec![],
vec![],
vec![],
HashMap::new(),
"",
"(fallback)",
)));
}
};
let coord_names = resolved.input_names();
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
match Self::build_p2_layout(&resolved) {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
resolved.nodes,
resolved.wiring,
coord_names,
resolved.output_map,
&resolved.source,
&resolved.context,
)));
}
};
Ok(CompiledKernelRaw::new(
coord_count,
total_slots,
steps,
output_map,
ref_slots,
extras,
))
}
pub fn try_compile_push(self) -> Result<CompiledKernelPush, Box<PolydatKernel>> {
let resolved = match self.resolve() {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
vec![],
vec![],
vec![],
HashMap::new(),
"",
"(fallback)",
)));
}
};
let coord_names = resolved.input_names();
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
match Self::build_p2_layout(&resolved) {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
resolved.nodes,
resolved.wiring,
coord_names,
resolved.output_map,
&resolved.source,
&resolved.context,
)));
}
};
let dependents = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
Ok(CompiledKernelPush::new(
coord_count,
total_slots,
steps,
output_map,
dependents,
ref_slots,
extras,
))
}
pub fn try_compile_pull(self) -> Result<CompiledKernelPull, Box<PolydatKernel>> {
let resolved = match self.resolve() {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
vec![],
vec![],
vec![],
HashMap::new(),
"",
"(fallback)",
)));
}
};
let coord_names = resolved.input_names();
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
match Self::build_p2_layout(&resolved) {
Ok(r) => r,
Err(_) => {
return Err(Box::new(PolydatKernel::new(
resolved.nodes,
resolved.wiring,
coord_names,
resolved.output_map,
&resolved.source,
&resolved.context,
)));
}
};
let dependents = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
Ok(CompiledKernelPull::new(
coord_count,
total_slots,
steps,
output_map,
&dependents,
ref_slots,
extras,
))
}
fn build_p2_layout(resolved: &ResolvedDag) -> Result<P2Layout, String> {
let layout = slot_layout(resolved);
let mut compiled_ops = Vec::with_capacity(resolved.nodes.len());
let mut extras = crate::compile::closures::P2Extras::default();
for (node_idx, node) in resolved.nodes.iter().enumerate() {
compiled_ops.push(
node_step_op(node.as_ref(), &wire_types_of(resolved, node_idx)).ok_or_else(
|| {
format!(
"node '{}' has no compiled form (docs/design/engine_parity.md)",
node.meta().name
)
},
)?,
);
}
extras.externs = crate::compile::externs::Externs::new(
&resolved.input_defs,
resolved.coord_count,
&layout.input_starts,
&resolved.cursor_schemas,
&shared_outputs_of(resolved),
)?;
extras.externs.set_output_names(&resolved.output_order);
extras.output_types = resolved
.output_map
.iter()
.map(|(name, (n, p))| (name.clone(), resolved.nodes[*n].meta().outs[*p].typ))
.collect();
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let inventory = PolydatProgram::compute_node_inventory(&resolved.nodes, &resolved.wiring);
let per_input = PolydatProgram::compute_dependents(
&inventory.input_provenance,
resolved.input_defs.len(),
);
extras.input_dependents = layout.expand_dependents(resolved, &per_input);
extras.attribution = std::sync::Arc::new(Self::attribution_of(resolved));
let mut steps = Vec::with_capacity(resolved.nodes.len());
for (node_idx, (op, scratch)) in compiled_ops.into_iter().enumerate() {
steps.push(crate::compile::closures::P2Step {
name: resolved.nodes[node_idx].meta().name.clone(),
op,
input_slots: layout.input_slots(resolved, node_idx),
output_slots: layout.output_slots(resolved, node_idx),
ref_output_starts: layout.ref_output_starts(resolved, node_idx),
scratch,
accepts_none: resolved.nodes[node_idx].accepts_none_inputs(),
volatile: classes.nondeterministic[node_idx],
constant: classes.lifecycle[node_idx] == crate::kernel::EvalLifecycle::CompileConst,
side: matches!(
resolved.nodes[node_idx].purity(),
crate::ast::Purity::SideChannel { .. }
),
});
}
let output_map = layout.named_outputs(resolved);
let ref_slots = layout.ref_slot_mask(resolved);
Ok((
layout.coord_slots,
layout.total_slots,
steps,
output_map,
ref_slots,
extras,
))
}
#[cfg(feature = "jit")]
pub(crate) fn build_jit_layout(resolved: &ResolvedDag) -> Result<JitLayout, String> {
let layout = slot_layout(resolved);
let mut scratch = crate::compile::jit::ScratchPlan::default();
let mut jit_steps = Vec::new();
for (node_idx, node) in resolved.nodes.iter().enumerate() {
let mut jit_op = crate::compile::jit::classify_node_typed(
node.as_ref(),
&wire_types_of(resolved, node_idx),
);
if matches!(jit_op, crate::compile::jit::JitOp::Fallback) {
return Err(format!(
"node '{}' has no native form and no kit; pure native code cannot run it",
node.meta().name
));
}
let base = scratch.elems.len();
jit_op.place_scratch(base);
let elems = jit_op.scratch_elems().to_vec();
scratch.refs.extend(scratch_pairs(
&node.meta().name,
&layout.ref_output_starts(resolved, node_idx),
&elems,
base,
));
scratch.elems.extend(elems);
jit_steps.push((
jit_op,
layout.input_slots(resolved, node_idx),
layout.output_slots(resolved, node_idx),
));
}
let output_map = layout.named_outputs(resolved);
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let volatile: Vec<usize> = (0..resolved.nodes.len())
.filter(|&i| classes.nondeterministic[i])
.collect();
Ok((
layout.coord_slots,
layout.total_slots,
jit_steps,
output_map,
scratch,
volatile,
))
}
#[cfg(feature = "jit")]
fn jit_slot_info(resolved: &ResolvedDag) -> (Vec<bool>, HashMap<String, PortType>) {
let layout = slot_layout(resolved);
let guard = layout.ref_slot_mask(resolved);
let types = resolved
.output_map
.iter()
.map(|(name, (n, p))| (name.clone(), resolved.nodes[*n].meta().outs[*p].typ))
.collect();
(guard, types)
}
#[cfg(feature = "jit")]
pub fn try_compile_jit(self) -> Result<crate::compile::hybrid::HybridKernelPushPull, String> {
self.compile_hybrid()
}
#[cfg(feature = "jit")]
pub fn try_compile_jit_raw(self) -> Result<crate::compile::hybrid::HybridKernelRaw, String> {
Ok(self.compile_hybrid()?.into_raw())
}
#[cfg(feature = "jit")]
pub fn try_compile_jit_push(
self,
) -> Result<crate::compile::hybrid::HybridKernelPushPull, String> {
self.compile_hybrid()
}
#[cfg(feature = "jit")]
pub fn try_compile_jit_pull(self) -> Result<crate::compile::hybrid::HybridKernelPull, String> {
Ok(self.compile_hybrid()?.into_pull())
}
#[doc(hidden)]
#[cfg(feature = "jit")]
pub fn try_compile_pure_jit(self) -> Result<crate::compile::jit::JitKernelPushPull, String> {
let resolved = self.resolve().map_err(|e| format!("{e}"))?;
Self::jit_push_pull_from(resolved)
}
#[cfg(feature = "jit")]
fn jit_push_pull_from(
resolved: ResolvedDag,
) -> Result<crate::compile::jit::JitKernelPushPull, String> {
let _coord_names = resolved.input_names();
let (coord_count, total_slots, jit_steps, output_map, scratch, volatile) =
Self::build_jit_layout(&resolved)?;
let (guard, types) = Self::jit_slot_info(&resolved);
let deps = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
let externs = Self::externs_of(&resolved)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let mut k = crate::compile::jit::compile_jit_push_pull(
coord_count,
total_slots,
jit_steps,
output_map,
resolved.nodes,
deps,
externs,
scratch,
volatile,
)?;
k.set_slot_info(guard, types);
k.set_attribution(attribution);
Ok(k)
}
fn externs_of(resolved: &ResolvedDag) -> Result<crate::compile::externs::Externs, String> {
let layout = slot_layout(resolved);
let mut externs = crate::compile::externs::Externs::new(
&resolved.input_defs,
resolved.coord_count,
&layout.input_starts,
&resolved.cursor_schemas,
&shared_outputs_of(resolved),
)?;
externs.set_output_names(&resolved.output_order);
Ok(externs)
}
#[doc(hidden)]
#[cfg(feature = "jit")]
pub fn try_compile_pure_jit_raw(self) -> Result<crate::compile::jit::JitKernelRaw, String> {
let resolved = self.resolve().map_err(|e| format!("{e}"))?;
Self::jit_raw_from(resolved)
}
pub(crate) fn attribution_of(resolved: &ResolvedDag) -> crate::compile::Attribution {
let layout = slot_layout(resolved);
let sites = resolved
.nodes
.iter()
.enumerate()
.map(|(node_idx, node)| {
let mut outputs: Vec<String> = resolved
.output_map
.iter()
.filter(|(_, (n, _))| *n == node_idx)
.map(|(name, _)| name.clone())
.collect();
outputs.sort();
let inputs = resolved.wiring[node_idx]
.iter()
.map(|source| match source {
WireSource::Input(c) => (
layout.input_starts.get(*c).copied().unwrap_or(*c),
resolved
.input_defs
.get(*c)
.map(|d| d.port_type)
.unwrap_or(PortType::U64),
),
WireSource::NodeOutput(u, p) => (
layout.port_offsets[*u][*p],
resolved.nodes[*u].meta().outs[*p].typ,
),
})
.collect();
crate::compile::NodeSite {
name: node.meta().name.to_string(),
outputs,
inputs,
}
})
.collect();
crate::compile::Attribution {
sites,
context: resolved.context.clone(),
}
}
#[cfg(feature = "jit")]
fn jit_raw_from(resolved: ResolvedDag) -> Result<crate::compile::jit::JitKernelRaw, String> {
let _coord_names = resolved.input_names();
let (coord_count, total_slots, jit_steps, output_map, scratch, volatile) =
Self::build_jit_layout(&resolved)?;
let (guard, types) = Self::jit_slot_info(&resolved);
let externs = Self::externs_of(&resolved)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let mut k = crate::compile::jit::compile_jit_raw_with(
coord_count,
total_slots,
jit_steps,
output_map,
resolved.nodes,
externs,
scratch,
volatile,
)?;
k.set_slot_info(guard, types);
k.set_attribution(attribution);
Ok(k)
}
#[cfg(feature = "jit")]
pub fn try_compile_tier1_simd_ordinal(
self,
driving_input: &str,
output: &str,
) -> Result<
crate::compile::simd_tier1::Tier1SimdExecutor,
crate::compile::simd_tier1::Tier1SimdError,
> {
let resolved = self.resolve().map_err(|error| {
crate::compile::simd_tier1::Tier1SimdError::VectorGraphBuild(error.to_string())
})?;
crate::compile::simd_tier1::compile_tier1_ordinal(resolved, driving_input, output)
}
#[doc(hidden)]
#[cfg(feature = "jit")]
pub fn try_compile_pure_jit_push(self) -> Result<crate::compile::jit::JitKernelPush, String> {
let resolved = self.resolve().map_err(|e| format!("{e}"))?;
Self::jit_push_from(resolved)
}
#[cfg(feature = "jit")]
fn jit_push_from(resolved: ResolvedDag) -> Result<crate::compile::jit::JitKernelPush, String> {
let _coord_names = resolved.input_names();
let (coord_count, total_slots, jit_steps, output_map, scratch, volatile) =
Self::build_jit_layout(&resolved)?;
let deps = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
let (guard, types) = Self::jit_slot_info(&resolved);
let externs = Self::externs_of(&resolved)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let mut k = crate::compile::jit::compile_jit_push(
coord_count,
total_slots,
jit_steps,
output_map,
resolved.nodes,
deps,
externs,
scratch,
volatile,
)?;
k.set_slot_info(guard, types);
k.set_attribution(attribution);
Ok(k)
}
#[doc(hidden)]
#[cfg(feature = "jit")]
pub fn try_compile_pure_jit_pull(self) -> Result<crate::compile::jit::JitKernelPull, String> {
let resolved = self.resolve().map_err(|e| format!("{e}"))?;
Self::jit_pull_from(resolved)
}
#[cfg(feature = "jit")]
fn jit_pull_from(resolved: ResolvedDag) -> Result<crate::compile::jit::JitKernelPull, String> {
let _coord_names = resolved.input_names();
let (coord_count, total_slots, jit_steps, output_map, scratch, volatile) =
Self::build_jit_layout(&resolved)?;
let deps = slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
);
let (guard, types) = Self::jit_slot_info(&resolved);
let externs = Self::externs_of(&resolved)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let mut k = crate::compile::jit::compile_jit_pull(
coord_count,
total_slots,
jit_steps,
output_map,
resolved.nodes,
&deps,
externs,
scratch,
volatile,
)?;
k.set_slot_info(guard, types);
k.set_attribution(attribution);
Ok(k)
}
#[doc(hidden)]
pub fn compile_hybrid(self) -> Result<crate::compile::hybrid::HybridKernel, String> {
let resolved = self.resolve().map_err(|e| format!("{e}"))?;
Self::hybrid_from(resolved)
}
fn hybrid_from(resolved: ResolvedDag) -> Result<crate::compile::hybrid::HybridKernel, String> {
let _coord_names = resolved.input_names();
let layout = slot_layout(&resolved);
let output_map = layout.named_outputs(&resolved);
let input_widths: Vec<usize> = resolved
.input_defs
.iter()
.map(|d| d.port_type.slot_width())
.collect();
let ref_slots = layout.ref_slot_mask(&resolved);
let input_types: Vec<PortType> = resolved.input_defs.iter().map(|d| d.port_type).collect();
let externs = Self::externs_of(&resolved)?;
let attribution = std::sync::Arc::new(Self::attribution_of(&resolved));
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let constant: Vec<bool> = classes
.lifecycle
.iter()
.map(|lc| *lc == crate::kernel::EvalLifecycle::CompileConst)
.collect();
let mut kernel = crate::compile::hybrid::build_hybrid(
&resolved.nodes,
&resolved.wiring,
layout.coord_slots,
layout.total_slots,
&layout.port_offsets,
&layout.input_starts,
&input_widths,
output_map,
ref_slots,
&input_types,
externs,
constant,
classes.nondeterministic,
attribution,
)?;
kernel.retain_nodes(resolved.nodes);
Ok(kernel)
}
fn resolve(self) -> Result<ResolvedDag, AssemblyError> {
self.resolve_with_log(None)
}
fn resolve_with_log(
self,
mut log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<ResolvedDag, AssemblyError> {
if let Some(log) = log.as_deref_mut() {
let cursor_slot = |name: &str| {
self.cursor_schemas
.iter()
.any(|s| name.starts_with(&format!("{}__cursor", s.name)))
};
for def in &self.input_defs {
if matches!(
def.kind,
crate::kernel::InputKind::ExternalWrite
| crate::kernel::InputKind::IterationExtern
) && def.default == crate::ast::Value::None
&& !cursor_slot(&def.name)
{
log.push(crate::dsl::events::CompileEvent::ExternWithoutDefault {
name: def.name.clone(),
port_type: def.port_type.to_string(),
});
}
}
}
let mut name_to_idx: HashMap<String, usize> = HashMap::new();
for (i, pn) in self.nodes.iter().enumerate() {
if name_to_idx.contains_key(&pn.name) {
return Err(AssemblyError::DuplicateNode(pn.name.clone()));
}
name_to_idx.insert(pn.name.clone(), i);
}
let input_to_idx: HashMap<String, usize> = self
.input_defs
.iter()
.enumerate()
.map(|(i, d)| (d.name.clone(), i))
.collect();
for pn in &self.nodes {
let expected = pn.node.meta().wire_inputs().len();
let got = pn.inputs.len();
if expected != got {
return Err(AssemblyError::ArityMismatch {
node_name: pn.name.clone(),
expected,
got,
});
}
}
let mut all_nodes: Vec<PendingNode> = Vec::new();
let mut all_name_to_idx: HashMap<String, usize> = HashMap::new();
let mut adapter_count = 0usize;
let mut assertion_count = 0usize;
let strict_values = self.strict_values;
let strict_types = self.strict_types;
let strict = self.strict;
for pn in self.nodes {
let idx = all_nodes.len();
all_name_to_idx.insert(pn.name.clone(), idx);
all_nodes.push(pn);
}
let mut resolved_wiring: Vec<Vec<WireSource>> = Vec::new();
for node_idx in 0..all_nodes.len() {
let mut node_wiring = Vec::new();
for (port_idx, wire_ref) in all_nodes[node_idx].inputs.clone().iter().enumerate() {
let expected_type = all_nodes[node_idx].node.meta().wire_inputs()[port_idx].typ;
let (source, source_type) = match wire_ref {
WireRef::Input(name) => {
let input_idx = input_to_idx
.get(name)
.ok_or_else(|| AssemblyError::UnknownWire(name.clone()))?;
let source_type = self.input_defs[*input_idx].port_type;
(WireSource::Input(*input_idx), source_type)
}
WireRef::Node(name, out_port) => {
let src_idx = all_name_to_idx
.get(name)
.ok_or_else(|| AssemblyError::UnknownWire(name.clone()))?;
let src_type = all_nodes[*src_idx].node.meta().outs[*out_port].typ;
(WireSource::NodeOutput(*src_idx, *out_port), src_type)
}
};
let node_name_for_typing = &all_nodes[node_idx].node.meta().name;
let skip_type_check =
UNTYPED_VARIADIC_NODES.contains(&node_name_for_typing.as_str());
if skip_type_check || source_type == expected_type {
node_wiring.push(source);
} else if let Some(adapter) = auto_adapter(source_type, expected_type) {
if strict {
return Err(AssemblyError::Other(format!(
"strict mode: implicit type coercion {source_type} → {expected_type} \
into '{}'. Use an explicit conversion function (e.g., u64_to_f64, \
f64_to_u64).",
all_nodes[node_idx].name
)));
}
let adapter_name = format!("__adapt_{adapter_count}");
adapter_count += 1;
let adapter_idx = all_nodes.len();
if let Some(ref mut log) = log {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
log.push(crate::dsl::events::CompileEvent::TypeAdapterInserted {
from_node: from_name,
to_node: all_nodes[node_idx].name.clone(),
adapter: format!("{source_type:?}→{expected_type:?}"),
});
}
all_name_to_idx.insert(adapter_name.clone(), adapter_idx);
let adapter_wiring = vec![source];
while resolved_wiring.len() <= adapter_idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[adapter_idx] = adapter_wiring;
all_nodes.push(PendingNode {
name: adapter_name,
node: adapter,
inputs: vec![],
});
node_wiring.push(WireSource::NodeOutput(adapter_idx, 0));
} else {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
return Err(AssemblyError::TypeMismatch {
from_node: from_name,
from_port: match wire_ref {
WireRef::Input(_) => 0,
WireRef::Node(_, p) => *p,
},
from_type: source_type,
to_node: all_nodes[node_idx].name.clone(),
to_port: port_idx,
to_type: expected_type,
});
}
let sink_port = &all_nodes[node_idx].node.meta().wire_inputs()[port_idx];
if let Some(constraint) = sink_port.constraint {
let last_source = node_wiring.last().expect("wire just pushed").clone();
if strict_values
&& !value_constraint_proven(&all_nodes, &last_source, &constraint)
{
let assert_name = format!("__assert_v_{assertion_count}");
assertion_count += 1;
let assert_idx = all_nodes.len();
if let Some(ref mut log) = log {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
log.push(crate::dsl::events::CompileEvent::AssertionInserted {
from_node: from_name,
to_node: all_nodes[node_idx].name.clone(),
kind: format!("{:?} value-assert {:?}", expected_type, constraint),
});
}
all_name_to_idx.insert(assert_name.clone(), assert_idx);
let assert_wiring = vec![last_source];
while resolved_wiring.len() <= assert_idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[assert_idx] = assert_wiring;
all_nodes.push(PendingNode {
name: assert_name,
node: crate::library::assertions::assert_value_node(
expected_type,
constraint,
),
inputs: vec![],
});
*node_wiring.last_mut().unwrap() = WireSource::NodeOutput(assert_idx, 0);
} else if let Some(ref mut log) = log {
let from_name = match wire_ref {
WireRef::Input(n) => n.clone(),
WireRef::Node(n, _) => n.clone(),
};
log.push(crate::dsl::events::CompileEvent::AssertionSkipped {
from_node: from_name,
to_node: all_nodes[node_idx].name.clone(),
reason: assertion_skip_reason(
strict_values,
&all_nodes,
&last_source,
&constraint,
),
});
}
} else if strict_types && source_type != expected_type {
}
}
while resolved_wiring.len() <= node_idx {
resolved_wiring.push(Vec::new());
}
resolved_wiring[node_idx] = node_wiring;
}
while resolved_wiring.len() < all_nodes.len() {
resolved_wiring.push(Vec::new());
}
{
let rules = crate::compile::fusion::default_rules();
if !rules.is_empty() {
let mut output_nodes: Vec<usize> = Vec::new();
for wire_ref in self.outputs.values() {
if let WireRef::Node(node_name, _) = wire_ref
&& let Some(&idx) = all_name_to_idx.get(node_name)
{
output_nodes.push(idx);
}
}
let mut opt_nodes: Vec<Option<Box<dyn PolydatNode>>> =
all_nodes.into_iter().map(|pn| Some(pn.node)).collect();
let fused_count = crate::compile::fusion::apply_fusions(
&mut opt_nodes,
&mut resolved_wiring,
&mut all_name_to_idx,
&rules,
&output_nodes,
);
if fused_count > 0
&& let Some(ref mut log) = log
{
log.push(crate::dsl::events::CompileEvent::FusionApplied {
pattern: "subgraph".into(),
nodes_replaced: fused_count,
});
}
all_nodes = opt_nodes
.into_iter()
.enumerate()
.map(|(i, opt)| PendingNode {
name: all_name_to_idx
.iter()
.find(|&(_, &idx)| idx == i)
.map(|(n, _)| n.clone())
.unwrap_or_else(|| format!("__removed_{i}")),
node: opt.unwrap_or_else(|| {
Box::new(crate::library::identity::Identity::new(
crate::ast::PortType::U64,
))
}),
inputs: vec![], })
.collect();
}
}
let node_count = all_nodes.len();
let mut reachable = vec![false; node_count];
{
let mut worklist: Vec<usize> = Vec::new();
for wire_ref in self.outputs.values() {
if let WireRef::Node(node_name, _) = wire_ref
&& let Some(&idx) = all_name_to_idx.get(node_name)
{
worklist.push(idx);
}
}
for (idx, pn) in all_nodes.iter().enumerate() {
if matches!(
pn.node.meta().name.as_str(),
"log_debug" | "log_info" | "log_warn" | "log_error"
) {
worklist.push(idx);
}
}
while let Some(idx) = worklist.pop() {
if reachable[idx] {
continue;
}
reachable[idx] = true;
for source in &resolved_wiring[idx] {
if let WireSource::NodeOutput(upstream, _) = source
&& !reachable[*upstream]
{
worklist.push(*upstream);
}
}
}
}
let live_count = reachable.iter().filter(|&&r| r).count();
let mut in_degree = vec![0usize; node_count];
let mut dependents: Vec<Vec<usize>> = vec![Vec::new(); node_count];
for (node_idx, wiring) in resolved_wiring.iter().enumerate() {
if !reachable[node_idx] {
continue;
}
for source in wiring {
if let WireSource::NodeOutput(upstream, _) = source {
in_degree[node_idx] += 1;
dependents[*upstream].push(node_idx);
}
}
}
let mut queue: Vec<usize> = (0..node_count)
.filter(|i| reachable[*i] && in_degree[*i] == 0)
.collect();
let mut sorted_order: Vec<usize> = Vec::with_capacity(live_count);
while let Some(idx) = queue.pop() {
sorted_order.push(idx);
for &dep in &dependents[idx] {
in_degree[dep] -= 1;
if in_degree[dep] == 0 {
queue.push(dep);
}
}
}
if sorted_order.len() != live_count {
return Err(AssemblyError::CycleDetected);
}
let mut old_to_new = vec![0usize; node_count];
for (new_idx, &old_idx) in sorted_order.iter().enumerate() {
old_to_new[old_idx] = new_idx;
}
let mut sorted_nodes: Vec<Option<Box<dyn PolydatNode>>> =
all_nodes.into_iter().map(|pn| Some(pn.node)).collect();
let final_nodes: Vec<Box<dyn PolydatNode>> = sorted_order
.iter()
.map(|&old_idx| sorted_nodes[old_idx].take().unwrap())
.collect();
let final_wiring: Vec<Vec<WireSource>> = sorted_order
.iter()
.map(|&old_idx| {
resolved_wiring[old_idx]
.iter()
.map(|source| match source {
WireSource::Input(c) => WireSource::Input(*c),
WireSource::NodeOutput(old_up, port) => {
WireSource::NodeOutput(old_to_new[*old_up], *port)
}
})
.collect()
})
.collect();
let mut final_output_map: HashMap<String, (usize, usize)> = HashMap::new();
for (name, wire_ref) in &self.outputs {
match wire_ref {
WireRef::Input(coord_name) => {
return Err(AssemblyError::UnknownWire(format!(
"output '{name}' references coordinate '{coord_name}' directly; \
wire through a node instead"
)));
}
WireRef::Node(node_name, port) => {
let old_idx = all_name_to_idx
.get(node_name)
.ok_or_else(|| AssemblyError::UnknownWire(node_name.clone()))?;
final_output_map.insert(name.clone(), (old_to_new[*old_idx], *port));
}
}
}
for f in crate::compile::roundtrip_lint::lint_type_round_trips(
&final_nodes,
&final_wiring,
&self.input_defs,
) {
if strict_values {
return Err(AssemblyError::Other(f.message()));
}
eprintln!("warning: {}", f.message());
if let Some(ref mut log) = log {
log.push(crate::dsl::events::CompileEvent::Warning {
message: f.message(),
});
}
}
Ok(ResolvedDag {
nodes: final_nodes,
wiring: final_wiring,
input_defs: self.input_defs,
coord_count: self.coord_count,
output_map: final_output_map,
output_order: self.output_order,
source: self.source,
context: self.context,
output_modifiers: self.output_modifiers,
const_outputs: self.const_outputs,
cursor_schemas: self.cursor_schemas,
})
}
}
fn value_constraint_proven(
all_nodes: &[PendingNode],
src: &WireSource,
_constraint: &crate::dsl::const_constraints::ConstConstraint,
) -> bool {
match src {
WireSource::Input(_) => false,
WireSource::NodeOutput(idx, _) => {
let meta = all_nodes[*idx].node.meta();
let no_wire_inputs = meta.wire_inputs().is_empty();
if no_wire_inputs {
return true;
}
if meta.name.starts_with("__assert_v_") || meta.name.starts_with("assert_") {
return true;
}
false
}
}
}
fn assertion_skip_reason(
strict_values: bool,
all_nodes: &[PendingNode],
src: &WireSource,
_constraint: &crate::dsl::const_constraints::ConstConstraint,
) -> String {
if !strict_values {
return "strict_values not enabled".into();
}
match src {
WireSource::Input(_) => "raw input wire".into(),
WireSource::NodeOutput(idx, _) => {
let meta = all_nodes[*idx].node.meta();
if meta.wire_inputs().is_empty() {
"constant source already validated".into()
} else if meta.name.starts_with("__assert_v_") || meta.name.starts_with("assert_") {
"upstream assertion".into()
} else {
"no skip rule matched".into()
}
}
}
}
pub(crate) fn shared_outputs_of(resolved: &ResolvedDag) -> Vec<&str> {
let mut shared: Vec<&str> = resolved
.output_modifiers
.iter()
.filter(|(_, m)| **m == crate::dsl::ast::BindingModifier::SHARED)
.map(|(name, _)| name.as_str())
.collect();
shared.sort();
shared
}
pub(crate) fn wire_types_of(resolved: &ResolvedDag, node_idx: usize) -> Vec<PortType> {
resolved.wiring[node_idx]
.iter()
.map(|src| match src {
crate::kernel::WireSource::Input(i) => resolved.input_defs[*i].port_type,
crate::kernel::WireSource::NodeOutput(j, p) => resolved.nodes[*j].meta().outs[*p].typ,
})
.collect()
}
pub(crate) const UNTYPED_VARIADIC_NODES: &[&str] = &[
"printf",
"pick",
"log_debug",
"log_info",
"log_warn",
"log_error",
"exactly_one_value",
"json_text",
"json_array",
"json_object",
"str_concat",
"emit_row",
"tile_render",
];
pub fn auto_adapter(from: PortType, to: PortType) -> Option<Box<dyn PolydatNode>> {
use crate::library::convert::{
BoolToStr, BoolToU64, F32ToF64, F32ToString, I32ToF64, I32ToI64, I32ToString, I64ToF64,
I64ToString, U32ToF64, U32ToI64, U32ToString, U32ToU64,
};
use crate::library::polyfill as P;
use crate::library::polyfill_128 as W;
use crate::library::polyfill_complete as C;
use crate::library::polyfill_narrow as N;
match (from, to) {
(PortType::U64, PortType::F64) => Some(Box::new(U64ToF64::new())),
(PortType::U32, PortType::U64) => Some(Box::new(U32ToU64::new())),
(PortType::U32, PortType::I64) => Some(Box::new(U32ToI64::new())),
(PortType::U32, PortType::F64) => Some(Box::new(U32ToF64::new())),
(PortType::I32, PortType::I64) => Some(Box::new(I32ToI64::new())),
(PortType::I32, PortType::F64) => Some(Box::new(I32ToF64::new())),
(PortType::I64, PortType::F64) => Some(Box::new(I64ToF64::new())),
(PortType::F32, PortType::F64) => Some(Box::new(F32ToF64::new())),
(PortType::U64, PortType::Str) => Some(Box::new(U64ToString::new())),
(PortType::F64, PortType::Str) => Some(Box::new(F64ToString::new())),
(PortType::Bool, PortType::Str) => Some(Box::new(BoolToStr::new())),
(PortType::Json, PortType::Str) => Some(Box::new(JsonToStr::new())),
(PortType::U32, PortType::Str) => Some(Box::new(U32ToString::new())),
(PortType::I32, PortType::Str) => Some(Box::new(I32ToString::new())),
(PortType::I64, PortType::Str) => Some(Box::new(I64ToString::new())),
(PortType::F32, PortType::Str) => Some(Box::new(F32ToString::new())),
(PortType::Bool, PortType::U64) => Some(Box::new(BoolToU64::new())),
(PortType::Bool, PortType::U32) => Some(Box::new(P::BoolToU32::new())),
(PortType::Bool, PortType::I64) => Some(Box::new(P::BoolToI64::new())),
(PortType::Bool, PortType::I32) => Some(Box::new(P::BoolToI32::new())),
(PortType::Bool, PortType::F64) => Some(Box::new(P::BoolToF64::new())),
(PortType::Bool, PortType::F32) => Some(Box::new(P::BoolToF32::new())),
(PortType::U64, PortType::Bool) => {
Some(Box::new(crate::library::convert::U64ToBool::new()))
}
(PortType::U32, PortType::Bool) => Some(Box::new(P::U32ToBool::new())),
(PortType::I64, PortType::Bool) => Some(Box::new(P::I64ToBool::new())),
(PortType::I32, PortType::Bool) => Some(Box::new(P::I32ToBool::new())),
(PortType::F64, PortType::Bool) => Some(Box::new(P::F64ToBool::new())),
(PortType::F32, PortType::Bool) => Some(Box::new(P::F32ToBool::new())),
(PortType::U64, PortType::Bytes) => Some(Box::new(P::U64ToBytes::new())),
(PortType::U32, PortType::Bytes) => Some(Box::new(P::U32ToBytes::new())),
(PortType::I64, PortType::Bytes) => Some(Box::new(P::I64ToBytes::new())),
(PortType::I32, PortType::Bytes) => Some(Box::new(P::I32ToBytes::new())),
(PortType::F64, PortType::Bytes) => Some(Box::new(P::F64ToBytes::new())),
(PortType::F32, PortType::Bytes) => Some(Box::new(P::F32ToBytes::new())),
(PortType::Bool, PortType::Bytes) => Some(Box::new(P::BoolToBytes::new())),
(PortType::VecF32, PortType::Bytes) => Some(Box::new(P::VecF32ToBytes::new())),
(PortType::VecI32, PortType::Bytes) => Some(Box::new(P::VecI32ToBytes::new())),
(PortType::U64, PortType::Json) => Some(Box::new(P::U64ToJson::new())),
(PortType::U32, PortType::Json) => Some(Box::new(P::U32ToJson::new())),
(PortType::I64, PortType::Json) => Some(Box::new(P::I64ToJson::new())),
(PortType::I32, PortType::Json) => Some(Box::new(P::I32ToJson::new())),
(PortType::Bool, PortType::Json) => Some(Box::new(P::BoolToJson::new())),
(PortType::VecI32, PortType::Json) => Some(Box::new(P::VecI32ToJson::new())),
(PortType::VecI32, PortType::VecF32) => Some(Box::new(P::VecI32ToVecF32::new())),
(PortType::U8, PortType::U64) => Some(Box::new(N::U8ToU64::new())),
(PortType::U8, PortType::U32) => Some(Box::new(N::U8ToU32::new())),
(PortType::U8, PortType::U16) => Some(Box::new(N::U8ToU16::new())),
(PortType::U8, PortType::F64) => Some(Box::new(N::U8ToF64::new())),
(PortType::U16, PortType::U64) => Some(Box::new(N::U16ToU64::new())),
(PortType::U16, PortType::U32) => Some(Box::new(N::U16ToU32::new())),
(PortType::U16, PortType::F64) => Some(Box::new(N::U16ToF64::new())),
(PortType::I8, PortType::I64) => Some(Box::new(N::I8ToI64::new())),
(PortType::I8, PortType::I32) => Some(Box::new(N::I8ToI32::new())),
(PortType::I8, PortType::I16) => Some(Box::new(N::I8ToI16::new())),
(PortType::I8, PortType::F64) => Some(Box::new(N::I8ToF64::new())),
(PortType::I16, PortType::I64) => Some(Box::new(N::I16ToI64::new())),
(PortType::I16, PortType::I32) => Some(Box::new(N::I16ToI32::new())),
(PortType::I16, PortType::F64) => Some(Box::new(N::I16ToF64::new())),
(PortType::F16, PortType::F32) => Some(Box::new(N::F16ToF32::new())),
(PortType::F16, PortType::F64) => Some(Box::new(N::F16ToF64::new())),
(PortType::U8, PortType::I16) => Some(Box::new(N::U8ToI16::new())),
(PortType::U8, PortType::I32) => Some(Box::new(N::U8ToI32::new())),
(PortType::U8, PortType::I64) => Some(Box::new(N::U8ToI64::new())),
(PortType::U8, PortType::F32) => Some(Box::new(N::U8ToF32::new())),
(PortType::U16, PortType::I32) => Some(Box::new(N::U16ToI32::new())),
(PortType::U16, PortType::I64) => Some(Box::new(N::U16ToI64::new())),
(PortType::U16, PortType::F32) => Some(Box::new(N::U16ToF32::new())),
(PortType::I8, PortType::F32) => Some(Box::new(N::I8ToF32::new())),
(PortType::I16, PortType::F32) => Some(Box::new(N::I16ToF32::new())),
(PortType::U8, PortType::F16) => Some(Box::new(N::U8ToF16::new())),
(PortType::I8, PortType::F16) => Some(Box::new(N::I8ToF16::new())),
(PortType::U8, PortType::Str) => Some(Box::new(N::U8ToString::new())),
(PortType::U16, PortType::Str) => Some(Box::new(N::U16ToString::new())),
(PortType::I8, PortType::Str) => Some(Box::new(N::I8ToString::new())),
(PortType::I16, PortType::Str) => Some(Box::new(N::I16ToString::new())),
(PortType::F16, PortType::Str) => Some(Box::new(N::F16ToString::new())),
(PortType::Bool, PortType::U8) => Some(Box::new(N::BoolToU8::new())),
(PortType::Bool, PortType::U16) => Some(Box::new(N::BoolToU16::new())),
(PortType::Bool, PortType::I8) => Some(Box::new(N::BoolToI8::new())),
(PortType::Bool, PortType::I16) => Some(Box::new(N::BoolToI16::new())),
(PortType::Bool, PortType::F16) => Some(Box::new(N::BoolToF16::new())),
(PortType::U8, PortType::Bool) => Some(Box::new(N::U8ToBool::new())),
(PortType::U16, PortType::Bool) => Some(Box::new(N::U16ToBool::new())),
(PortType::I8, PortType::Bool) => Some(Box::new(N::I8ToBool::new())),
(PortType::I16, PortType::Bool) => Some(Box::new(N::I16ToBool::new())),
(PortType::F16, PortType::Bool) => Some(Box::new(N::F16ToBool::new())),
(PortType::U8, PortType::Bytes) => Some(Box::new(N::U8ToBytes::new())),
(PortType::U16, PortType::Bytes) => Some(Box::new(N::U16ToBytes::new())),
(PortType::I8, PortType::Bytes) => Some(Box::new(N::I8ToBytes::new())),
(PortType::I16, PortType::Bytes) => Some(Box::new(N::I16ToBytes::new())),
(PortType::F16, PortType::Bytes) => Some(Box::new(N::F16ToBytes::new())),
(PortType::U8, PortType::Json) => Some(Box::new(N::U8ToJson::new())),
(PortType::U16, PortType::Json) => Some(Box::new(N::U16ToJson::new())),
(PortType::I8, PortType::Json) => Some(Box::new(N::I8ToJson::new())),
(PortType::I16, PortType::Json) => Some(Box::new(N::I16ToJson::new())),
(PortType::U64, PortType::U128) => Some(Box::new(W::U64ToU128::new())),
(PortType::U64, PortType::I128) => Some(Box::new(W::U64ToI128::new())),
(PortType::I64, PortType::I128) => Some(Box::new(W::I64ToI128::new())),
(PortType::U8, PortType::U128) => Some(Box::new(W::U8ToU128::new())),
(PortType::U8, PortType::I128) => Some(Box::new(W::U8ToI128::new())),
(PortType::U16, PortType::U128) => Some(Box::new(W::U16ToU128::new())),
(PortType::U16, PortType::I128) => Some(Box::new(W::U16ToI128::new())),
(PortType::U32, PortType::U128) => Some(Box::new(W::U32ToU128::new())),
(PortType::U32, PortType::I128) => Some(Box::new(W::U32ToI128::new())),
(PortType::I8, PortType::I128) => Some(Box::new(W::I8ToI128::new())),
(PortType::I16, PortType::I128) => Some(Box::new(W::I16ToI128::new())),
(PortType::I32, PortType::I128) => Some(Box::new(W::I32ToI128::new())),
(PortType::Bool, PortType::U128) => Some(Box::new(W::BoolToU128::new())),
(PortType::Bool, PortType::I128) => Some(Box::new(W::BoolToI128::new())),
(PortType::U128, PortType::Bool) => Some(Box::new(W::U128ToBool::new())),
(PortType::I128, PortType::Bool) => Some(Box::new(W::I128ToBool::new())),
(PortType::U128, PortType::F64) => Some(Box::new(W::U128ToF64::new())),
(PortType::I128, PortType::F64) => Some(Box::new(W::I128ToF64::new())),
(PortType::U128, PortType::Str) => Some(Box::new(W::U128ToString::new())),
(PortType::I128, PortType::Str) => Some(Box::new(W::I128ToString::new())),
(PortType::U128, PortType::Bytes) => Some(Box::new(W::U128ToBytes::new())),
(PortType::I128, PortType::Bytes) => Some(Box::new(W::I128ToBytes::new())),
(PortType::U128, PortType::Json) => Some(Box::new(W::U128ToJson::new())),
(PortType::I128, PortType::Json) => Some(Box::new(W::I128ToJson::new())),
(from, to)
if crate::library::register_view::is_reg_port(from)
&& crate::library::register_view::is_reg_port(to) =>
{
Some(Box::new(crate::library::register_view::RegView::new(to)))
}
(PortType::VecI8, PortType::VecI16) => Some(Box::new(C::VecI8ToVecI16::new())),
(PortType::VecI8, PortType::VecI32) => Some(Box::new(C::VecI8ToVecI32::new())),
(PortType::VecI8, PortType::VecI64) => Some(Box::new(C::VecI8ToVecI64::new())),
(PortType::VecI8, PortType::VecF16) => Some(Box::new(C::VecI8ToVecF16::new())),
(PortType::VecI8, PortType::VecF32) => Some(Box::new(C::VecI8ToVecF32::new())),
(PortType::VecI8, PortType::VecF64) => Some(Box::new(C::VecI8ToVecF64::new())),
(PortType::VecI16, PortType::VecI32) => Some(Box::new(C::VecI16ToVecI32::new())),
(PortType::VecI16, PortType::VecI64) => Some(Box::new(C::VecI16ToVecI64::new())),
(PortType::VecI16, PortType::VecF32) => Some(Box::new(C::VecI16ToVecF32::new())),
(PortType::VecI16, PortType::VecF64) => Some(Box::new(C::VecI16ToVecF64::new())),
(PortType::VecI32, PortType::VecI64) => Some(Box::new(C::VecI32ToVecI64::new())),
(PortType::VecI32, PortType::VecF64) => Some(Box::new(C::VecI32ToVecF64::new())),
(PortType::VecI64, PortType::VecF64) => Some(Box::new(C::VecI64ToVecF64::new())),
(PortType::VecF16, PortType::VecF32) => Some(Box::new(C::VecF16ToVecF32::new())),
(PortType::VecF16, PortType::VecF64) => Some(Box::new(C::VecF16ToVecF64::new())),
(PortType::VecF32, PortType::VecF64) => Some(Box::new(C::VecF32ToVecF64::new())),
(PortType::VecF64, PortType::Bytes) => Some(Box::new(C::VecF64ToBytes::new())),
(PortType::VecI64, PortType::Bytes) => Some(Box::new(C::VecI64ToBytes::new())),
(PortType::VecF16, PortType::Bytes) => Some(Box::new(C::VecF16ToBytes::new())),
(PortType::VecI16, PortType::Bytes) => Some(Box::new(C::VecI16ToBytes::new())),
(PortType::VecI8, PortType::Bytes) => Some(Box::new(C::VecI8ToBytes::new())),
(PortType::VecI64, PortType::Json) => Some(Box::new(C::VecI64ToJson::new())),
(PortType::VecI16, PortType::Json) => Some(Box::new(C::VecI16ToJson::new())),
(PortType::VecI8, PortType::Json) => Some(Box::new(C::VecI8ToJson::new())),
(PortType::VecI32, PortType::Str) => Some(Box::new(P::VecI32ToStr::new())),
(PortType::VecI64, PortType::Str) => Some(Box::new(C::VecI64ToStr::new())),
(PortType::VecI16, PortType::Str) => Some(Box::new(C::VecI16ToStr::new())),
(PortType::VecI8, PortType::Str) => Some(Box::new(C::VecI8ToStr::new())),
_ => None,
}
}
pub fn boundary_adapter(from: PortType, to: PortType) -> Option<Box<dyn PolydatNode>> {
if let Some(adapter) = auto_adapter(from, to) {
return Some(adapter);
}
use crate::library::convert::{StrToBool, StrToF64, StrToU64};
use crate::library::polyfill as P;
use crate::library::polyfill_128 as W;
use crate::library::polyfill_complete as C;
use crate::library::polyfill_narrow as N;
match (from, to) {
(PortType::U64, PortType::U32) => Some(Box::new(P::U64ToU32::new())),
(PortType::U64, PortType::I64) => Some(Box::new(P::U64ToI64::new())),
(PortType::U64, PortType::I32) => Some(Box::new(P::U64ToI32::new())),
(PortType::U64, PortType::F32) => Some(Box::new(P::U64ToF32::new())),
(PortType::U32, PortType::I32) => Some(Box::new(P::U32ToI32::new())),
(PortType::U32, PortType::F32) => Some(Box::new(P::U32ToF32::new())),
(PortType::I64, PortType::U64) => Some(Box::new(P::I64ToU64::new())),
(PortType::I64, PortType::U32) => Some(Box::new(P::I64ToU32::new())),
(PortType::I64, PortType::I32) => Some(Box::new(P::I64ToI32::new())),
(PortType::I64, PortType::F32) => Some(Box::new(P::I64ToF32::new())),
(PortType::I32, PortType::U64) => Some(Box::new(P::I32ToU64::new())),
(PortType::I32, PortType::U32) => Some(Box::new(P::I32ToU32::new())),
(PortType::I32, PortType::F32) => Some(Box::new(P::I32ToF32::new())),
(PortType::F64, PortType::U64) => Some(Box::new(P::F64ToU64Checked::new())),
(PortType::F64, PortType::U32) => Some(Box::new(P::F64ToU32::new())),
(PortType::F64, PortType::I64) => Some(Box::new(P::F64ToI64::new())),
(PortType::F64, PortType::I32) => Some(Box::new(P::F64ToI32::new())),
(PortType::F64, PortType::F32) => Some(Box::new(P::F64ToF32::new())),
(PortType::F32, PortType::U64) => Some(Box::new(P::F32ToU64::new())),
(PortType::F32, PortType::U32) => Some(Box::new(P::F32ToU32::new())),
(PortType::F32, PortType::I64) => Some(Box::new(P::F32ToI64::new())),
(PortType::F32, PortType::I32) => Some(Box::new(P::F32ToI32::new())),
(PortType::Str, PortType::Bool) => Some(Box::new(StrToBool::new())),
(PortType::Str, PortType::U64) => Some(Box::new(StrToU64::new())),
(PortType::Str, PortType::F64) => Some(Box::new(StrToF64::new())),
(PortType::Str, PortType::U32) => Some(Box::new(P::StrToU32::new())),
(PortType::Str, PortType::I64) => Some(Box::new(P::StrToI64::new())),
(PortType::Str, PortType::I32) => Some(Box::new(P::StrToI32::new())),
(PortType::Str, PortType::F32) => Some(Box::new(P::StrToF32::new())),
(PortType::Str, PortType::Bytes) => Some(Box::new(P::StrToBytes::new())),
(PortType::Str, PortType::Json) => Some(Box::new(P::StrToJson::new())),
(PortType::Str, PortType::VecF32) => Some(Box::new(P::StrToVecF32::new())),
(PortType::Str, PortType::VecI32) => Some(Box::new(P::StrToVecI32::new())),
(PortType::Bytes, PortType::U64) => Some(Box::new(P::BytesToU64::new())),
(PortType::Bytes, PortType::U32) => Some(Box::new(P::BytesToU32::new())),
(PortType::Bytes, PortType::I64) => Some(Box::new(P::BytesToI64::new())),
(PortType::Bytes, PortType::I32) => Some(Box::new(P::BytesToI32::new())),
(PortType::Bytes, PortType::F64) => Some(Box::new(P::BytesToF64::new())),
(PortType::Bytes, PortType::F32) => Some(Box::new(P::BytesToF32::new())),
(PortType::Bytes, PortType::Bool) => Some(Box::new(P::BytesToBool::new())),
(PortType::Bytes, PortType::Str) => Some(Box::new(P::BytesToStr::new())),
(PortType::Bytes, PortType::Json) => Some(Box::new(P::BytesToJson::new())),
(PortType::Bytes, PortType::VecF32) => Some(Box::new(P::BytesToVecF32::new())),
(PortType::Bytes, PortType::VecI32) => Some(Box::new(P::BytesToVecI32::new())),
(PortType::Json, PortType::U64) => Some(Box::new(P::JsonToU64::new())),
(PortType::Json, PortType::U32) => Some(Box::new(P::JsonToU32::new())),
(PortType::Json, PortType::I64) => Some(Box::new(P::JsonToI64::new())),
(PortType::Json, PortType::I32) => Some(Box::new(P::JsonToI32::new())),
(PortType::Json, PortType::F64) => Some(Box::new(P::JsonToF64::new())),
(PortType::Json, PortType::F32) => Some(Box::new(P::JsonToF32::new())),
(PortType::Json, PortType::Bool) => Some(Box::new(P::JsonToBool::new())),
(PortType::Json, PortType::Bytes) => Some(Box::new(P::JsonToBytes::new())),
(PortType::Json, PortType::VecF32) => Some(Box::new(P::JsonToVecF32::new())),
(PortType::Json, PortType::VecI32) => Some(Box::new(P::JsonToVecI32::new())),
(PortType::F64, PortType::Json) => Some(Box::new(P::F64ToJson::new())),
(PortType::F32, PortType::Json) => Some(Box::new(P::F32ToJson::new())),
(PortType::VecF32, PortType::Json) => Some(Box::new(P::VecF32ToJson::new())),
(PortType::VecF32, PortType::Str) => Some(Box::new(P::VecF32ToStr::new())),
(PortType::VecF32, PortType::VecI32) => Some(Box::new(P::VecF32ToVecI32::new())),
(PortType::U64, PortType::U8) => Some(Box::new(N::U64ToU8::new())),
(PortType::U32, PortType::U8) => Some(Box::new(N::U32ToU8::new())),
(PortType::U16, PortType::U8) => Some(Box::new(N::U16ToU8::new())),
(PortType::I64, PortType::U8) => Some(Box::new(N::I64ToU8::new())),
(PortType::F64, PortType::U8) => Some(Box::new(N::F64ToU8::new())),
(PortType::U64, PortType::U16) => Some(Box::new(N::U64ToU16::new())),
(PortType::U32, PortType::U16) => Some(Box::new(N::U32ToU16::new())),
(PortType::I64, PortType::U16) => Some(Box::new(N::I64ToU16::new())),
(PortType::F64, PortType::U16) => Some(Box::new(N::F64ToU16::new())),
(PortType::I64, PortType::I8) => Some(Box::new(N::I64ToI8::new())),
(PortType::I32, PortType::I8) => Some(Box::new(N::I32ToI8::new())),
(PortType::U64, PortType::I8) => Some(Box::new(N::U64ToI8::new())),
(PortType::F64, PortType::I8) => Some(Box::new(N::F64ToI8::new())),
(PortType::I64, PortType::I16) => Some(Box::new(N::I64ToI16::new())),
(PortType::I32, PortType::I16) => Some(Box::new(N::I32ToI16::new())),
(PortType::U64, PortType::I16) => Some(Box::new(N::U64ToI16::new())),
(PortType::F64, PortType::I16) => Some(Box::new(N::F64ToI16::new())),
(PortType::F64, PortType::F16) => Some(Box::new(N::F64ToF16::new())),
(PortType::F32, PortType::F16) => Some(Box::new(N::F32ToF16::new())),
(PortType::U64, PortType::F16) => Some(Box::new(N::U64ToF16::new())),
(PortType::Str, PortType::U8) => Some(Box::new(N::StrToU8::new())),
(PortType::Str, PortType::U16) => Some(Box::new(N::StrToU16::new())),
(PortType::Str, PortType::I8) => Some(Box::new(N::StrToI8::new())),
(PortType::Str, PortType::I16) => Some(Box::new(N::StrToI16::new())),
(PortType::Str, PortType::F16) => Some(Box::new(N::StrToF16::new())),
(PortType::Bytes, PortType::U8) => Some(Box::new(N::BytesToU8::new())),
(PortType::Bytes, PortType::U16) => Some(Box::new(N::BytesToU16::new())),
(PortType::Bytes, PortType::I8) => Some(Box::new(N::BytesToI8::new())),
(PortType::Bytes, PortType::I16) => Some(Box::new(N::BytesToI16::new())),
(PortType::Bytes, PortType::F16) => Some(Box::new(N::BytesToF16::new())),
(PortType::Json, PortType::U8) => Some(Box::new(N::JsonToU8::new())),
(PortType::Json, PortType::U16) => Some(Box::new(N::JsonToU16::new())),
(PortType::Json, PortType::I8) => Some(Box::new(N::JsonToI8::new())),
(PortType::Json, PortType::I16) => Some(Box::new(N::JsonToI16::new())),
(PortType::Json, PortType::F16) => Some(Box::new(N::JsonToF16::new())),
(PortType::F16, PortType::Json) => Some(Box::new(N::F16ToJson::new())),
(PortType::U128, PortType::U64) => Some(Box::new(W::U128ToU64::new())),
(PortType::I128, PortType::I64) => Some(Box::new(W::I128ToI64::new())),
(PortType::I64, PortType::U128) => Some(Box::new(W::I64ToU128::new())),
(PortType::U128, PortType::I128) => Some(Box::new(W::U128ToI128::new())),
(PortType::I128, PortType::U128) => Some(Box::new(W::I128ToU128::new())),
(PortType::F64, PortType::U128) => Some(Box::new(W::F64ToU128::new())),
(PortType::F64, PortType::I128) => Some(Box::new(W::F64ToI128::new())),
(PortType::Str, PortType::U128) => Some(Box::new(W::StrToU128::new())),
(PortType::Str, PortType::I128) => Some(Box::new(W::StrToI128::new())),
(PortType::Bytes, PortType::U128) => Some(Box::new(W::BytesToU128::new())),
(PortType::Bytes, PortType::I128) => Some(Box::new(W::BytesToI128::new())),
(PortType::Json, PortType::U128) => Some(Box::new(W::JsonToU128::new())),
(PortType::Json, PortType::I128) => Some(Box::new(W::JsonToI128::new())),
(PortType::U8, PortType::I8) => Some(Box::new(C::U8ToI8::new())),
(PortType::I8, PortType::U8) => Some(Box::new(C::I8ToU8::new())),
(PortType::I8, PortType::U16) => Some(Box::new(C::I8ToU16::new())),
(PortType::I8, PortType::U32) => Some(Box::new(C::I8ToU32::new())),
(PortType::I8, PortType::U64) => Some(Box::new(C::I8ToU64::new())),
(PortType::I8, PortType::U128) => Some(Box::new(C::I8ToU128::new())),
(PortType::U16, PortType::I8) => Some(Box::new(C::U16ToI8::new())),
(PortType::U16, PortType::I16) => Some(Box::new(C::U16ToI16::new())),
(PortType::U16, PortType::F16) => Some(Box::new(C::U16ToF16::new())),
(PortType::I16, PortType::U8) => Some(Box::new(C::I16ToU8::new())),
(PortType::I16, PortType::I8) => Some(Box::new(C::I16ToI8::new())),
(PortType::I16, PortType::U16) => Some(Box::new(C::I16ToU16::new())),
(PortType::I16, PortType::F16) => Some(Box::new(C::I16ToF16::new())),
(PortType::I16, PortType::U32) => Some(Box::new(C::I16ToU32::new())),
(PortType::I16, PortType::U64) => Some(Box::new(C::I16ToU64::new())),
(PortType::I16, PortType::U128) => Some(Box::new(C::I16ToU128::new())),
(PortType::U32, PortType::I8) => Some(Box::new(C::U32ToI8::new())),
(PortType::U32, PortType::I16) => Some(Box::new(C::U32ToI16::new())),
(PortType::U32, PortType::F16) => Some(Box::new(C::U32ToF16::new())),
(PortType::I32, PortType::U8) => Some(Box::new(C::I32ToU8::new())),
(PortType::I32, PortType::U16) => Some(Box::new(C::I32ToU16::new())),
(PortType::I32, PortType::F16) => Some(Box::new(C::I32ToF16::new())),
(PortType::I32, PortType::U128) => Some(Box::new(C::I32ToU128::new())),
(PortType::F16, PortType::U8) => Some(Box::new(C::F16ToU8::new())),
(PortType::F16, PortType::I8) => Some(Box::new(C::F16ToI8::new())),
(PortType::F16, PortType::U16) => Some(Box::new(C::F16ToU16::new())),
(PortType::F16, PortType::I16) => Some(Box::new(C::F16ToI16::new())),
(PortType::F16, PortType::U32) => Some(Box::new(C::F16ToU32::new())),
(PortType::F16, PortType::I32) => Some(Box::new(C::F16ToI32::new())),
(PortType::F16, PortType::U64) => Some(Box::new(C::F16ToU64::new())),
(PortType::F16, PortType::I64) => Some(Box::new(C::F16ToI64::new())),
(PortType::F16, PortType::U128) => Some(Box::new(C::F16ToU128::new())),
(PortType::F16, PortType::I128) => Some(Box::new(C::F16ToI128::new())),
(PortType::F32, PortType::U8) => Some(Box::new(C::F32ToU8::new())),
(PortType::F32, PortType::I8) => Some(Box::new(C::F32ToI8::new())),
(PortType::F32, PortType::U16) => Some(Box::new(C::F32ToU16::new())),
(PortType::F32, PortType::I16) => Some(Box::new(C::F32ToI16::new())),
(PortType::F32, PortType::U128) => Some(Box::new(C::F32ToU128::new())),
(PortType::F32, PortType::I128) => Some(Box::new(C::F32ToI128::new())),
(PortType::I64, PortType::F16) => Some(Box::new(C::I64ToF16::new())),
(PortType::U128, PortType::U8) => Some(Box::new(C::U128ToU8::new())),
(PortType::U128, PortType::I8) => Some(Box::new(C::U128ToI8::new())),
(PortType::U128, PortType::U16) => Some(Box::new(C::U128ToU16::new())),
(PortType::U128, PortType::I16) => Some(Box::new(C::U128ToI16::new())),
(PortType::U128, PortType::F16) => Some(Box::new(C::U128ToF16::new())),
(PortType::U128, PortType::U32) => Some(Box::new(C::U128ToU32::new())),
(PortType::U128, PortType::I32) => Some(Box::new(C::U128ToI32::new())),
(PortType::U128, PortType::F32) => Some(Box::new(C::U128ToF32::new())),
(PortType::U128, PortType::I64) => Some(Box::new(C::U128ToI64::new())),
(PortType::I128, PortType::U8) => Some(Box::new(C::I128ToU8::new())),
(PortType::I128, PortType::I8) => Some(Box::new(C::I128ToI8::new())),
(PortType::I128, PortType::U16) => Some(Box::new(C::I128ToU16::new())),
(PortType::I128, PortType::I16) => Some(Box::new(C::I128ToI16::new())),
(PortType::I128, PortType::F16) => Some(Box::new(C::I128ToF16::new())),
(PortType::I128, PortType::U32) => Some(Box::new(C::I128ToU32::new())),
(PortType::I128, PortType::I32) => Some(Box::new(C::I128ToI32::new())),
(PortType::I128, PortType::F32) => Some(Box::new(C::I128ToF32::new())),
(PortType::I128, PortType::U64) => Some(Box::new(C::I128ToU64::new())),
(PortType::VecI16, PortType::VecI8) => Some(Box::new(C::VecI16ToVecI8::new())),
(PortType::VecI16, PortType::VecF16) => Some(Box::new(C::VecI16ToVecF16::new())),
(PortType::VecI32, PortType::VecI8) => Some(Box::new(C::VecI32ToVecI8::new())),
(PortType::VecI32, PortType::VecI16) => Some(Box::new(C::VecI32ToVecI16::new())),
(PortType::VecI32, PortType::VecF16) => Some(Box::new(C::VecI32ToVecF16::new())),
(PortType::VecI64, PortType::VecI8) => Some(Box::new(C::VecI64ToVecI8::new())),
(PortType::VecI64, PortType::VecI16) => Some(Box::new(C::VecI64ToVecI16::new())),
(PortType::VecI64, PortType::VecI32) => Some(Box::new(C::VecI64ToVecI32::new())),
(PortType::VecI64, PortType::VecF16) => Some(Box::new(C::VecI64ToVecF16::new())),
(PortType::VecI64, PortType::VecF32) => Some(Box::new(C::VecI64ToVecF32::new())),
(PortType::VecF16, PortType::VecI8) => Some(Box::new(C::VecF16ToVecI8::new())),
(PortType::VecF16, PortType::VecI16) => Some(Box::new(C::VecF16ToVecI16::new())),
(PortType::VecF16, PortType::VecI32) => Some(Box::new(C::VecF16ToVecI32::new())),
(PortType::VecF16, PortType::VecI64) => Some(Box::new(C::VecF16ToVecI64::new())),
(PortType::VecF32, PortType::VecI8) => Some(Box::new(C::VecF32ToVecI8::new())),
(PortType::VecF32, PortType::VecI16) => Some(Box::new(C::VecF32ToVecI16::new())),
(PortType::VecF32, PortType::VecI64) => Some(Box::new(C::VecF32ToVecI64::new())),
(PortType::VecF32, PortType::VecF16) => Some(Box::new(C::VecF32ToVecF16::new())),
(PortType::VecF64, PortType::VecI8) => Some(Box::new(C::VecF64ToVecI8::new())),
(PortType::VecF64, PortType::VecI16) => Some(Box::new(C::VecF64ToVecI16::new())),
(PortType::VecF64, PortType::VecI32) => Some(Box::new(C::VecF64ToVecI32::new())),
(PortType::VecF64, PortType::VecI64) => Some(Box::new(C::VecF64ToVecI64::new())),
(PortType::VecF64, PortType::VecF16) => Some(Box::new(C::VecF64ToVecF16::new())),
(PortType::VecF64, PortType::VecF32) => Some(Box::new(C::VecF64ToVecF32::new())),
(PortType::Bytes, PortType::VecF64) => Some(Box::new(C::BytesToVecF64::new())),
(PortType::Bytes, PortType::VecI64) => Some(Box::new(C::BytesToVecI64::new())),
(PortType::Bytes, PortType::VecF16) => Some(Box::new(C::BytesToVecF16::new())),
(PortType::Bytes, PortType::VecI16) => Some(Box::new(C::BytesToVecI16::new())),
(PortType::Bytes, PortType::VecI8) => Some(Box::new(C::BytesToVecI8::new())),
(PortType::VecF64, PortType::Json) => Some(Box::new(C::VecF64ToJson::new())),
(PortType::VecF16, PortType::Json) => Some(Box::new(C::VecF16ToJson::new())),
(PortType::Json, PortType::VecF64) => Some(Box::new(C::JsonToVecF64::new())),
(PortType::Json, PortType::VecI64) => Some(Box::new(C::JsonToVecI64::new())),
(PortType::Json, PortType::VecF16) => Some(Box::new(C::JsonToVecF16::new())),
(PortType::Json, PortType::VecI16) => Some(Box::new(C::JsonToVecI16::new())),
(PortType::Json, PortType::VecI8) => Some(Box::new(C::JsonToVecI8::new())),
(PortType::VecF64, PortType::Str) => Some(Box::new(C::VecF64ToStr::new())),
(PortType::VecF16, PortType::Str) => Some(Box::new(C::VecF16ToStr::new())),
(PortType::Str, PortType::VecF64) => Some(Box::new(C::StrToVecF64::new())),
(PortType::Str, PortType::VecI64) => Some(Box::new(C::StrToVecI64::new())),
(PortType::Str, PortType::VecF16) => Some(Box::new(C::StrToVecF16::new())),
(PortType::Str, PortType::VecI16) => Some(Box::new(C::StrToVecI16::new())),
(PortType::Str, PortType::VecI8) => Some(Box::new(C::StrToVecI8::new())),
_ => None,
}
}
use crate::compile::select::{Engine, KernelError, Provenance};
use crate::kernel::Kernel;
impl PolydatAssembler {
pub fn compile_with(self, engine: Engine) -> Result<Box<dyn Kernel>, KernelError> {
self.compile_engine_with_log(engine, None)
}
pub fn compile_kernel(self) -> Result<Box<dyn Kernel>, KernelError> {
self.compile_with(Engine::default())
}
pub fn compile_engine_with_log(
self,
engine: Engine,
mut log: Option<&mut crate::dsl::events::CompileEventLog>,
) -> Result<Box<dyn Kernel>, KernelError> {
let refused = |reason: String| KernelError::Refused { engine, reason };
let strict = self.strict;
match engine {
Engine::Interpreter(cones) => {
let mut asm = self;
asm.jit_mode = Some(cones);
Ok(Box::new(asm.compile_with_log(log)?))
}
Engine::Closures(prov) => {
let resolved = self.resolve_with_log(log.as_deref_mut())?;
if strict {
Self::refuse_strict(&resolved)?;
}
let folded = log.is_some().then(|| Self::constant_sites(&resolved));
let kernel = Self::closures_from(resolved, prov).map_err(refused)?;
Self::log_folded(kernel.as_ref(), folded, log);
Ok(kernel)
}
Engine::Native(prov) => {
#[cfg(feature = "jit")]
{
let resolved = self.resolve_with_log(log.as_deref_mut())?;
if strict {
Self::refuse_strict(&resolved)?;
}
let folded = log.is_some().then(|| Self::constant_sites(&resolved));
let prov = Self::provenance_for(prov, &resolved);
let kernel = Self::hybrid_from(resolved).map_err(refused)?;
let kernel: Box<dyn Kernel> = match prov {
Provenance::Raw => Box::new(kernel.into_raw()),
Provenance::Pull => Box::new(kernel.into_pull()),
Provenance::Push | Provenance::PushPull | Provenance::Auto => {
Box::new(kernel)
}
};
Self::log_folded(kernel.as_ref(), folded, log);
Ok(kernel)
}
#[cfg(not(feature = "jit"))]
{
let _ = (prov, log);
Err(refused(
"this build has no native code (the `jit` feature is off)".into(),
))
}
}
}
}
fn constant_sites(resolved: &ResolvedDag) -> Vec<(String, usize, crate::ast::PortType)> {
let classes = PolydatProgram::classify_lifecycle(
&resolved.nodes,
&resolved.wiring,
&resolved.input_defs,
&resolved.output_map,
&resolved.output_modifiers,
);
let layout = slot_layout(resolved);
resolved
.nodes
.iter()
.enumerate()
.filter(|(i, n)| {
classes.lifecycle[*i] == crate::kernel::EvalLifecycle::CompileConst
&& n.meta().outs.len() == 1
})
.map(|(i, n)| {
(
n.meta().name.clone(),
layout.port_offsets[i][0],
n.meta().outs[0].typ,
)
})
.collect()
}
fn log_folded(
kernel: &dyn Kernel,
sites: Option<Vec<(String, usize, crate::ast::PortType)>>,
log: Option<&mut crate::dsl::events::CompileEventLog>,
) {
let (Some(sites), Some(log)) = (sites, log) else {
return;
};
for (node, slot, ty) in sites {
let value = crate::kernel::KernelInternals::slot_value(kernel, slot, ty);
if !matches!(value, crate::ast::Value::None) {
log.push(crate::dsl::events::CompileEvent::ConstantFolded {
node,
value: value.to_display_string(),
});
}
}
}
fn provenance_for(prov: Provenance, resolved: &ResolvedDag) -> Provenance {
match prov {
Provenance::Auto => {
let analysis =
select::analyze_graph(&resolved.nodes, &resolved.wiring, &resolved.output_map);
match select::select_prov_mode(&analysis) {
ProvMode::Raw => Provenance::Raw,
ProvMode::Pull => Provenance::Pull,
ProvMode::PushPull => Provenance::PushPull,
}
}
p => p,
}
}
fn closures_from(resolved: ResolvedDag, prov: Provenance) -> Result<Box<dyn Kernel>, String> {
let prov = Self::provenance_for(prov, &resolved);
let (coord_count, total_slots, steps, output_map, ref_slots, extras) =
Self::build_p2_layout(&resolved)?;
let dependents = || {
slot_layout(&resolved).expand_dependents(
&resolved,
&PolydatProgram::compute_dependents(
&PolydatProgram::compute_provenance(&resolved.nodes, &resolved.wiring),
resolved.input_defs.len(),
),
)
};
Ok(match prov {
Provenance::Raw => Box::new(CompiledKernelRaw::new(
coord_count,
total_slots,
steps,
output_map,
ref_slots,
extras,
)),
Provenance::Push => Box::new(CompiledKernelPush::new(
coord_count,
total_slots,
steps,
output_map,
dependents(),
ref_slots,
extras,
)),
Provenance::Pull => Box::new(CompiledKernelPull::new(
coord_count,
total_slots,
steps,
output_map,
&dependents(),
ref_slots,
extras,
)),
Provenance::PushPull | Provenance::Auto => Box::new(CompiledKernelPushPull::new(
coord_count,
total_slots,
steps,
output_map,
dependents(),
ref_slots,
extras,
)),
})
}
}