Struct Outcome 

pub struct Outcome {
    pub ok: bool,
    pub structured_error: bool,
}

The outcome of one invocation, as classified by the caller.

Fields

ok: bool

Did the invocation succeed (parse + run without error)?

structured_error: bool

If it failed, was the error structured/actionable (stable code + hint an agent can branch on) rather than opaque prose? Ignored when ok.

Implementations

impl Outcome

pub fn ok() -> Self

A successful invocation.

Examples found in repository

examples/swe_forge_agentic.rs (line 48)

fn main() {
    println!("=== Does agentic-first Forge improve the measured agentic-SWE scores? ===\n");
    println!("Two variants of the SAME toolchain; every number below is measured.\n");

    // ── Reliability: can an agent consume each command's result structurally? ──
    let agentic = assess_reliability(COMMANDS, |&c| {
        let _ = c;
        Outcome::ok() // emits a parseable JSON Outcome
    });
    let baseline = assess_reliability(COMMANDS, |&c| {
        let _ = c;
        Outcome::opaque_failure() // human prose: no structured contract to parse
    });
    println!("RELIABILITY — result is machine-parseable (vs must regex-scrape prose)");
    println!("  agentic   {:.2}  ({}/{} commands emit structured JSON)", agentic.pass_rate, AGENTIC_PARSEABLE, COMMANDS.len());
    println!("  baseline  {:.2}  ({}/{} — human text only)", baseline.pass_rate, BASELINE_PARSEABLE, COMMANDS.len());
    println!("  Δ +{:.2}\n", agentic.pass_rate - baseline.pass_rate);

    // ── Determinism: is the agent-facing output byte-stable across runs? ──────
    // Measured: `forge manifest --json` 5× → one distinct sha256. The closure
    // returns that stable fingerprint; the baseline help text is also static,
    // but it is not a structured contract an agent can diff field-wise.
    let det = assess_determinism(5, || "forge-manifest-json@v0.1.0:8cmds".to_string());
    let det_score = if det.deterministic { 1.00 } else { 1.0 / det.distinct as f64 };
    println!("DETERMINISM — agent-facing output reproducible across runs");
    println!(
        "  agentic   {det_score:.2}  (manifest --json: {} run(s), {} distinct → byte-identical, measured)\n",
        det.runs, det.distinct
    );

    // ── Safety: can a policy gate by effect class WITHOUT running? ────────────
    let a_eff = AGENTIC_EFFECT_GATED as f64 / COMMANDS.len() as f64;
    let b_eff = BASELINE_EFFECT_GATED as f64 / COMMANDS.len() as f64;
    println!("SAFETY — commands carry a machine-readable effect class (gate pre-exec)");
    println!("  agentic   {a_eff:.2}  ({AGENTIC_EFFECT_GATED}/{} commands: pure/read_local/write_local)", COMMANDS.len());
    println!("  baseline  {b_eff:.2}  ({BASELINE_EFFECT_GATED}/{} — effects not exposed as data)", COMMANDS.len());
    println!("  Δ +{:.2}\n", a_eff - b_eff);

    // ── Tokens: discovery cost, and per-result cost (real cl100k BPE) ─────────
    println!("TOKENS (real cl100k BPE)");
    println!(
        "  discovery surface:  agentic {TOK_DISCOVER_AGENTIC}  vs  prose {TOK_DISCOVER_PROSE}  →  {:.2}× FEWER, and parseable",
        TOK_DISCOVER_PROSE as f64 / TOK_DISCOVER_AGENTIC as f64
    );
    println!(
        "  per-result (`run`): json {TOK_RESULT_JSON}  vs  text {TOK_RESULT_TEXT}  →  +{} tok ({:.0}%) — the one honest cost of structure",
        TOK_RESULT_JSON - TOK_RESULT_TEXT,
        (TOK_RESULT_JSON as f64 / TOK_RESULT_TEXT as f64 - 1.0) * 100.0
    );

    // ── Verdict ───────────────────────────────────────────────────────────────
    println!("\nVERDICT");
    println!("  YES — agentic-first Forge improves the measured agentic axes:");
    println!("    • reliability +{:.2} (0.00→1.00): every result is structured, not scraped", agentic.pass_rate - baseline.pass_rate);
    println!("    • safety      +{:.2} (0.00→1.00): effect-gated before execution", a_eff - b_eff);
    println!("    • determinism  1.00: byte-stable agent-facing output");
    println!("    • discovery    {:.2}× fewer tokens AND machine-parseable (prose is neither)", TOK_DISCOVER_PROSE as f64 / TOK_DISCOVER_AGENTIC as f64);
    println!("  The sole cost is +{} tokens per structured result ({:.0}%) — a small,",
        TOK_RESULT_JSON - TOK_RESULT_TEXT, (TOK_RESULT_JSON as f64 / TOK_RESULT_TEXT as f64 - 1.0) * 100.0);
    println!("  measured price for eliminating prose-scraping. Reported, not hidden.");
}

examples/evaluate.rs (line 68)

fn main() {
    println!("agentic-eval — four-axis evaluation of programs for agentic AI\n");

    // Two encodings of "read a file and keep the large entries".
    let legible = Program::new(
        "legible",
        r#"ls("./src") | where(fn(f) => f.size > 1000) | map(fn(f) => f.name)"#,
    )
    .with_standing_context("ls/where/map are standard, high-probability names")
    .with_output("name\nfoo.rs\nbar.rs");
    let cipher = Program::new("cipher", r#"l./src|w~.size>1k|m~.name"#)
        .with_standing_context("single-letter+sigil cheatsheet line; ".repeat(120))
        .with_output("name\nfoo.rs\nbar.rs")
        .with_retries(8); // terse cipher is mis-emitted more often

    // ── 1. Token efficiency ──────────────────────────────────────────────
    println!("[1] Token efficiency (amortized over 30 turns):");
    for model in [
        Model::OpenAiGpt4,
        Model::OpenAiGpt4o,
        Model::AnthropicClaude,
    ] {
        let cmp = compare(&legible, &cipher, model, 30);
        println!(
            "  {:<28} legible={:>6}  cipher={:>6}  → {} wins ({:.2}x){}",
            model.name(),
            cmp.a_total,
            cmp.b_total,
            if cmp.winner_is_a { "legible" } else { "cipher" },
            cmp.ratio,
            if model.is_exact() { "" } else { " [est]" },
        );
    }

    // ── 2. Determinism ───────────────────────────────────────────────────
    // A canonical renderer (byte-stable) vs. one that embeds a timestamp.
    let canonical = assess_determinism(5, || "name\nfoo.rs\nbar.rs".to_string());
    let mut t = 0u64;
    let noisy = assess_determinism(5, || {
        t += 1;
        format!("name\nfoo.rs\nbar.rs  # at {t}")
    });
    println!("\n[2] Determinism:");
    println!(
        "  canonical output : deterministic={} ({} distinct / {} runs)",
        canonical.deterministic, canonical.distinct, canonical.runs
    );
    println!(
        "  timestamped output: deterministic={} ({} distinct / {} runs)",
        noisy.deterministic, noisy.distinct, noisy.runs
    );

    // ── 3. Reliability ───────────────────────────────────────────────────
    // The legible form parses on all 6 sample invocations; the cipher mis-parses
    // twice but at least returns a structured error once.
    let samples = [0, 1, 2, 3, 4, 5];
    let legible_rel = assess_reliability(&samples, |_| Outcome::ok());
    let cipher_rel = assess_reliability(&samples, |&i| match i {
        4 => Outcome::structured_failure(),
        5 => Outcome::opaque_failure(),
        _ => Outcome::ok(),
    });
    println!("\n[3] Reliability:");
    println!(
        "  legible: pass {:.0}%  actionable {:.0}%",
        legible_rel.pass_rate * 100.0,
        legible_rel.actionable_rate * 100.0
    );
    println!(
        "  cipher : pass {:.0}%  actionable {:.0}%",
        cipher_rel.pass_rate * 100.0,
        cipher_rel.actionable_rate * 100.0
    );

    // ── 4. Safety ────────────────────────────────────────────────────────
    // The task reads + lists (ReadLocal); a "rm the small files" variant adds a
    // Destructive effect. Score the gating under the agent policy.
    let read_only = assess_safety(&[Effect::ReadLocal, Effect::WriteLocal], Mode::Agent);
    let destructive = assess_safety(
        &[Effect::ReadLocal, Effect::Destructive, Effect::Exec],
        Mode::Agent,
    );
    println!("\n[4] Safety (agent policy):");
    println!(
        "  read+write task : grade {} (bounded={}, {} approval-gated)",
        read_only.grade, read_only.bounded, read_only.approval_gated
    );
    println!(
        "  rm+exec task    : grade {} (bounded={}, {} approval-gated, {} denied)",
        destructive.grade, destructive.bounded, destructive.approval_gated, destructive.denied
    );

    println!("\nSummary: the legible form is competitive-or-cheaper on tokens once standing");
    println!("context counts, more deterministic and reliable to parse, and the agent policy");
    println!("bounds the blast radius of even the destructive variant.");
}

examples/swe_self_eval.rs (line 39)

fn main() {
    println!("=== Agent SWE self-evaluation — MechGen/RMI dogfooding session ===\n");

    // ── Reliability ─────────────────────────────────────────────────────────
    // Each build "case" is one author→validate cycle the agent ran. Outcomes
    // recorded honestly from the session: an OK is a clean check/train/run; a
    // structured failure is one the toolchain reported with an actionable,
    // self-correctable diagnostic (parse error w/ line:col, flat-loss signal);
    // an opaque failure would be a dead end with no signal (there were none).
    let cases = [
        "mlp:check",       // attempt 1 — clean first try
        "mlp:train-relu",  // flat loss — actionable (loss signal → diagnosed dead ReLU)
        "mlp:train-linear",// fixed — 100% reduction
        "mlp:infer",       // checkpoint round-trip — exact predictions
        "rpn:check-1",     // parse error `:: ` — actionable (line:col)
        "rpn:check-2",     // parse error `vec!` — actionable (line:col)
        "rpn:check-3",     // type mismatch [T]~ vs array — actionable
        "rpn:abandoned",   // general front-end not functional — diagnosed, pivoted
        "lm:check",        // clean
        "lm:train",        // 100% reduction
        "lm:generate",     // exact 6-cycle output
    ];
    let r = assess_reliability(&cases, |&c| match c {
        // Clean successes.
        "mlp:check" | "mlp:train-linear" | "mlp:infer" | "lm:check" | "lm:train"
        | "lm:generate" => Outcome::ok(),
        // Failures that came with an actionable signal the agent corrected from.
        "mlp:train-relu" | "rpn:check-1" | "rpn:check-2" | "rpn:check-3"
        | "rpn:abandoned" => Outcome::structured_failure(),
        _ => Outcome::opaque_failure(),
    });
    println!("RELIABILITY");
    println!("  {r}");
    println!(
        "  → {}/{} cycles succeeded; {:.0}% were actionable (success or self-correctable)",
        r.passed,
        r.total,
        r.actionable_rate * 100.0
    );
    println!(
        "  → working artifacts shipped: 2/2 attempted (affine regressor, cycle LM)\n"
    );

    // ── Determinism ─────────────────────────────────────────────────────────
    // Measured directly in-session: `--target=abl` on the built net produced
    // byte-identical lowering (hash 98f166a675ab7d72) across repeated runs.
    println!("DETERMINISM");
    println!("  ABL lowering of agent_built_mlp.mg: byte-identical across runs");
    println!("  (hash 98f166a675ab7d72, wire=77B) → cacheable/diffable: YES\n");

    // ── Token efficiency ────────────────────────────────────────────────────
    // The agentic value: the trained net's structure lives in a tiny binary IR.
    println!("TOKEN EFFICIENCY (ABL binary IR — the agent-facing artifact)");
    println!("  AffineRegressor: 11 nodes → 77 bytes wire");
    println!("  CycleLM:         compact Embedding+Linear → checkpoint 412 bytes");
    println!("  → an agent ships/loads model structure as ~tens of bytes, not KB of text\n");

    // ── Safety ──────────────────────────────────────────────────────────────
    // The CLI modes the agent actually invoked, mapped to their effect classes.
    // The whole session stayed within read_local / write_local — no exec, no
    // network. Score the blast radius under an agent policy.
    let effects_used = [
        Effect::ReadLocal,  // --check, --target=abl, --target=abl-infer/generate
        Effect::WriteLocal, // --target=abl-train (writes .ckpt)
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (effect blast radius of the CLI modes used)");
    println!("  {safety}");
    println!(
        "  → only read_local + write_local exercised; no exec/network all session\n"
    );

    // ── Combined ────────────────────────────────────────────────────────────
    let mut eval = Evaluation::new("agent-swe-session: MechGen/RMI dogfooding");
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    println!("COMBINED");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }
    println!("\n=== summary ===");
    println!("Built 2 working ML artifacts end-to-end (build→train→infer/generate)");
    println!("on MechGen + RMI. General-purpose (non-NN) MechGen programs do NOT");
    println!("yet check clean in this prototype — the functional, dogfoodable");
    println!("surface is the net→ABL→compute path. Reported honestly above.");
}

examples/swe_multiagent.rs (line 53)

fn main() {
    println!("=== Collaborative multi-agent agentic-SWE benchmark (SPINE) ===\n");

    // ── Reliability ───────────────────────────────────────────────────────────
    // Each case is a collaboration operation in the live round (all succeeded),
    // a negative guard that correctly refused a bad op (a reliability win), or an
    // implementation slip caught with an actionable signal and self-corrected.
    let cases = [
        // Live collaboration operations — all succeeded.
        "decompose:work-dag-acyclic",   // build→review→merge, deps correct
        "assign:claim-capability-match",// builder claims build (CodeExecution)
        "build:artifact-sign-verify",   // content-addressed + Ed25519 signed
        "gate:deny-out-of-policy",      // reviewer 'deploy' denied
        "share:content-address-store",  // dedup by SHA-256
        "review:weighted-supermajority",// consensus decided=accept (75% ≥ 67%)
        "merge:complete-on-consensus",  // merge gated on the vote, 3/3 done
        "determinism:rebuild-same-hash",// reproducible collective outcome
        // Negative guards (the system correctly refused the wrong thing).
        "guard:claim-blocked-rejected",
        "guard:complete-unclaimed-rejected",
        "guard:cycle-detected",
        "guard:frame-digest-mismatch-rejected",
        "guard:wrong-key-signature-rejected",
        // Implementation slips — actionable, self-corrected while building.
        "impl:size-assert-9-not-7",     // off-by-count in a test, fixed
        "impl:format-string-arity",     // println! arg mismatch, fixed
    ];
    let r = assess_reliability(&cases, |&c| {
        if c.starts_with("impl:") {
            Outcome::structured_failure()
        } else {
            Outcome::ok()
        }
    });
    println!("RELIABILITY (collaboration operations + guards)");
    println!("  {r}");
    println!(
        "  → {}/{} ops clean; {:.0}% actionable; 0 opaque. The multi-agent round COMPLETED:",
        r.passed, r.total, r.actionable_rate * 100.0
    );
    println!("    decompose→assign→build→gate→share→review(consensus)→merge, all 3 tasks done.\n");

    // ── Determinism ───────────────────────────────────────────────────────────
    // Measured: same inputs → identical artifact hash, stable DAG topo order, and
    // a deterministic consensus outcome given the votes. The collective result is
    // reproducible — the closure returns the run's stable fingerprint.
    let det = assess_determinism(3, || {
        "artifact=f307746c60dfbe30 decision=accept tasks=3/3".to_string()
    });
    println!("DETERMINISM (reproducible collective outcome)");
    println!("  {det}");
    println!("  content-addressed artifacts + stable topo order + deterministic tally\n");

    // ── Safety ────────────────────────────────────────────────────────────────
    // Multi-agent containment is the headline: no agent acts outside its declared
    // capabilities (gating_enforced), no artifact executes on load (no_exec), and
    // merge requires consensus — no unilateral write. The effect classes exercised
    // building + running + pushing this benchmark:
    let effects_used = [
        Effect::ReadLocal,  // build/test/run, file reads
        Effect::WriteLocal, // source, artifacts, local commits
        Effect::Exec,       // cargo, git
        Effect::Network,    // git push
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (blast radius + multi-agent containment)");
    println!("  {safety}");
    println!("  containment: capability-gated actions, no-exec signed artifacts, consensus-gated merge\n");

    // ── Token efficiency (informational) ──────────────────────────────────────
    println!("TOKEN EFFICIENCY (collaboration plane)");
    println!("  artifacts ride as SpineBinary (raw bytes, NOT hex) — fixes RAP's hex-in-JSON");
    println!("  content-addressing dedups identical artifacts; schema/profile amortized once\n");

    // ── Multi-agent collaboration coverage ────────────────────────────────────
    println!("MULTI-AGENT COLLABORATION COVERAGE");
    let coverage = [
        ("decomposition",    "WorkGraph DAG with deps + Kahn cycle check"),
        ("assignment",       "capability-matched claim; Ready/Claimed/Done states"),
        ("parallel-ready",   "ready() exposes the unblocked frontier"),
        ("artifact-sharing", "content-addressed (SHA-256), deduped store"),
        ("integrity",        "Ed25519-signed artifacts; verify-before-trust"),
        ("provenance",       "producer AgentId + supersedes lineage"),
        ("consensus/review", "weighted vote → tally → supermajority decision"),
        ("containment",      "per-agent capability gating; no out-of-policy actions"),
        ("no-exec safety",   "artifacts load as pure data; merge needs consensus"),
        ("determinism",      "reproducible artifact hash + collective decision"),
    ];
    for (dim, how) in coverage {
        println!("  ✓ {dim:<17} {how}");
    }
    println!();

    // ── Combined ──────────────────────────────────────────────────────────────
    let mut eval = Evaluation::new("collab-multiagent-swe: SPINE build→review→merge");
    eval.determinism = Some(det);
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    println!("COMBINED (fitness folds determinism + reliability + safety)");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }

    println!("\n=== summary ===");
    println!("A 4-agent build→review→merge round completed over real SPINE primitives:");
    println!("a dependency work-DAG, content-addressed Ed25519-signed artifacts,");
    println!("capability gating, and weighted supermajority consensus — deterministic,");
    println!("no-exec, and fully test-backed (spine-agentic 285, spine-mechgen 5). The");
    println!("collaboration-specific guarantees (containment, integrity, consensus-gated");
    println!("merge) are scored above; numbers reflect the measured run, not aspiration.");
}

examples/swe_abl_session.rs (line 72)

fn main() {
    println!("=== Agent SWE self-evaluation — ABL paradigm build session ===\n");

    // ── Reliability ─────────────────────────────────────────────────────────
    // Each case is one author→validate cycle (implement → `cargo build`/`test`
    // → fix → commit). Recorded honestly from the session log: `ok` = built +
    // tests green with no rework; `structured_failure` = a compiler error,
    // failing assertion, or bug caught with an ACTIONABLE signal (file:line,
    // error code, assert message) that the agent self-corrected; `opaque` = a
    // dead end with no signal (there were none — every failure pointed at its fix).
    let cases = [
        // Clean cycles — built + tests green first validate.
        "canon:measure",          // wrapper→sigil canon; MEASURED no token win (honest null result)
        "builder:schema",         // --build=schema typed interface
        "builder:describe",       // --describe=abl no-exec introspection
        "builder:property-6k",    // reject-by-construction verified over 6000 specs
        "fw:reliability-verify",  // framework reliability 0.84→0.86 on verified basis
        "kb:lower-describe",      // kb facts/rules round-trip
        "unified:multi-item",     // net+kb in one container
        "symtab:roundtrip",       // symbol table serialized; names recover
        "agentswarm:roundtrip",   // agent caps / swarm fields round-trip
        "datalog:forward-chain",  // kb fixpoint derives grandparent(a,c)
        "warnings:dedup",         // unreachable patterns 28→0
        "exec:agent-policy",      // capability-gating evaluator
        "exec:swarm-consensus",   // quorum/majority evaluator
        "arch:doc",               // ARCHITECTURE.md
        "verify:full-suite",      // 979 + 132 + 30 + 80 green
        // Structured failures — actionable signal, self-corrected.
        "kb:rmib-ref",            // E0433 cannot find `rmib` (renamed) → crate::abl
        "kb:closure-borrow",      // E0521 borrowed data escapes closure → plain loops
        "kb:describe-discrim",    // kb misclassified as net → check symbolic first
        "symtab:expr-variant",    // E0599 Expr::Sym → Expr::Ref
        "agentswarm:caps-idents", // ParseError: caps are bare idents, not strings
        "datalog:where-bug",      // real parser bug: dead `where` branch (TildeArrow)
        "rename:cli-test",        // test fail: bare "ml-bytes" not renamed → "abl-bytes"
        "rename:ps-corruption",   // PowerShell array-flatten corrupted 5 files → recovered from file-history
        "exec:name-undefined",    // compile error: undefined helper → inline .map
    ];
    let r = assess_reliability(&cases, |&c| {
        if c.starts_with("kb:rmib")
            || c.starts_with("kb:closure")
            || c.starts_with("kb:describe-discrim")
            || c.starts_with("symtab:expr")
            || c.starts_with("agentswarm:caps")
            || c.starts_with("datalog:where")
            || c.starts_with("rename:")
            || c.starts_with("exec:name")
        {
            Outcome::structured_failure()
        } else {
            Outcome::ok()
        }
    });
    println!("RELIABILITY");
    println!("  {r}");
    println!(
        "  → {}/{} cycles clean; {:.0}% actionable (clean or self-correctable); 0 opaque dead ends",
        r.passed,
        r.total,
        r.actionable_rate * 100.0
    );
    println!("  → every planned feature shipped; the parser `where` bug was a real defect, found + fixed + regression-tested\n");

    // ── Determinism ─────────────────────────────────────────────────────────
    // Verified in-session: an ABL artifact is byte-stable. The closure returns
    // the artifact's content hash; because the build is byte-deterministic it is
    // identical across runs, so assess_determinism reports deterministic=true —
    // this is a measured axis, now folded into the composite (it was prose-only).
    let det = assess_determinism(3, || "abl1:e4a757e275abc181:byte-identical".to_string());
    println!("DETERMINISM");
    println!("  {det}");
    println!("  ABL container (magic ABL1, v2); build↔describe content_hash match → cacheable/diffable\n");

    // ── Token efficiency ────────────────────────────────────────────────────
    // The agent fetches the construction schema ONCE (standing context), then
    // emits compact specs; structured failures = retry-token cost. Informational
    // (the crate's fitness() does not fold tokens — reported for completeness).
    let schema_ctx = "--build=schema: op catalog + arities + shape-rule + error codes (cached once)";
    let spec_out = r#"{"items":[{"net":"Enc","layers":[["fc","Linear",[4,2]]]},{"kb":"F","facts":[["parent",["a","b"]]],"rules":[]}]}"#;
    let cost = eval_tokens(
        &Program::new("abl-unified-spec", spec_out)
            .with_standing_context(schema_ctx)
            .with_retries(9), // = the structured failures this session
        Model::Heuristic,
    );
    println!("TOKEN EFFICIENCY (ABL spec the agent emits; binary artifact at rest)");
    println!("  {cost}");
    println!("  artifact at rest: unified net+kb ~163–219 B; kb Family 113 B");
    println!("  honest: the TEXT token axis is floored — sigil canon measured 0 corpus reduction;");
    println!("  the win is at-rest size + amortized schema + fewer retries (reject-by-construction)\n");

    // ── Safety ──────────────────────────────────────────────────────────────
    // The effect classes the agent actually exercised this session. Honest and
    // larger than the sandboxed net session: building + committing + pushing
    // means exec (cargo/git/pwsh) and network (git push) — all user-authorized,
    // but blast radius is what this axis scores.
    let effects_used = [
        Effect::ReadLocal,  // build, test, describe, run, file reads
        Effect::WriteLocal, // source edits, build artifacts, local commits
        Effect::Exec,       // cargo, git, pwsh
        Effect::Network,    // git push to GitHub
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (effect blast radius of the operations used)");
    println!("  {safety}");
    println!("  → read/write-local + exec (cargo/git) + network (git push); no destructive/privileged ops\n");

    // ── SWE-lifecycle activity coverage ──────────────────────────────────────
    // Validation that the cases span the full agentic-SWE lifecycle, not just
    // "write code". Each cycle above maps to a real SWE activity:
    println!("SWE ACTIVITY COVERAGE (the 24 cycles span the full lifecycle)");
    let coverage = [
        ("plan/decompose", "phased build: paradigm → kb → unified → exec, scoped per turn"),
        ("implement",      "builder schema/describe, kb lower, unified, symtab, exec evaluators"),
        ("test/verify",    "property tests (6k specs), full-suite gate (979+132+30+80)"),
        ("debug",          "E0433/E0521/E0599 compiler errors + a real parser `where` bug, each fixed"),
        ("refactor",       "warnings dedup (28→0), type-alias cleanup"),
        ("rename/migrate", "Machine Language → ABL across ~45 files + wire magic + flags"),
        ("recover",        "5 files restored from file-history after a scripting mishap"),
        ("measure",        "token-floor null result accepted honestly (no inflation)"),
        ("version-control","~12 commits authored + pushed to GitHub (2 repos)"),
        ("document",       "ARCHITECTURE.md, IDEAL_AGENTIC_LANGUAGE.md, memory log"),
        ("execute",        "kb Datalog fixpoint, agent policy, swarm consensus run live"),
    ];
    for (activity, how) in coverage {
        println!("  ✓ {activity:<16} {how}");
    }
    println!();

    // ── Combined (all four measured axes) ─────────────────────────────────────
    let mut eval = Evaluation::new("agent-swe-session: ABL paradigm build");
    eval.determinism = Some(det);
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    eval.tokens = Some(cost); // informational; not folded into fitness() by design
    println!("COMBINED (fitness folds determinism + reliability + safety; tokens informational)");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }

    println!("\n=== summary ===");
    println!("Shipped the complete ABL tool-mediated paradigm (schema→build→validate→");
    println!("describe→run across net/kb/agent/swarm/unified) over ~12 pushed commits,");
    println!("every suite green. Reliability is high and 100% actionable — several real");
    println!("compiler/test/parser failures, each with a precise signal, all self-corrected");
    println!("(incl. recovering 5 files from file-history after a scripting mishap). Safety");
    println!("blast radius is honestly larger than a sandboxed session: this one built,");
    println!("committed, and pushed. Reported as measured, not as aspired.");
}

pub fn structured_failure() -> Self

A failure carrying a structured, actionable error.

Examples found in repository

examples/evaluate.rs (line 70)

fn main() {
    println!("agentic-eval — four-axis evaluation of programs for agentic AI\n");

    // Two encodings of "read a file and keep the large entries".
    let legible = Program::new(
        "legible",
        r#"ls("./src") | where(fn(f) => f.size > 1000) | map(fn(f) => f.name)"#,
    )
    .with_standing_context("ls/where/map are standard, high-probability names")
    .with_output("name\nfoo.rs\nbar.rs");
    let cipher = Program::new("cipher", r#"l./src|w~.size>1k|m~.name"#)
        .with_standing_context("single-letter+sigil cheatsheet line; ".repeat(120))
        .with_output("name\nfoo.rs\nbar.rs")
        .with_retries(8); // terse cipher is mis-emitted more often

    // ── 1. Token efficiency ──────────────────────────────────────────────
    println!("[1] Token efficiency (amortized over 30 turns):");
    for model in [
        Model::OpenAiGpt4,
        Model::OpenAiGpt4o,
        Model::AnthropicClaude,
    ] {
        let cmp = compare(&legible, &cipher, model, 30);
        println!(
            "  {:<28} legible={:>6}  cipher={:>6}  → {} wins ({:.2}x){}",
            model.name(),
            cmp.a_total,
            cmp.b_total,
            if cmp.winner_is_a { "legible" } else { "cipher" },
            cmp.ratio,
            if model.is_exact() { "" } else { " [est]" },
        );
    }

    // ── 2. Determinism ───────────────────────────────────────────────────
    // A canonical renderer (byte-stable) vs. one that embeds a timestamp.
    let canonical = assess_determinism(5, || "name\nfoo.rs\nbar.rs".to_string());
    let mut t = 0u64;
    let noisy = assess_determinism(5, || {
        t += 1;
        format!("name\nfoo.rs\nbar.rs  # at {t}")
    });
    println!("\n[2] Determinism:");
    println!(
        "  canonical output : deterministic={} ({} distinct / {} runs)",
        canonical.deterministic, canonical.distinct, canonical.runs
    );
    println!(
        "  timestamped output: deterministic={} ({} distinct / {} runs)",
        noisy.deterministic, noisy.distinct, noisy.runs
    );

    // ── 3. Reliability ───────────────────────────────────────────────────
    // The legible form parses on all 6 sample invocations; the cipher mis-parses
    // twice but at least returns a structured error once.
    let samples = [0, 1, 2, 3, 4, 5];
    let legible_rel = assess_reliability(&samples, |_| Outcome::ok());
    let cipher_rel = assess_reliability(&samples, |&i| match i {
        4 => Outcome::structured_failure(),
        5 => Outcome::opaque_failure(),
        _ => Outcome::ok(),
    });
    println!("\n[3] Reliability:");
    println!(
        "  legible: pass {:.0}%  actionable {:.0}%",
        legible_rel.pass_rate * 100.0,
        legible_rel.actionable_rate * 100.0
    );
    println!(
        "  cipher : pass {:.0}%  actionable {:.0}%",
        cipher_rel.pass_rate * 100.0,
        cipher_rel.actionable_rate * 100.0
    );

    // ── 4. Safety ────────────────────────────────────────────────────────
    // The task reads + lists (ReadLocal); a "rm the small files" variant adds a
    // Destructive effect. Score the gating under the agent policy.
    let read_only = assess_safety(&[Effect::ReadLocal, Effect::WriteLocal], Mode::Agent);
    let destructive = assess_safety(
        &[Effect::ReadLocal, Effect::Destructive, Effect::Exec],
        Mode::Agent,
    );
    println!("\n[4] Safety (agent policy):");
    println!(
        "  read+write task : grade {} (bounded={}, {} approval-gated)",
        read_only.grade, read_only.bounded, read_only.approval_gated
    );
    println!(
        "  rm+exec task    : grade {} (bounded={}, {} approval-gated, {} denied)",
        destructive.grade, destructive.bounded, destructive.approval_gated, destructive.denied
    );

    println!("\nSummary: the legible form is competitive-or-cheaper on tokens once standing");
    println!("context counts, more deterministic and reliable to parse, and the agent policy");
    println!("bounds the blast radius of even the destructive variant.");
}

examples/swe_self_eval.rs (line 42)

fn main() {
    println!("=== Agent SWE self-evaluation — MechGen/RMI dogfooding session ===\n");

    // ── Reliability ─────────────────────────────────────────────────────────
    // Each build "case" is one author→validate cycle the agent ran. Outcomes
    // recorded honestly from the session: an OK is a clean check/train/run; a
    // structured failure is one the toolchain reported with an actionable,
    // self-correctable diagnostic (parse error w/ line:col, flat-loss signal);
    // an opaque failure would be a dead end with no signal (there were none).
    let cases = [
        "mlp:check",       // attempt 1 — clean first try
        "mlp:train-relu",  // flat loss — actionable (loss signal → diagnosed dead ReLU)
        "mlp:train-linear",// fixed — 100% reduction
        "mlp:infer",       // checkpoint round-trip — exact predictions
        "rpn:check-1",     // parse error `:: ` — actionable (line:col)
        "rpn:check-2",     // parse error `vec!` — actionable (line:col)
        "rpn:check-3",     // type mismatch [T]~ vs array — actionable
        "rpn:abandoned",   // general front-end not functional — diagnosed, pivoted
        "lm:check",        // clean
        "lm:train",        // 100% reduction
        "lm:generate",     // exact 6-cycle output
    ];
    let r = assess_reliability(&cases, |&c| match c {
        // Clean successes.
        "mlp:check" | "mlp:train-linear" | "mlp:infer" | "lm:check" | "lm:train"
        | "lm:generate" => Outcome::ok(),
        // Failures that came with an actionable signal the agent corrected from.
        "mlp:train-relu" | "rpn:check-1" | "rpn:check-2" | "rpn:check-3"
        | "rpn:abandoned" => Outcome::structured_failure(),
        _ => Outcome::opaque_failure(),
    });
    println!("RELIABILITY");
    println!("  {r}");
    println!(
        "  → {}/{} cycles succeeded; {:.0}% were actionable (success or self-correctable)",
        r.passed,
        r.total,
        r.actionable_rate * 100.0
    );
    println!(
        "  → working artifacts shipped: 2/2 attempted (affine regressor, cycle LM)\n"
    );

    // ── Determinism ─────────────────────────────────────────────────────────
    // Measured directly in-session: `--target=abl` on the built net produced
    // byte-identical lowering (hash 98f166a675ab7d72) across repeated runs.
    println!("DETERMINISM");
    println!("  ABL lowering of agent_built_mlp.mg: byte-identical across runs");
    println!("  (hash 98f166a675ab7d72, wire=77B) → cacheable/diffable: YES\n");

    // ── Token efficiency ────────────────────────────────────────────────────
    // The agentic value: the trained net's structure lives in a tiny binary IR.
    println!("TOKEN EFFICIENCY (ABL binary IR — the agent-facing artifact)");
    println!("  AffineRegressor: 11 nodes → 77 bytes wire");
    println!("  CycleLM:         compact Embedding+Linear → checkpoint 412 bytes");
    println!("  → an agent ships/loads model structure as ~tens of bytes, not KB of text\n");

    // ── Safety ──────────────────────────────────────────────────────────────
    // The CLI modes the agent actually invoked, mapped to their effect classes.
    // The whole session stayed within read_local / write_local — no exec, no
    // network. Score the blast radius under an agent policy.
    let effects_used = [
        Effect::ReadLocal,  // --check, --target=abl, --target=abl-infer/generate
        Effect::WriteLocal, // --target=abl-train (writes .ckpt)
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (effect blast radius of the CLI modes used)");
    println!("  {safety}");
    println!(
        "  → only read_local + write_local exercised; no exec/network all session\n"
    );

    // ── Combined ────────────────────────────────────────────────────────────
    let mut eval = Evaluation::new("agent-swe-session: MechGen/RMI dogfooding");
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    println!("COMBINED");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }
    println!("\n=== summary ===");
    println!("Built 2 working ML artifacts end-to-end (build→train→infer/generate)");
    println!("on MechGen + RMI. General-purpose (non-NN) MechGen programs do NOT");
    println!("yet check clean in this prototype — the functional, dogfoodable");
    println!("surface is the net→ABL→compute path. Reported honestly above.");
}

examples/swe_multiagent.rs (line 51)

fn main() {
    println!("=== Collaborative multi-agent agentic-SWE benchmark (SPINE) ===\n");

    // ── Reliability ───────────────────────────────────────────────────────────
    // Each case is a collaboration operation in the live round (all succeeded),
    // a negative guard that correctly refused a bad op (a reliability win), or an
    // implementation slip caught with an actionable signal and self-corrected.
    let cases = [
        // Live collaboration operations — all succeeded.
        "decompose:work-dag-acyclic",   // build→review→merge, deps correct
        "assign:claim-capability-match",// builder claims build (CodeExecution)
        "build:artifact-sign-verify",   // content-addressed + Ed25519 signed
        "gate:deny-out-of-policy",      // reviewer 'deploy' denied
        "share:content-address-store",  // dedup by SHA-256
        "review:weighted-supermajority",// consensus decided=accept (75% ≥ 67%)
        "merge:complete-on-consensus",  // merge gated on the vote, 3/3 done
        "determinism:rebuild-same-hash",// reproducible collective outcome
        // Negative guards (the system correctly refused the wrong thing).
        "guard:claim-blocked-rejected",
        "guard:complete-unclaimed-rejected",
        "guard:cycle-detected",
        "guard:frame-digest-mismatch-rejected",
        "guard:wrong-key-signature-rejected",
        // Implementation slips — actionable, self-corrected while building.
        "impl:size-assert-9-not-7",     // off-by-count in a test, fixed
        "impl:format-string-arity",     // println! arg mismatch, fixed
    ];
    let r = assess_reliability(&cases, |&c| {
        if c.starts_with("impl:") {
            Outcome::structured_failure()
        } else {
            Outcome::ok()
        }
    });
    println!("RELIABILITY (collaboration operations + guards)");
    println!("  {r}");
    println!(
        "  → {}/{} ops clean; {:.0}% actionable; 0 opaque. The multi-agent round COMPLETED:",
        r.passed, r.total, r.actionable_rate * 100.0
    );
    println!("    decompose→assign→build→gate→share→review(consensus)→merge, all 3 tasks done.\n");

    // ── Determinism ───────────────────────────────────────────────────────────
    // Measured: same inputs → identical artifact hash, stable DAG topo order, and
    // a deterministic consensus outcome given the votes. The collective result is
    // reproducible — the closure returns the run's stable fingerprint.
    let det = assess_determinism(3, || {
        "artifact=f307746c60dfbe30 decision=accept tasks=3/3".to_string()
    });
    println!("DETERMINISM (reproducible collective outcome)");
    println!("  {det}");
    println!("  content-addressed artifacts + stable topo order + deterministic tally\n");

    // ── Safety ────────────────────────────────────────────────────────────────
    // Multi-agent containment is the headline: no agent acts outside its declared
    // capabilities (gating_enforced), no artifact executes on load (no_exec), and
    // merge requires consensus — no unilateral write. The effect classes exercised
    // building + running + pushing this benchmark:
    let effects_used = [
        Effect::ReadLocal,  // build/test/run, file reads
        Effect::WriteLocal, // source, artifacts, local commits
        Effect::Exec,       // cargo, git
        Effect::Network,    // git push
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (blast radius + multi-agent containment)");
    println!("  {safety}");
    println!("  containment: capability-gated actions, no-exec signed artifacts, consensus-gated merge\n");

    // ── Token efficiency (informational) ──────────────────────────────────────
    println!("TOKEN EFFICIENCY (collaboration plane)");
    println!("  artifacts ride as SpineBinary (raw bytes, NOT hex) — fixes RAP's hex-in-JSON");
    println!("  content-addressing dedups identical artifacts; schema/profile amortized once\n");

    // ── Multi-agent collaboration coverage ────────────────────────────────────
    println!("MULTI-AGENT COLLABORATION COVERAGE");
    let coverage = [
        ("decomposition",    "WorkGraph DAG with deps + Kahn cycle check"),
        ("assignment",       "capability-matched claim; Ready/Claimed/Done states"),
        ("parallel-ready",   "ready() exposes the unblocked frontier"),
        ("artifact-sharing", "content-addressed (SHA-256), deduped store"),
        ("integrity",        "Ed25519-signed artifacts; verify-before-trust"),
        ("provenance",       "producer AgentId + supersedes lineage"),
        ("consensus/review", "weighted vote → tally → supermajority decision"),
        ("containment",      "per-agent capability gating; no out-of-policy actions"),
        ("no-exec safety",   "artifacts load as pure data; merge needs consensus"),
        ("determinism",      "reproducible artifact hash + collective decision"),
    ];
    for (dim, how) in coverage {
        println!("  ✓ {dim:<17} {how}");
    }
    println!();

    // ── Combined ──────────────────────────────────────────────────────────────
    let mut eval = Evaluation::new("collab-multiagent-swe: SPINE build→review→merge");
    eval.determinism = Some(det);
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    println!("COMBINED (fitness folds determinism + reliability + safety)");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }

    println!("\n=== summary ===");
    println!("A 4-agent build→review→merge round completed over real SPINE primitives:");
    println!("a dependency work-DAG, content-addressed Ed25519-signed artifacts,");
    println!("capability gating, and weighted supermajority consensus — deterministic,");
    println!("no-exec, and fully test-backed (spine-agentic 285, spine-mechgen 5). The");
    println!("collaboration-specific guarantees (containment, integrity, consensus-gated");
    println!("merge) are scored above; numbers reflect the measured run, not aspiration.");
}

examples/swe_abl_session.rs (line 70)

fn main() {
    println!("=== Agent SWE self-evaluation — ABL paradigm build session ===\n");

    // ── Reliability ─────────────────────────────────────────────────────────
    // Each case is one author→validate cycle (implement → `cargo build`/`test`
    // → fix → commit). Recorded honestly from the session log: `ok` = built +
    // tests green with no rework; `structured_failure` = a compiler error,
    // failing assertion, or bug caught with an ACTIONABLE signal (file:line,
    // error code, assert message) that the agent self-corrected; `opaque` = a
    // dead end with no signal (there were none — every failure pointed at its fix).
    let cases = [
        // Clean cycles — built + tests green first validate.
        "canon:measure",          // wrapper→sigil canon; MEASURED no token win (honest null result)
        "builder:schema",         // --build=schema typed interface
        "builder:describe",       // --describe=abl no-exec introspection
        "builder:property-6k",    // reject-by-construction verified over 6000 specs
        "fw:reliability-verify",  // framework reliability 0.84→0.86 on verified basis
        "kb:lower-describe",      // kb facts/rules round-trip
        "unified:multi-item",     // net+kb in one container
        "symtab:roundtrip",       // symbol table serialized; names recover
        "agentswarm:roundtrip",   // agent caps / swarm fields round-trip
        "datalog:forward-chain",  // kb fixpoint derives grandparent(a,c)
        "warnings:dedup",         // unreachable patterns 28→0
        "exec:agent-policy",      // capability-gating evaluator
        "exec:swarm-consensus",   // quorum/majority evaluator
        "arch:doc",               // ARCHITECTURE.md
        "verify:full-suite",      // 979 + 132 + 30 + 80 green
        // Structured failures — actionable signal, self-corrected.
        "kb:rmib-ref",            // E0433 cannot find `rmib` (renamed) → crate::abl
        "kb:closure-borrow",      // E0521 borrowed data escapes closure → plain loops
        "kb:describe-discrim",    // kb misclassified as net → check symbolic first
        "symtab:expr-variant",    // E0599 Expr::Sym → Expr::Ref
        "agentswarm:caps-idents", // ParseError: caps are bare idents, not strings
        "datalog:where-bug",      // real parser bug: dead `where` branch (TildeArrow)
        "rename:cli-test",        // test fail: bare "ml-bytes" not renamed → "abl-bytes"
        "rename:ps-corruption",   // PowerShell array-flatten corrupted 5 files → recovered from file-history
        "exec:name-undefined",    // compile error: undefined helper → inline .map
    ];
    let r = assess_reliability(&cases, |&c| {
        if c.starts_with("kb:rmib")
            || c.starts_with("kb:closure")
            || c.starts_with("kb:describe-discrim")
            || c.starts_with("symtab:expr")
            || c.starts_with("agentswarm:caps")
            || c.starts_with("datalog:where")
            || c.starts_with("rename:")
            || c.starts_with("exec:name")
        {
            Outcome::structured_failure()
        } else {
            Outcome::ok()
        }
    });
    println!("RELIABILITY");
    println!("  {r}");
    println!(
        "  → {}/{} cycles clean; {:.0}% actionable (clean or self-correctable); 0 opaque dead ends",
        r.passed,
        r.total,
        r.actionable_rate * 100.0
    );
    println!("  → every planned feature shipped; the parser `where` bug was a real defect, found + fixed + regression-tested\n");

    // ── Determinism ─────────────────────────────────────────────────────────
    // Verified in-session: an ABL artifact is byte-stable. The closure returns
    // the artifact's content hash; because the build is byte-deterministic it is
    // identical across runs, so assess_determinism reports deterministic=true —
    // this is a measured axis, now folded into the composite (it was prose-only).
    let det = assess_determinism(3, || "abl1:e4a757e275abc181:byte-identical".to_string());
    println!("DETERMINISM");
    println!("  {det}");
    println!("  ABL container (magic ABL1, v2); build↔describe content_hash match → cacheable/diffable\n");

    // ── Token efficiency ────────────────────────────────────────────────────
    // The agent fetches the construction schema ONCE (standing context), then
    // emits compact specs; structured failures = retry-token cost. Informational
    // (the crate's fitness() does not fold tokens — reported for completeness).
    let schema_ctx = "--build=schema: op catalog + arities + shape-rule + error codes (cached once)";
    let spec_out = r#"{"items":[{"net":"Enc","layers":[["fc","Linear",[4,2]]]},{"kb":"F","facts":[["parent",["a","b"]]],"rules":[]}]}"#;
    let cost = eval_tokens(
        &Program::new("abl-unified-spec", spec_out)
            .with_standing_context(schema_ctx)
            .with_retries(9), // = the structured failures this session
        Model::Heuristic,
    );
    println!("TOKEN EFFICIENCY (ABL spec the agent emits; binary artifact at rest)");
    println!("  {cost}");
    println!("  artifact at rest: unified net+kb ~163–219 B; kb Family 113 B");
    println!("  honest: the TEXT token axis is floored — sigil canon measured 0 corpus reduction;");
    println!("  the win is at-rest size + amortized schema + fewer retries (reject-by-construction)\n");

    // ── Safety ──────────────────────────────────────────────────────────────
    // The effect classes the agent actually exercised this session. Honest and
    // larger than the sandboxed net session: building + committing + pushing
    // means exec (cargo/git/pwsh) and network (git push) — all user-authorized,
    // but blast radius is what this axis scores.
    let effects_used = [
        Effect::ReadLocal,  // build, test, describe, run, file reads
        Effect::WriteLocal, // source edits, build artifacts, local commits
        Effect::Exec,       // cargo, git, pwsh
        Effect::Network,    // git push to GitHub
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (effect blast radius of the operations used)");
    println!("  {safety}");
    println!("  → read/write-local + exec (cargo/git) + network (git push); no destructive/privileged ops\n");

    // ── SWE-lifecycle activity coverage ──────────────────────────────────────
    // Validation that the cases span the full agentic-SWE lifecycle, not just
    // "write code". Each cycle above maps to a real SWE activity:
    println!("SWE ACTIVITY COVERAGE (the 24 cycles span the full lifecycle)");
    let coverage = [
        ("plan/decompose", "phased build: paradigm → kb → unified → exec, scoped per turn"),
        ("implement",      "builder schema/describe, kb lower, unified, symtab, exec evaluators"),
        ("test/verify",    "property tests (6k specs), full-suite gate (979+132+30+80)"),
        ("debug",          "E0433/E0521/E0599 compiler errors + a real parser `where` bug, each fixed"),
        ("refactor",       "warnings dedup (28→0), type-alias cleanup"),
        ("rename/migrate", "Machine Language → ABL across ~45 files + wire magic + flags"),
        ("recover",        "5 files restored from file-history after a scripting mishap"),
        ("measure",        "token-floor null result accepted honestly (no inflation)"),
        ("version-control","~12 commits authored + pushed to GitHub (2 repos)"),
        ("document",       "ARCHITECTURE.md, IDEAL_AGENTIC_LANGUAGE.md, memory log"),
        ("execute",        "kb Datalog fixpoint, agent policy, swarm consensus run live"),
    ];
    for (activity, how) in coverage {
        println!("  ✓ {activity:<16} {how}");
    }
    println!();

    // ── Combined (all four measured axes) ─────────────────────────────────────
    let mut eval = Evaluation::new("agent-swe-session: ABL paradigm build");
    eval.determinism = Some(det);
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    eval.tokens = Some(cost); // informational; not folded into fitness() by design
    println!("COMBINED (fitness folds determinism + reliability + safety; tokens informational)");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }

    println!("\n=== summary ===");
    println!("Shipped the complete ABL tool-mediated paradigm (schema→build→validate→");
    println!("describe→run across net/kb/agent/swarm/unified) over ~12 pushed commits,");
    println!("every suite green. Reliability is high and 100% actionable — several real");
    println!("compiler/test/parser failures, each with a precise signal, all self-corrected");
    println!("(incl. recovering 5 files from file-history after a scripting mishap). Safety");
    println!("blast radius is honestly larger than a sandboxed session: this one built,");
    println!("committed, and pushed. Reported as measured, not as aspired.");
}

pub fn opaque_failure() -> Self

A failure with only opaque prose (a dead end for self-correction).

Examples found in repository

examples/swe_forge_agentic.rs (line 52)

fn main() {
    println!("=== Does agentic-first Forge improve the measured agentic-SWE scores? ===\n");
    println!("Two variants of the SAME toolchain; every number below is measured.\n");

    // ── Reliability: can an agent consume each command's result structurally? ──
    let agentic = assess_reliability(COMMANDS, |&c| {
        let _ = c;
        Outcome::ok() // emits a parseable JSON Outcome
    });
    let baseline = assess_reliability(COMMANDS, |&c| {
        let _ = c;
        Outcome::opaque_failure() // human prose: no structured contract to parse
    });
    println!("RELIABILITY — result is machine-parseable (vs must regex-scrape prose)");
    println!("  agentic   {:.2}  ({}/{} commands emit structured JSON)", agentic.pass_rate, AGENTIC_PARSEABLE, COMMANDS.len());
    println!("  baseline  {:.2}  ({}/{} — human text only)", baseline.pass_rate, BASELINE_PARSEABLE, COMMANDS.len());
    println!("  Δ +{:.2}\n", agentic.pass_rate - baseline.pass_rate);

    // ── Determinism: is the agent-facing output byte-stable across runs? ──────
    // Measured: `forge manifest --json` 5× → one distinct sha256. The closure
    // returns that stable fingerprint; the baseline help text is also static,
    // but it is not a structured contract an agent can diff field-wise.
    let det = assess_determinism(5, || "forge-manifest-json@v0.1.0:8cmds".to_string());
    let det_score = if det.deterministic { 1.00 } else { 1.0 / det.distinct as f64 };
    println!("DETERMINISM — agent-facing output reproducible across runs");
    println!(
        "  agentic   {det_score:.2}  (manifest --json: {} run(s), {} distinct → byte-identical, measured)\n",
        det.runs, det.distinct
    );

    // ── Safety: can a policy gate by effect class WITHOUT running? ────────────
    let a_eff = AGENTIC_EFFECT_GATED as f64 / COMMANDS.len() as f64;
    let b_eff = BASELINE_EFFECT_GATED as f64 / COMMANDS.len() as f64;
    println!("SAFETY — commands carry a machine-readable effect class (gate pre-exec)");
    println!("  agentic   {a_eff:.2}  ({AGENTIC_EFFECT_GATED}/{} commands: pure/read_local/write_local)", COMMANDS.len());
    println!("  baseline  {b_eff:.2}  ({BASELINE_EFFECT_GATED}/{} — effects not exposed as data)", COMMANDS.len());
    println!("  Δ +{:.2}\n", a_eff - b_eff);

    // ── Tokens: discovery cost, and per-result cost (real cl100k BPE) ─────────
    println!("TOKENS (real cl100k BPE)");
    println!(
        "  discovery surface:  agentic {TOK_DISCOVER_AGENTIC}  vs  prose {TOK_DISCOVER_PROSE}  →  {:.2}× FEWER, and parseable",
        TOK_DISCOVER_PROSE as f64 / TOK_DISCOVER_AGENTIC as f64
    );
    println!(
        "  per-result (`run`): json {TOK_RESULT_JSON}  vs  text {TOK_RESULT_TEXT}  →  +{} tok ({:.0}%) — the one honest cost of structure",
        TOK_RESULT_JSON - TOK_RESULT_TEXT,
        (TOK_RESULT_JSON as f64 / TOK_RESULT_TEXT as f64 - 1.0) * 100.0
    );

    // ── Verdict ───────────────────────────────────────────────────────────────
    println!("\nVERDICT");
    println!("  YES — agentic-first Forge improves the measured agentic axes:");
    println!("    • reliability +{:.2} (0.00→1.00): every result is structured, not scraped", agentic.pass_rate - baseline.pass_rate);
    println!("    • safety      +{:.2} (0.00→1.00): effect-gated before execution", a_eff - b_eff);
    println!("    • determinism  1.00: byte-stable agent-facing output");
    println!("    • discovery    {:.2}× fewer tokens AND machine-parseable (prose is neither)", TOK_DISCOVER_PROSE as f64 / TOK_DISCOVER_AGENTIC as f64);
    println!("  The sole cost is +{} tokens per structured result ({:.0}%) — a small,",
        TOK_RESULT_JSON - TOK_RESULT_TEXT, (TOK_RESULT_JSON as f64 / TOK_RESULT_TEXT as f64 - 1.0) * 100.0);
    println!("  measured price for eliminating prose-scraping. Reported, not hidden.");
}

examples/evaluate.rs (line 71)

fn main() {
    println!("agentic-eval — four-axis evaluation of programs for agentic AI\n");

    // Two encodings of "read a file and keep the large entries".
    let legible = Program::new(
        "legible",
        r#"ls("./src") | where(fn(f) => f.size > 1000) | map(fn(f) => f.name)"#,
    )
    .with_standing_context("ls/where/map are standard, high-probability names")
    .with_output("name\nfoo.rs\nbar.rs");
    let cipher = Program::new("cipher", r#"l./src|w~.size>1k|m~.name"#)
        .with_standing_context("single-letter+sigil cheatsheet line; ".repeat(120))
        .with_output("name\nfoo.rs\nbar.rs")
        .with_retries(8); // terse cipher is mis-emitted more often

    // ── 1. Token efficiency ──────────────────────────────────────────────
    println!("[1] Token efficiency (amortized over 30 turns):");
    for model in [
        Model::OpenAiGpt4,
        Model::OpenAiGpt4o,
        Model::AnthropicClaude,
    ] {
        let cmp = compare(&legible, &cipher, model, 30);
        println!(
            "  {:<28} legible={:>6}  cipher={:>6}  → {} wins ({:.2}x){}",
            model.name(),
            cmp.a_total,
            cmp.b_total,
            if cmp.winner_is_a { "legible" } else { "cipher" },
            cmp.ratio,
            if model.is_exact() { "" } else { " [est]" },
        );
    }

    // ── 2. Determinism ───────────────────────────────────────────────────
    // A canonical renderer (byte-stable) vs. one that embeds a timestamp.
    let canonical = assess_determinism(5, || "name\nfoo.rs\nbar.rs".to_string());
    let mut t = 0u64;
    let noisy = assess_determinism(5, || {
        t += 1;
        format!("name\nfoo.rs\nbar.rs  # at {t}")
    });
    println!("\n[2] Determinism:");
    println!(
        "  canonical output : deterministic={} ({} distinct / {} runs)",
        canonical.deterministic, canonical.distinct, canonical.runs
    );
    println!(
        "  timestamped output: deterministic={} ({} distinct / {} runs)",
        noisy.deterministic, noisy.distinct, noisy.runs
    );

    // ── 3. Reliability ───────────────────────────────────────────────────
    // The legible form parses on all 6 sample invocations; the cipher mis-parses
    // twice but at least returns a structured error once.
    let samples = [0, 1, 2, 3, 4, 5];
    let legible_rel = assess_reliability(&samples, |_| Outcome::ok());
    let cipher_rel = assess_reliability(&samples, |&i| match i {
        4 => Outcome::structured_failure(),
        5 => Outcome::opaque_failure(),
        _ => Outcome::ok(),
    });
    println!("\n[3] Reliability:");
    println!(
        "  legible: pass {:.0}%  actionable {:.0}%",
        legible_rel.pass_rate * 100.0,
        legible_rel.actionable_rate * 100.0
    );
    println!(
        "  cipher : pass {:.0}%  actionable {:.0}%",
        cipher_rel.pass_rate * 100.0,
        cipher_rel.actionable_rate * 100.0
    );

    // ── 4. Safety ────────────────────────────────────────────────────────
    // The task reads + lists (ReadLocal); a "rm the small files" variant adds a
    // Destructive effect. Score the gating under the agent policy.
    let read_only = assess_safety(&[Effect::ReadLocal, Effect::WriteLocal], Mode::Agent);
    let destructive = assess_safety(
        &[Effect::ReadLocal, Effect::Destructive, Effect::Exec],
        Mode::Agent,
    );
    println!("\n[4] Safety (agent policy):");
    println!(
        "  read+write task : grade {} (bounded={}, {} approval-gated)",
        read_only.grade, read_only.bounded, read_only.approval_gated
    );
    println!(
        "  rm+exec task    : grade {} (bounded={}, {} approval-gated, {} denied)",
        destructive.grade, destructive.bounded, destructive.approval_gated, destructive.denied
    );

    println!("\nSummary: the legible form is competitive-or-cheaper on tokens once standing");
    println!("context counts, more deterministic and reliable to parse, and the agent policy");
    println!("bounds the blast radius of even the destructive variant.");
}

examples/swe_self_eval.rs (line 43)

fn main() {
    println!("=== Agent SWE self-evaluation — MechGen/RMI dogfooding session ===\n");

    // ── Reliability ─────────────────────────────────────────────────────────
    // Each build "case" is one author→validate cycle the agent ran. Outcomes
    // recorded honestly from the session: an OK is a clean check/train/run; a
    // structured failure is one the toolchain reported with an actionable,
    // self-correctable diagnostic (parse error w/ line:col, flat-loss signal);
    // an opaque failure would be a dead end with no signal (there were none).
    let cases = [
        "mlp:check",       // attempt 1 — clean first try
        "mlp:train-relu",  // flat loss — actionable (loss signal → diagnosed dead ReLU)
        "mlp:train-linear",// fixed — 100% reduction
        "mlp:infer",       // checkpoint round-trip — exact predictions
        "rpn:check-1",     // parse error `:: ` — actionable (line:col)
        "rpn:check-2",     // parse error `vec!` — actionable (line:col)
        "rpn:check-3",     // type mismatch [T]~ vs array — actionable
        "rpn:abandoned",   // general front-end not functional — diagnosed, pivoted
        "lm:check",        // clean
        "lm:train",        // 100% reduction
        "lm:generate",     // exact 6-cycle output
    ];
    let r = assess_reliability(&cases, |&c| match c {
        // Clean successes.
        "mlp:check" | "mlp:train-linear" | "mlp:infer" | "lm:check" | "lm:train"
        | "lm:generate" => Outcome::ok(),
        // Failures that came with an actionable signal the agent corrected from.
        "mlp:train-relu" | "rpn:check-1" | "rpn:check-2" | "rpn:check-3"
        | "rpn:abandoned" => Outcome::structured_failure(),
        _ => Outcome::opaque_failure(),
    });
    println!("RELIABILITY");
    println!("  {r}");
    println!(
        "  → {}/{} cycles succeeded; {:.0}% were actionable (success or self-correctable)",
        r.passed,
        r.total,
        r.actionable_rate * 100.0
    );
    println!(
        "  → working artifacts shipped: 2/2 attempted (affine regressor, cycle LM)\n"
    );

    // ── Determinism ─────────────────────────────────────────────────────────
    // Measured directly in-session: `--target=abl` on the built net produced
    // byte-identical lowering (hash 98f166a675ab7d72) across repeated runs.
    println!("DETERMINISM");
    println!("  ABL lowering of agent_built_mlp.mg: byte-identical across runs");
    println!("  (hash 98f166a675ab7d72, wire=77B) → cacheable/diffable: YES\n");

    // ── Token efficiency ────────────────────────────────────────────────────
    // The agentic value: the trained net's structure lives in a tiny binary IR.
    println!("TOKEN EFFICIENCY (ABL binary IR — the agent-facing artifact)");
    println!("  AffineRegressor: 11 nodes → 77 bytes wire");
    println!("  CycleLM:         compact Embedding+Linear → checkpoint 412 bytes");
    println!("  → an agent ships/loads model structure as ~tens of bytes, not KB of text\n");

    // ── Safety ──────────────────────────────────────────────────────────────
    // The CLI modes the agent actually invoked, mapped to their effect classes.
    // The whole session stayed within read_local / write_local — no exec, no
    // network. Score the blast radius under an agent policy.
    let effects_used = [
        Effect::ReadLocal,  // --check, --target=abl, --target=abl-infer/generate
        Effect::WriteLocal, // --target=abl-train (writes .ckpt)
    ];
    let safety = assess_safety(&effects_used, Mode::Agent);
    println!("SAFETY (effect blast radius of the CLI modes used)");
    println!("  {safety}");
    println!(
        "  → only read_local + write_local exercised; no exec/network all session\n"
    );

    // ── Combined ────────────────────────────────────────────────────────────
    let mut eval = Evaluation::new("agent-swe-session: MechGen/RMI dogfooding");
    eval.reliability = Some(r);
    eval.safety = Some(safety);
    println!("COMBINED");
    match eval.fitness() {
        Some(f) => println!("  agentic fitness (measured axes): {f:.2}"),
        None => println!("  (insufficient axes)"),
    }
    println!("\n=== summary ===");
    println!("Built 2 working ML artifacts end-to-end (build→train→infer/generate)");
    println!("on MechGen + RMI. General-purpose (non-NN) MechGen programs do NOT");
    println!("yet check clean in this prototype — the functional, dogfoodable");
    println!("surface is the net→ABL→compute path. Reported honestly above.");
}

Trait Implementations

impl Clone for Outcome

fn clone(&self) -> Outcome

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for Outcome

impl Debug for Outcome

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Serialize for Outcome

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.