veerdiff 0.1.0

Semantic diff engine for LLM and agent execution traces — find exactly where two runs veer apart.
Documentation
//! Black-box tests that invoke the compiled `veer` binary.

use std::path::PathBuf;
use std::process::Command;

fn manifest_path(rel: &str) -> PathBuf {
    let mut p = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
    p.push(rel);
    p
}

fn veer() -> Command {
    Command::new(env!("CARGO_BIN_EXE_veer"))
}

#[test]
fn summary_reports_changes_between_example_traces() {
    let out = veer()
        .arg("diff")
        .arg(manifest_path("examples/weather_before.json"))
        .arg(manifest_path("examples/weather_after.json"))
        .args(["--format", "summary"])
        .output()
        .expect("run veer");
    assert!(out.status.success());
    let stdout = String::from_utf8_lossy(&out.stdout);
    assert!(stdout.contains("changed="), "stdout: {stdout}");
    assert!(stdout.contains("added=2"), "stdout: {stdout}");
}

#[test]
fn check_exits_nonzero_on_differences_and_zero_when_identical() {
    let before = manifest_path("examples/weather_before.json");
    let after = manifest_path("examples/weather_after.json");

    let differ = veer()
        .arg("diff")
        .arg(&before)
        .arg(&after)
        .args(["--check", "--format", "summary"])
        .status()
        .expect("run veer");
    assert_eq!(differ.code(), Some(1));

    let same = veer()
        .arg("diff")
        .arg(&before)
        .arg(&before)
        .args(["--check", "--format", "summary"])
        .status()
        .expect("run veer");
    assert_eq!(same.code(), Some(0));
}

#[test]
fn json_output_is_machine_readable() {
    let out = veer()
        .arg("diff")
        .arg(manifest_path("examples/weather_before.json"))
        .arg(manifest_path("examples/weather_after.json"))
        .args(["--format", "json", "--drop-meta", "tool_call_id"])
        .output()
        .expect("run veer");
    assert!(out.status.success());
    let v: serde_json::Value = serde_json::from_slice(&out.stdout).expect("valid json");
    assert!(v["ops"].is_array());
    assert!(v["similarity"].is_number());
}

#[test]
fn show_prints_normalized_trace() {
    let out = veer()
        .arg("show")
        .arg(manifest_path("examples/weather_before.json"))
        .output()
        .expect("run veer");
    assert!(out.status.success());
    let v: serde_json::Value = serde_json::from_slice(&out.stdout).expect("valid json");
    assert!(v["steps"].is_array());
}

#[test]
fn unknown_mask_is_a_clean_error() {
    let out = veer()
        .arg("diff")
        .arg(manifest_path("examples/weather_before.json"))
        .arg(manifest_path("examples/weather_after.json"))
        .args(["--mask", "bogus"])
        .output()
        .expect("run veer");
    assert_eq!(out.status.code(), Some(2));
    let stderr = String::from_utf8_lossy(&out.stderr);
    assert!(stderr.contains("unknown mask"), "stderr: {stderr}");
}