assay-cli 3.26.0

use assay_core::config::load_config;
use assert_cmd::Command;
use predicates::prelude::*;
use std::fs;
use tempfile::tempdir;

#[test]
fn test_init_hello_trace_contract() {
    let temp = tempdir().expect("temp dir");

    #[allow(deprecated)]
    let mut init = Command::cargo_bin("assay").expect("assay binary");
    init.current_dir(temp.path())
        .arg("init")
        .arg("--hello-trace")
        .assert()
        .success();

    let eval_path = temp.path().join("eval.yaml");
    let trace_path = temp.path().join("traces/hello.jsonl");
    assert!(eval_path.exists(), "eval.yaml must exist");
    assert!(trace_path.exists(), "traces/hello.jsonl must exist");

    let eval = fs::read_to_string(&eval_path).expect("read eval.yaml");
    assert!(
        eval.contains("suite: \"hello_smoke\""),
        "hello suite must be scaffolded"
    );
    assert!(
        eval.contains("id: \"hello_smoke_regex\""),
        "hello smoke test must be scaffolded"
    );

    #[allow(deprecated)]
    let mut validate = Command::cargo_bin("assay").expect("assay binary");
    validate
        .current_dir(temp.path())
        .arg("validate")
        .arg("--config")
        .arg("eval.yaml")
        .arg("--trace-file")
        .arg("traces/hello.jsonl")
        .assert()
        .success();
}

#[test]
fn test_validate_accepts_positional_config_path() {
    let temp = tempdir().expect("temp dir");

    #[allow(deprecated)]
    let mut init = Command::cargo_bin("assay").expect("assay binary");
    init.current_dir(temp.path())
        .arg("init")
        .arg("--hello-trace")
        .assert()
        .success();

    #[allow(deprecated)]
    let mut validate = Command::cargo_bin("assay").expect("assay binary");
    validate
        .current_dir(temp.path())
        .arg("validate")
        .arg("eval.yaml")
        .arg("--trace-file")
        .arg("traces/hello.jsonl")
        .assert()
        .success();

    #[allow(deprecated)]
    let mut conflict = Command::cargo_bin("assay").expect("assay binary");
    conflict
        .current_dir(temp.path())
        .arg("validate")
        .arg("eval.yaml")
        .arg("--config")
        .arg("eval.yaml")
        .assert()
        .failure()
        .stderr(predicate::str::contains("cannot be used with"));
}

#[test]
fn test_init_hello_trace_respects_config_parent_directory() {
    let temp = tempdir().expect("temp dir");
    let nested_config = temp.path().join("nested/eval.yaml");
    let nested_trace = temp.path().join("nested/traces/hello.jsonl");
    let root_trace = temp.path().join("traces/hello.jsonl");

    #[allow(deprecated)]
    let mut init = Command::cargo_bin("assay").expect("assay binary");
    init.current_dir(temp.path())
        .arg("init")
        .arg("--hello-trace")
        .arg("--config")
        .arg(&nested_config)
        .assert()
        .success();

    assert!(nested_config.exists(), "nested eval.yaml must exist");
    assert!(
        nested_trace.exists(),
        "hello trace must be colocated with config"
    );
    assert!(
        !root_trace.exists(),
        "hello trace must not be written to CWD when --config points elsewhere"
    );

    #[allow(deprecated)]
    let mut validate = Command::cargo_bin("assay").expect("assay binary");
    validate
        .current_dir(temp.path())
        .arg("validate")
        .arg("--config")
        .arg("nested/eval.yaml")
        .arg("--trace-file")
        .arg("nested/traces/hello.jsonl")
        .assert()
        .success();
}

#[test]
fn test_init_default_writes_canonical_eval_config() {
    let temp = tempdir().expect("temp dir");

    #[allow(deprecated)]
    let mut init = Command::cargo_bin("assay").expect("assay binary");
    init.current_dir(temp.path()).arg("init").assert().success();

    let eval_path = temp.path().join("eval.yaml");
    assert!(eval_path.exists(), "default init must create eval.yaml");
    let eval = fs::read_to_string(&eval_path).expect("read eval.yaml");
    assert!(
        eval.contains("configVersion: 1"),
        "default scaffold must write canonical configVersion field"
    );
    assert!(
        !eval
            .lines()
            .any(|line| line.trim_start().starts_with("version: ")),
        "default scaffold must not emit legacy version alias"
    );

    let cfg = load_config(&eval_path, false, true)
        .expect("generated eval.yaml should parse in strict mode");
    assert_eq!(cfg.version, 1, "generated config must parse as version 1");
    assert_eq!(cfg.suite, "starter");
    assert_eq!(cfg.model, "trace");
    assert!(
        !cfg.tests.is_empty(),
        "generated starter config must contain at least one test"
    );
}

#[test]
fn test_init_from_trace_writes_canonical_eval_config() {
    let temp = tempdir().expect("temp dir");
    let trace_path = temp.path().join("events.jsonl");
    fs::write(
        &trace_path,
        r#"{"type":"file_open","path":"/workspace/app.py","pid":1,"timestamp":1}
"#,
    )
    .expect("write events trace");

    #[allow(deprecated)]
    let mut init = Command::cargo_bin("assay").expect("assay binary");
    init.current_dir(temp.path())
        .arg("init")
        .arg("--from-trace")
        .arg("events.jsonl")
        .assert()
        .success();

    let eval_path = temp.path().join("eval.yaml");
    assert!(
        eval_path.exists(),
        "init --from-trace must create eval.yaml"
    );
    let eval = fs::read_to_string(&eval_path).expect("read eval.yaml");
    assert!(
        eval.contains("configVersion: 1"),
        "from-trace scaffold must write canonical configVersion field"
    );
    assert!(
        !eval
            .lines()
            .any(|line| line.trim_start().starts_with("version: ")),
        "from-trace scaffold must not emit legacy version alias"
    );

    let cfg = load_config(&eval_path, false, true)
        .expect("generated eval.yaml from --from-trace should parse in strict mode");
    assert_eq!(cfg.version, 1, "generated config must parse as version 1");
    assert_eq!(cfg.suite, "generated");
    assert_eq!(cfg.model, "trace");
    assert!(
        !cfg.tests.is_empty(),
        "generated config from --from-trace must contain tests"
    );
}