use crate::commands::awq_classifier::{
classify_compression_ratio, classify_quality_retention, parse_awq_flags, validate_awq_flags,
AwqFlagValidation, CompressionOutcome, QualityRetention, AWQ_MAX_COMPRESSION_RATIO,
AWQ_MIN_QUALITY_RETENTION,
};
use serde_json::Value;
use std::fs;
use std::path::Path;
#[derive(Debug, Clone)]
pub struct AwqLintArgs {
pub observation_file: String,
pub json: bool,
}
#[derive(Debug, Clone, serde::Serialize)]
struct GateReport {
gate: &'static str,
falsify_id: &'static str,
outcome: String,
passed: bool,
}
pub fn run(args: AwqLintArgs) -> Result<(), String> {
let path = Path::new(&args.observation_file);
if !path.exists() {
return Err(format!(
"FALSIFY-CRUX-B-08: observation file not found: {}",
args.observation_file
));
}
let raw = fs::read_to_string(path)
.map_err(|e| format!("FALSIFY-CRUX-B-08: failed to read observation: {e}"))?;
if raw.trim().is_empty() {
return Err("FALSIFY-CRUX-B-08: observation file is empty".to_string());
}
let obs: Value = serde_json::from_str(&raw)
.map_err(|e| format!("FALSIFY-CRUX-B-08: observation is not valid JSON: {e}"))?;
let mut reports: Vec<GateReport> = Vec::new();
let mut failures: Vec<String> = Vec::new();
if let Some(q) = obs.get("quality") {
let (report, err) = run_quality_gate(q);
reports.push(report);
if let Some(e) = err {
failures.push(e);
}
}
if let Some(c) = obs.get("compression") {
let (report, err) = run_compression_gate(c);
reports.push(report);
if let Some(e) = err {
failures.push(e);
}
}
if let Some(f) = obs.get("flags") {
let (report, err) = run_flags_gate(f);
reports.push(report);
if let Some(e) = err {
failures.push(e);
}
}
if reports.is_empty() {
return Err("FALSIFY-CRUX-B-08: observation has none of quality/compression/flags".into());
}
if args.json {
let payload = serde_json::json!({
"contract": "CRUX-B-08",
"gates": reports,
});
println!("{}", serde_json::to_string_pretty(&payload).unwrap());
} else {
for r in &reports {
let tag = if r.passed { "PASS" } else { "FAIL" };
println!("[{tag}] {} ({}): {}", r.gate, r.falsify_id, r.outcome);
}
}
if !failures.is_empty() {
return Err(failures.join("\n"));
}
Ok(())
}
fn run_quality_gate(v: &Value) -> (GateReport, Option<String>) {
let p_fp16 = v.get("p_fp16").and_then(|x| x.as_f64()).unwrap_or(0.0);
let p_awq = v.get("p_awq").and_then(|x| x.as_f64()).unwrap_or(0.0);
let threshold = v
.get("threshold")
.and_then(|x| x.as_f64())
.unwrap_or(AWQ_MIN_QUALITY_RETENTION);
let outcome = classify_quality_retention(p_fp16, p_awq, threshold);
let (passed, desc) = match outcome {
QualityRetention::Retained { ratio } => (
true,
format!("ratio={ratio:.4} >= {threshold} (p_fp16={p_fp16}, p_awq={p_awq})"),
),
QualityRetention::Degraded { ratio, threshold } => (
false,
format!("ratio={ratio:.4} < {threshold} (p_fp16={p_fp16}, p_awq={p_awq})"),
),
};
let err = if passed {
None
} else {
Some(format!("FALSIFY-CRUX-B-08-001 quality gate failed: {desc}"))
};
(
GateReport {
gate: "quality",
falsify_id: "FALSIFY-CRUX-B-08-001",
outcome: desc,
passed,
},
err,
)
}
fn run_compression_gate(v: &Value) -> (GateReport, Option<String>) {
let fp16 = v.get("fp16_bytes").and_then(|x| x.as_u64()).unwrap_or(0);
let awq = v.get("awq_bytes").and_then(|x| x.as_u64()).unwrap_or(0);
let max_ratio = v
.get("max_ratio")
.and_then(|x| x.as_f64())
.unwrap_or(AWQ_MAX_COMPRESSION_RATIO);
let outcome = classify_compression_ratio(fp16, awq, max_ratio);
let (passed, desc) = match outcome {
CompressionOutcome::Compressed { ratio } => (
true,
format!("ratio={ratio:.4} (max={max_ratio}, fp16={fp16}, awq={awq})"),
),
CompressionOutcome::Insufficient { ratio, max_ratio } => (
false,
format!("ratio={ratio:.4} > max={max_ratio} (fp16={fp16}, awq={awq})"),
),
};
let err = if passed {
None
} else {
Some(format!(
"FALSIFY-CRUX-B-08-003 compression gate failed: {desc}"
))
};
(
GateReport {
gate: "compression",
falsify_id: "FALSIFY-CRUX-B-08-003",
outcome: desc,
passed,
},
err,
)
}
fn run_flags_gate(v: &Value) -> (GateReport, Option<String>) {
let argv_owned: Vec<String> = v
.get("argv")
.and_then(|x| x.as_array())
.map(|a| {
a.iter()
.filter_map(|s| s.as_str().map(|s| s.to_string()))
.collect()
})
.unwrap_or_default();
let argv: Vec<&str> = argv_owned.iter().map(|s| s.as_str()).collect();
let flags = parse_awq_flags(&argv);
let validation = validate_awq_flags(&flags);
let expected = v
.get("expected_outcome")
.and_then(|x| x.as_str())
.unwrap_or("ok");
let got = match &validation {
AwqFlagValidation::Ok { .. } => "ok",
AwqFlagValidation::MissingMethod => "missing_method",
AwqFlagValidation::UnknownMethod { .. } => "unknown_method",
AwqFlagValidation::InvalidBits { .. } => "invalid_bits",
AwqFlagValidation::InvalidGroupSize { .. } => "invalid_group_size",
};
let passed = got == expected;
let desc = format!("expected={expected} got={got} ({validation:?})");
let err = if passed {
None
} else {
Some(format!("FALSIFY-CRUX-B-08-002 flags gate failed: {desc}"))
};
(
GateReport {
gate: "flags",
falsify_id: "FALSIFY-CRUX-B-08-002",
outcome: desc,
passed,
},
err,
)
}
#[cfg(test)]
mod tests {
use super::*;
use std::io::Write;
use tempfile::NamedTempFile;
fn write_obs(json: &str) -> NamedTempFile {
let mut f = NamedTempFile::new().unwrap();
f.write_all(json.as_bytes()).unwrap();
f.flush().unwrap();
f
}
fn args_for(f: &NamedTempFile) -> AwqLintArgs {
AwqLintArgs {
observation_file: f.path().to_string_lossy().into_owned(),
json: false,
}
}
#[test]
fn missing_file_is_falsify_error() {
let args = AwqLintArgs {
observation_file: "/no/such/awq.json".to_string(),
json: false,
};
let err = run(args).unwrap_err();
assert!(err.contains("FALSIFY-CRUX-B-08"));
assert!(err.contains("not found"));
}
#[test]
fn empty_file_is_error() {
let f = write_obs(" \n");
let err = run(args_for(&f)).unwrap_err();
assert!(err.contains("observation file is empty"));
}
#[test]
fn invalid_json_is_error() {
let f = write_obs("xx");
let err = run(args_for(&f)).unwrap_err();
assert!(err.contains("not valid JSON"));
}
#[test]
fn empty_object_has_no_gates() {
let f = write_obs("{}");
let err = run(args_for(&f)).unwrap_err();
assert!(err.contains("none of quality/compression/flags"));
}
#[test]
fn quality_gate_retained_passes() {
let f = write_obs(r#"{"quality": {"p_fp16": 0.90, "p_awq": 0.85}}"#);
assert!(run(args_for(&f)).is_ok());
}
#[test]
fn quality_gate_degraded_fails() {
let f = write_obs(r#"{"quality": {"p_fp16": 0.90, "p_awq": 0.50}}"#);
let err = run(args_for(&f)).unwrap_err();
assert!(err.contains("FALSIFY-CRUX-B-08-001"));
}
#[test]
fn compression_gate_compressed_passes() {
let f = write_obs(r#"{"compression": {"fp16_bytes": 1000000, "awq_bytes": 200000}}"#);
assert!(run(args_for(&f)).is_ok());
}
#[test]
fn compression_gate_insufficient_fails() {
let f = write_obs(r#"{"compression": {"fp16_bytes": 1000000, "awq_bytes": 900000}}"#);
let err = run(args_for(&f)).unwrap_err();
assert!(err.contains("FALSIFY-CRUX-B-08-003"));
}
#[test]
fn flags_gate_valid_awq_passes() {
let f = write_obs(
r#"{"flags": {"argv": ["--method", "awq", "--bits", "4", "--group-size", "128"], "expected_outcome": "ok"}}"#,
);
assert!(run(args_for(&f)).is_ok());
}
#[test]
fn flags_gate_missing_method_classified() {
let f = write_obs(
r#"{"flags": {"argv": ["--bits", "4"], "expected_outcome": "missing_method"}}"#,
);
assert!(run(args_for(&f)).is_ok());
}
#[test]
fn flags_gate_mismatch_fails() {
let f = write_obs(r#"{"flags": {"argv": ["--bits", "4"], "expected_outcome": "ok"}}"#);
let err = run(args_for(&f)).unwrap_err();
assert!(err.contains("FALSIFY-CRUX-B-08-002"));
}
#[test]
fn json_mode_ok() {
let f = write_obs(r#"{"quality": {"p_fp16": 1.0, "p_awq": 1.0}}"#);
let args = AwqLintArgs {
observation_file: f.path().to_string_lossy().into_owned(),
json: true,
};
assert!(run(args).is_ok());
}
}