use std::collections::BTreeMap;
use std::fmt::Write as _;
use std::path::{Path, PathBuf};
use std::time::{SystemTime, UNIX_EPOCH};
use serde::Serialize;
use crate::RubricVerdict;
#[derive(Clone, Debug, Serialize)]
pub struct PageResult {
pub label: String,
pub route: Option<String>,
pub viewport: Option<(u64, u64)>,
pub screenshot_path: PathBuf,
pub vision_description: String,
pub verdict: RubricVerdict,
}
#[derive(Clone, Debug, Serialize)]
pub struct RubricReport {
pub generated_at: String,
pub context: String,
pub pages: Vec<PageResult>,
pub passed: usize,
pub failed: usize,
pub total: usize,
}
impl RubricReport {
#[must_use]
pub fn from_pages(context: &str, pages: Vec<PageResult>) -> Self {
let total = pages.len();
let passed = pages.iter().filter(|p| p.verdict.verdict.is_pass()).count();
let failed = total - passed;
let generated_at = {
let dur = SystemTime::now()
.duration_since(UNIX_EPOCH)
.unwrap_or_default();
dur.as_secs().to_string()
};
Self {
generated_at,
context: context.to_string(),
pages,
passed,
failed,
total,
}
}
#[must_use]
pub fn to_markdown(&self) -> String {
let mut md = String::with_capacity(1024 + self.pages.len() * 512);
md.push_str("# Visual Rubric Report\n\n");
let _ = write!(md, "Generated: {}\n\n", self.generated_at);
let _ = write!(md, "{}\n\n", self.context);
md.push_str("## Summary\n\n");
let _ = writeln!(md, "- **Total pages**: {}", self.total);
let _ = writeln!(md, "- **Passed**: {}", self.passed);
let _ = writeln!(md, "- **Failed**: {}", self.failed);
let _ = write!(
md,
"- **Pass rate**: {}%\n\n",
if self.total > 0 {
(self.passed * 100) / self.total
} else {
0
}
);
self.push_defect_patterns(&mut md);
self.push_page_details(&mut md);
md
}
fn push_defect_patterns(&self, md: &mut String) {
let mut anomaly_counts: BTreeMap<String, Vec<&str>> = BTreeMap::new();
for page in &self.pages {
for anomaly in &page.verdict.anomalies {
let key = anomaly.split('.').next().unwrap_or(anomaly).to_string();
anomaly_counts.entry(key).or_default().push(&page.label);
}
}
if anomaly_counts.is_empty() {
return;
}
md.push_str("### Defect Patterns\n\n");
md.push_str("| Pattern | Count | Pages |\n");
md.push_str("|---------|-------|-------|\n");
for (pattern, labels) in &anomaly_counts {
let _ = write!(md, "| {} | {} | ", pattern, labels.len());
for (index, label) in labels.iter().enumerate() {
if index > 0 {
md.push_str(", ");
}
let _ = write!(md, "`{label}`");
}
md.push_str(" |\n");
}
md.push('\n');
}
fn push_page_details(&self, md: &mut String) {
for page in &self.pages {
let status = if page.verdict.verdict.is_pass() {
"PASS"
} else {
"FAIL"
};
let _ = write!(md, "---\n\n### {}: {}\n\n", status, page.label);
if let Some(ref route) = page.route {
let _ = write!(md, "**Route:** `{route}`\n\n");
}
let _ = write!(
md,
"**Screenshot:** `{}`\n\n",
page.screenshot_path.display()
);
if let Some((w, h)) = page.viewport {
let _ = write!(md, "**Viewport:** {w}×{h}\n\n");
}
md.push_str("**Vision Description:**\n\n");
let _ = write!(
md,
"> {}\n\n",
page.vision_description.replace('\n', "\n> ")
);
let _ = write!(md, "**Rubric Result:** {status}\n\n");
let _ = write!(md, "**Reason:** {}\n\n", page.verdict.reason);
if !page.verdict.anomalies.is_empty() {
md.push_str("**Anomalies:**\n");
for anomaly in &page.verdict.anomalies {
let _ = writeln!(md, "- {anomaly}");
}
md.push('\n');
}
}
}
pub fn to_json(&self) -> serde_json::Result<String> {
serde_json::to_string_pretty(self)
}
pub fn save_markdown(&self, path: &Path) -> std::io::Result<()> {
std::fs::write(path, self.to_markdown())
}
pub fn save_json(&self, path: &Path) -> std::io::Result<()> {
let json = self
.to_json()
.map_err(|e| std::io::Error::new(std::io::ErrorKind::Other, e))?;
std::fs::write(path, json)
}
}