use std::path::PathBuf;
use algocline_core::AppDir;
use super::path::ContainedPath;
pub(super) fn evals_dir(app_dir: &AppDir) -> PathBuf {
app_dir.evals_dir()
}
pub(super) fn splice_response_string(json_str: &str, key: &str, value: &str) -> String {
if let Ok(serde_json::Value::Object(mut map)) = serde_json::from_str(json_str) {
map.insert(
key.to_string(),
serde_json::Value::String(value.to_string()),
);
return serde_json::Value::Object(map).to_string();
}
json_str.to_string()
}
pub(super) fn save_eval_result(
app_dir: &AppDir,
strategy: &str,
result_json: &str,
) -> Result<(), String> {
let dir = evals_dir(app_dir);
std::fs::create_dir_all(&dir)
.map_err(|e| format!("failed to create evals dir {}: {e}", dir.display()))?;
let now = std::time::SystemTime::now()
.duration_since(std::time::UNIX_EPOCH)
.unwrap_or_default();
let timestamp = now.as_secs();
let eval_id = format!("{strategy}_{timestamp}");
let parsed: serde_json::Value = serde_json::from_str(result_json)
.map_err(|e| format!("failed to parse eval result JSON: {e}"))?;
let path = ContainedPath::child(&dir, &format!("{eval_id}.json"))
.map_err(|e| format!("invalid eval_id {eval_id}: {e}"))?;
std::fs::write(&path, result_json)
.map_err(|e| format!("failed to write eval result {}: {e}", path.display()))?;
let meta = build_meta(&eval_id, strategy, timestamp, &parsed);
let meta_path = ContainedPath::child(&dir, &format!("{eval_id}.meta.json"))
.map_err(|e| format!("invalid eval_id meta {eval_id}: {e}"))?;
let meta_str =
serde_json::to_string(&meta).map_err(|e| format!("failed to serialize eval meta: {e}"))?;
std::fs::write(&meta_path, meta_str)
.map_err(|e| format!("failed to write eval meta {}: {e}", meta_path.display()))
}
pub(super) fn build_meta(
eval_id: &str,
strategy: &str,
timestamp: u64,
parsed: &serde_json::Value,
) -> serde_json::Value {
let result_obj = parsed.get("result");
let stats_obj = parsed.get("stats");
let aggregated = result_obj.and_then(|r| r.get("aggregated"));
serde_json::json!({
"eval_id": eval_id,
"strategy": strategy,
"timestamp": timestamp,
"pass_rate": aggregated.and_then(|a| a.get("pass_rate")),
"mean_score": aggregated.and_then(|a| a.get("scores")).and_then(|s| s.get("mean")),
"total_cases": aggregated.and_then(|a| a.get("total")),
"passed": aggregated.and_then(|a| a.get("passed")),
"llm_calls": stats_obj.and_then(|s| s.get("auto")).and_then(|a| a.get("llm_calls")),
"elapsed_ms": stats_obj.and_then(|s| s.get("auto")).and_then(|a| a.get("elapsed_ms")),
"summary": result_obj.and_then(|r| r.get("summary")),
})
}
pub(super) fn list_eval_history(
dir: &std::path::Path,
strategy: Option<&str>,
limit: usize,
) -> Result<String, String> {
if !dir.exists() {
return Ok(serde_json::json!({ "evals": [] }).to_string());
}
let mut entries: Vec<serde_json::Value> = Vec::new();
let read_dir = std::fs::read_dir(dir).map_err(|e| format!("Failed to read evals dir: {e}"))?;
for entry in read_dir.flatten() {
let path = entry.path();
if path.extension().and_then(|e| e.to_str()) != Some("json") {
continue;
}
if path
.file_name()
.and_then(|n| n.to_str())
.is_some_and(|n| n.contains(".meta."))
{
continue;
}
let stem = match path.file_stem().and_then(|s| s.to_str()) {
Some(s) => s,
None => continue,
};
let meta_path = match ContainedPath::child(dir, &format!("{stem}.meta.json")) {
Ok(p) => p,
Err(_) => continue,
};
let meta = if meta_path.exists() {
std::fs::read_to_string(&*meta_path)
.ok()
.and_then(|s| serde_json::from_str::<serde_json::Value>(&s).ok())
} else {
None
};
if let Some(meta) = meta {
if let Some(filter) = strategy {
if meta.get("strategy").and_then(|s| s.as_str()) != Some(filter) {
continue;
}
}
entries.push(meta);
}
}
entries.sort_by(|a, b| {
let ts_a = a
.get("timestamp")
.and_then(serde_json::Value::as_u64)
.unwrap_or(0);
let ts_b = b
.get("timestamp")
.and_then(serde_json::Value::as_u64)
.unwrap_or(0);
ts_b.cmp(&ts_a)
});
entries.truncate(limit);
Ok(serde_json::json!({ "evals": entries }).to_string())
}
pub(super) fn escape_for_lua_sq(s: &str) -> String {
s.replace('\\', "\\\\")
.replace('\'', "\\'")
.replace('\n', "\\n")
.replace('\r', "\\r")
}
pub(super) fn extract_strategy_from_id(eval_id: &str) -> Option<&str> {
eval_id.rsplit_once('_').map(|(prefix, _)| prefix)
}
pub(super) fn save_compare_result(
app_dir: &AppDir,
eval_id_a: &str,
eval_id_b: &str,
result_json: &str,
) -> Result<(), String> {
let dir = evals_dir(app_dir);
let filename = format!("compare_{eval_id_a}_vs_{eval_id_b}.json");
let path = ContainedPath::child(&dir, &filename)
.map_err(|e| format!("invalid compare filename {filename}: {e}"))?;
std::fs::write(&path, result_json)
.map_err(|e| format!("failed to write compare result {}: {e}", path.display()))
}