use hippmem_core::model::enums::{MatchDimension, RetrievalMode};
use hippmem_core::model::{ContentType, LinkType};
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct EvalCase {
pub case_id: String,
pub task_type: TaskType,
pub writes: Vec<EvalWrite>,
pub query: EvalQuery,
pub ground_truth: GroundTruth,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, Serialize, Deserialize)]
pub enum TaskType {
FactRecall,
PreferenceRecall,
ProjectContinuity,
CausalTrace,
ContradictionDetection,
StateChange,
ImplicitAssociation,
NoiseResistance,
LongTailRecall,
ExplanationQuality,
}
impl std::fmt::Display for TaskType {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
let s = match self {
TaskType::FactRecall => "FactRecall",
TaskType::PreferenceRecall => "PreferenceRecall",
TaskType::ProjectContinuity => "ProjectContinuity",
TaskType::CausalTrace => "CausalTrace",
TaskType::ContradictionDetection => "ContradictionDetection",
TaskType::StateChange => "StateChange",
TaskType::ImplicitAssociation => "ImplicitAssociation",
TaskType::NoiseResistance => "NoiseResistance",
TaskType::LongTailRecall => "LongTailRecall",
TaskType::ExplanationQuality => "ExplanationQuality",
};
write!(f, "{s}")
}
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct EvalWrite {
pub local_id: String,
pub content: String,
#[serde(default)]
pub content_type: Option<ContentType>,
#[serde(default)]
pub context: EvalWriteContext,
#[serde(default)]
pub n: Option<u32>,
}
#[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)]
pub struct EvalWriteContext {
pub session_id: Option<u64>,
pub conversation_id: Option<u64>,
pub project_id: Option<u64>,
pub task_id: Option<u64>,
pub user_id: Option<u64>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct EvalQuery {
pub text: String,
pub mode: RetrievalMode,
pub top_k: usize,
#[serde(default)]
pub context: EvalQueryContext,
}
#[derive(Debug, Clone, Default, PartialEq, Serialize, Deserialize)]
pub struct EvalQueryContext {
pub session_id: Option<u64>,
pub conversation_id: Option<u64>,
pub project_id: Option<u64>,
pub task_id: Option<u64>,
pub user_id: Option<u64>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct GroundTruth {
#[serde(default)]
pub relevant: Vec<String>,
#[serde(default)]
pub also_acceptable: Vec<String>,
#[serde(default)]
pub expected_dimensions: Vec<MatchDimension>,
#[serde(default)]
pub expected_warnings: Vec<ExpectedWarning>,
#[serde(default)]
pub expected_edges: Vec<ExpectedEdge>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct ExpectedEdge {
pub from: String,
pub to: String,
pub link_type: LinkType,
}
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, Serialize, Deserialize)]
pub enum ExpectedWarning {
HasCorrection,
HasContradiction,
Superseded,
Deprecated,
LowConfidence,
StaleFreshness,
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn eval_write_context_default_is_empty() {
let ctx = EvalWriteContext::default();
assert!(ctx.session_id.is_none());
assert!(ctx.conversation_id.is_none());
}
#[test]
fn task_type_display_roundtrip() {
for variant in &[
TaskType::FactRecall,
TaskType::PreferenceRecall,
TaskType::ProjectContinuity,
TaskType::CausalTrace,
TaskType::ContradictionDetection,
TaskType::StateChange,
TaskType::ImplicitAssociation,
TaskType::NoiseResistance,
TaskType::LongTailRecall,
TaskType::ExplanationQuality,
] {
let s = variant.to_string();
let json = format!("\"{s}\"");
let rt: TaskType = serde_json::from_str(&json).unwrap();
assert_eq!(*variant, rt);
}
}
}