mempalace-rs 0.4.2

High-performance, local AI memory with AAAK v3.2 protocol and temporal Knowledge Graph
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

use anyhow::Result;
use async_trait::async_trait;
use serde::{Deserialize, Serialize};

#[derive(Debug, Serialize, Deserialize, Clone)]
pub struct JudgeResponse {
    pub answer: String,
    pub score: f64,
    pub reasoning: String,
}

#[async_trait]
pub trait Judge: Send + Sync {
    /// Compare the assistant's answer against the ground truth
    async fn evaluate(
        &self,
        question: &str,
        assistant_answer: &str,
        ground_truth: &str,
    ) -> Result<JudgeResponse>;

    /// Evaluate a 'nugget' for BEAM (atomic semantic unit)
    async fn evaluate_nugget(&self, assistant_answer: &str, nugget: &str) -> Result<f64>;
}

pub struct MockJudge;

#[async_trait]
impl Judge for MockJudge {
    async fn evaluate(&self, _q: &str, _aa: &str, _gt: &str) -> Result<JudgeResponse> {
        Ok(JudgeResponse {
            answer: "Mock Answer".to_string(),
            score: 1.0,
            reasoning: "Mock Reasoning".to_string(),
        })
    }

    async fn evaluate_nugget(&self, _aa: &str, _n: &str) -> Result<f64> {
        Ok(1.0)
    }
}