Struct AccuracyMetrics 

pub struct AccuracyMetrics {
    pub total_generated: usize,
    pub schema_valid: usize,
    pub required_params_present: usize,
    pub type_correct: usize,
    pub has_explanation: usize,
    pub diversity_score: f32,
    pub per_tool: HashMap<String, ToolMetrics>,
    pub error_breakdown: HashMap<String, usize>,
}

Comprehensive accuracy metrics for a batch of generated examples

Fields

total_generated: usize

Total number of examples generated

schema_valid: usize

Number that passed schema validation

required_params_present: usize

Number with all required parameters present

type_correct: usize

Number with correct parameter types

has_explanation: usize

Number with non-empty explanations

diversity_score: f32

Diversity score (Jaccard-based, 0.0-1.0)

per_tool: HashMap<String, ToolMetrics>

Per-tool breakdown

error_breakdown: HashMap<String, usize>

Validation errors by type

Implementations

impl AccuracyMetrics

pub fn new() -> Self

Create new empty metrics

pub fn validation_rate(&self) -> f32

Calculate schema validation rate (0.0-1.0)

pub fn param_compliance_rate(&self) -> f32

Calculate required parameter compliance rate (0.0-1.0)

pub fn type_correctness_rate(&self) -> f32

Calculate type correctness rate (0.0-1.0)

pub fn explanation_rate(&self) -> f32

Calculate explanation coverage rate (0.0-1.0)

pub fn overall_quality(&self) -> f32

Calculate overall quality score (weighted average, 0.0-1.0)

pub fn meets_threshold(&self, threshold: f32) -> bool

Check if metrics meet minimum quality threshold

pub fn add_tool_metrics(&mut self, tool_name: &str, metrics: ToolMetrics)

Add metrics for a tool

pub fn summary(&self) -> String

Format as a summary string

Trait Implementations

impl Clone for AccuracyMetrics

fn clone(&self) -> AccuracyMetrics

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for AccuracyMetrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for AccuracyMetrics

fn default() -> AccuracyMetrics

Returns the “default value” for a type.