ai-agents-eval 1.0.0-rc.15

Evaluation runner for YAML-defined AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

use serde::{Deserialize, Serialize};

/// Preset reset strategies for eval reset steps.
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
#[serde(rename_all = "snake_case")]
pub enum ResetProfile {
    Conversation,
    Session,
    FullRuntime,
    EvalAttempt,
    Persistence,
}

/// Options controlling an eval reset step.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ResetOptions {
    /// Reset profile applied by the reset step.
    #[serde(default = "default_profile")]
    pub profile: ResetProfile,
    /// Reapply fixture and scenario context after reset.
    #[serde(default)]
    pub preserve_host_context: bool,
    /// Preserve the active actor ID after reset.
    #[serde(default)]
    pub preserve_actor_id: bool,
    /// Keep the temp storage path across rebuilds.
    #[serde(default = "default_true")]
    pub preserve_storage: bool,
    /// Whether spawner registry state should be rebuilt.
    #[serde(default = "default_true")]
    pub reset_spawner_registry: bool,
    /// Whether observability state should be recreated.
    #[serde(default = "default_true")]
    pub reset_observability: bool,
    /// Delete temp persistence before rebuilding.
    #[serde(default)]
    pub delete_persistence: bool,
}

impl Default for ResetOptions {
    fn default() -> Self {
        Self {
            profile: ResetProfile::FullRuntime,
            preserve_host_context: false,
            preserve_actor_id: false,
            preserve_storage: true,
            reset_spawner_registry: true,
            reset_observability: true,
            delete_persistence: false,
        }
    }
}

fn default_profile() -> ResetProfile {
    ResetProfile::FullRuntime
}

fn default_true() -> bool {
    true
}