aether-evals 0.2.9

Dockerized eval harness for Aether AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use crate::agents::RunError;
use crate::git_repo::GitRepoError;
use std::path::PathBuf;
use thiserror::Error;

#[derive(Debug, Error)]
pub enum WorkspaceError {
    #[error("failed to create temporary directory: {0}")]
    CreateTempDir(#[source] std::io::Error),

    #[error("failed to copy fixture directory from '{}' to '{}': {source}", from.display(), to.display())]
    CopyFixture {
        from: PathBuf,
        to: PathBuf,
        #[source]
        source: std::io::Error,
    },

    #[error("failed to write workspace file '{}': {source}", path.display())]
    WriteFile {
        path: PathBuf,
        #[source]
        source: std::io::Error,
    },

    #[error("git workspace setup failed: {0}")]
    Git(#[from] GitRepoError),

    #[error("git workspace subdirectory does not exist: {}", path.display())]
    MissingSubdir { path: PathBuf },

    #[error("git bundle file does not exist: {}", path.display())]
    MissingBundle { path: PathBuf },
}

#[derive(Debug, Error)]
pub enum EvalRunError {
    #[error("agent run failed: {0}")]
    Agent(#[from] RunError),

    #[error("workspace error: {0}")]
    Workspace(#[from] WorkspaceError),
}