Skip to main content

aether_evals/
lib.rs

1mod agents;
2mod assertions;
3mod error;
4mod evals;
5mod git_repo;
6mod spec;
7
8pub use agents::{
9    AETHER_EVAL_CWD_ENV, AETHER_EVAL_WORKSPACE_ROOT_ENV, AETHER_EVAL_WRAPPED_TASK_PROMPT_ENV, Agent, AgentConfig,
10    CONTAINER_AETHER_HOME, DockerAgent, DockerImage, DockerImageParseError, FakeAgent, ImageBuildError, RunError,
11    default_eval_env_vars,
12};
13pub use assertions::{assert_tool_call_count, assert_tool_call_with_args, assert_tool_called};
14pub use error::{EvalRunError, WorkspaceError};
15pub use evals::{
16    DiffStats, GitDiff, GitRepoSpec, RetainedWorkspaceInfo, Task, TaskRun, TaskRunError, ToolCall, Transcript,
17    Workspace, WorkspaceSource,
18};
19pub use git_repo::GitRepoError;
20pub use spec::{
21    AgentSpec, DockerSpec, EvalFileError, EvalFilesReport, EvalOutcome, EvalSpec, EvalSpecLoadOptions, EvalStreamEvent,
22    EvalToolCall, Expect, Judge, JudgeBuilder, JudgeContext, JudgeCriterionResponse, JudgeCriterionSpec,
23    JudgeCriterionSummary, JudgeError, JudgeRef, JudgeRubricResponse, JudgeSpec, JudgeSummary, ResolvedEvalSpec,
24    TaskSpec, ToolCallExpectation, WorkspaceRetention, WorkspaceSpec, judge, run_eval_spec_streaming, run_eval_specs,
25};