Skip to main content

Crate vtcode_eval

Crate vtcode_eval 

Source

Re-exports§

pub use environment::CommandProbe;
pub use environment::EnvironmentProbe;
pub use environment::FileExistsProbe;
pub use environment::GitCleanProbe;
pub use executor::EvalExecutor;
pub use executor::run_suite;
pub use metric::EvalMetric;
pub use metric::aggregate_metrics;
pub use metric::compute_metric;
pub use metric::pass_all_k;
pub use metric::pass_at_k;
pub use report::EvalReport;
pub use report::SuiteReport;
pub use report::TaskReport;
pub use report::build_task_report;
pub use suite::EvalSuite;
pub use task::EvalCategory;
pub use task::EvalRunResult;
pub use task::EvalTask;
pub use task::RunOutcome;

Modules§

environment
executor
Executor trait boundary and pure eval orchestration.
metric
report
suite
task