Skip to main content

Crate vtcode_eval

Crate vtcode_eval 

Source

Re-exports§

pub use environment::CommandProbe;
pub use environment::EnvironmentProbe;
pub use environment::FileExistsProbe;
pub use environment::GitCleanProbe;
pub use executor::EvalExecutor;
pub use executor::EvalRunOptions;
pub use executor::run_suite;
pub use executor::run_suite_with_options;
pub use metric::EvalMetric;
pub use metric::aggregate_metrics;
pub use metric::compute_metric;
pub use metric::compute_metric_with_k;
pub use metric::pass_all_k;
pub use metric::pass_at_k;
pub use metric::pass_at_k_with_k;
pub use metric::pass_power_k;
pub use report::CostEfficiency;
pub use report::EvalReport;
pub use report::SuiteReport;
pub use report::TaskReport;
pub use report::build_task_report;
pub use report::priced_cost;
pub use suite::EvalSuite;
pub use task::EvalCategory;
pub use task::EvalRunResult;
pub use task::EvalTask;
pub use task::RunOutcome;
pub use test_quality::TestQualitySummary;
pub use test_quality::analyze_test_source;
pub use trace_analyzer::HarnessTraceSummary;
pub use trace_analyzer::LatencyStatistics;
pub use trace_analyzer::TokenUsage;
pub use trace_analyzer::analyze_jsonl;
pub use trace_analyzer::analyze_jsonl_file;
pub use trace_analyzer::analyze_jsonl_reader;

Modules§

environment
executor
Executor trait boundary and pure eval orchestration.
metric
report
suite
task
test_quality
Test-quality signal for agentic testing (Dan Luu agentic-testing).
trace_analyzer
Privacy-preserving summaries for JSONL agent traces.