Struct TaskEvalConfigBuilder 

pub struct TaskEvalConfigBuilder { /* private fields */ }

Builder for TaskEvalConfig.

Implementations

impl TaskEvalConfigBuilder

pub fn new() -> Self

Create a new builder with defaults.

pub fn with_tasks(self, tasks: Vec<Task>) -> Self

Set tasks to evaluate.

pub fn add_task(self, task: Task) -> Self

Add a task.

pub fn with_datasets(self, datasets: Vec<DatasetId>) -> Self

Set datasets to use.

pub fn add_dataset(self, dataset: DatasetId) -> Self

Add a dataset.

pub fn with_backends(self, backends: Vec<String>) -> Self

Set backends to test.

pub fn add_backend(self, backend: String) -> Self

Add a backend.

pub fn with_max_examples(self, max: usize) -> Self

Set maximum examples per dataset.

If max is 0, this is treated as unlimited (None). Otherwise, limits evaluation to the specified number of examples per dataset.

pub fn with_seed(self, seed: u64) -> Self

Set random seed.

pub fn require_cached(self, require: bool) -> Self

Require datasets to be cached (skip downloads).

pub fn with_relation_threshold(self, threshold: f32) -> Self

Set relation extraction threshold.

pub fn with_robustness(self, enable: bool) -> Self

Enable robustness testing.

pub fn with_familiarity(self, enable: bool) -> Self

Enable familiarity computation.

pub fn with_temporal_stratification(self, enable: bool) -> Self

Enable temporal stratification.

pub fn with_confidence_intervals(self, enable: bool) -> Self

Enable confidence intervals.

pub fn with_coref_use_gold_mentions(self, enable: bool) -> Self

Coreference evaluation: use gold mentions (evaluate clustering only).

pub fn build(self) -> TaskEvalConfig

Build the configuration.

Trait Implementations

impl Clone for TaskEvalConfigBuilder

fn clone(&self) -> TaskEvalConfigBuilder

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TaskEvalConfigBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TaskEvalConfigBuilder

Available on crate feature eval only.

fn default() -> Self

Returns the “default value” for a type.