Struct EvaluatorConfig 

pub struct EvaluatorConfig {

    pub schema: String,
    pub adapter: ConfigAdapter,
    pub label_interpretation: String,
    pub agreement: Agreement,
    pub probability_step: Option<String>,
    pub reliability_bins: Vec<Decimal>,
    pub subgroups: Vec<String>,
    pub latency_quantiles: Vec<Decimal>,
    pub cost_units_comparable: bool,
    pub metrics: Vec<MetricFormula>,
    pub gates: Vec<Gate>,
    pub temperature_grid: Vec<Decimal>,
    pub scorers: Option<Vec<ScorerDescriptor>>,
    pub rubric_metrics: Option<Vec<RubricMetric>>,
    pub human_scales: Option<Vec<HumanScale>>,
    pub agreements: Option<Vec<AgreementDecl>>,
    pub origin: Option<Vec<OriginFamily>>,
}

Fields

schema: String

adapter: ConfigAdapter

label_interpretation: String

What a label means, in words.

agreement: Agreement

probability_step: Option<String>

The step whose probability vector log loss, Brier and reliability score; none when the task has no probability to score.

reliability_bins: Vec<Decimal>

Reliability bin boundaries: strictly increasing from 0 to 1.

subgroups: Vec<String>

Declared subgroups, reported besides the whole cohort.

latency_quantiles: Vec<Decimal>

Latency quantiles in (0, 1], strictly increasing (nearest rank).

cost_units_comparable: bool

Whether every backend’s cost units may be added together.

metrics: Vec<MetricFormula>

Every metric this configuration reports, with its formula in words.

gates: Vec<Gate>

temperature_grid: Vec<Decimal>

Candidate temperatures for fitting: strictly increasing, in (0, 1000], at most 4096; empty when nothing is fitted.

scorers: Option<Vec<ScorerDescriptor>>

Version 3 only, as are the four members below (spec 041, 3.6 to 3.8 and 3.5).

rubric_metrics: Option<Vec<RubricMetric>>

human_scales: Option<Vec<HumanScale>>

agreements: Option<Vec<AgreementDecl>>

origin: Option<Vec<OriginFamily>>

Implementations

impl EvaluatorConfig

pub fn bound_rules(&self) -> Option<&ContentDigest>

The rules digest a gate may compare: bound in version 2, otherwise none (version 1 rules are unbound, spec 014 3.2.3).

pub fn declarations(&self) -> Option<Declarations<'_>>

The version 3 declarations; none in versions 1 and 2.

pub fn check(&self) -> Result<(), ConfigError>

Trait Implementations

impl Clone for EvaluatorConfig

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EvaluatorConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for EvaluatorConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Document for EvaluatorConfig

Either version parses; SCHEMA names version 1 only because the trait holds one constant. The identity is tagged with the document’s own schema, so a version 1 identity is what it always was.

const SCHEMA: &'static str = EVALUATOR_CONFIG

The schema string this document carries (spec 002, 3.2.1).

const LIMITS: ParseLimits = REPLAY_V1

The limit set its bytes are scanned against (spec 002, 3.2.5).

fn schema(&self) -> &str

The value of the document’s own schema field.

fn parse(bytes: &[u8]) -> Result<Self, DocumentError>

Scan, deserialize and check the schema string.

fn record_digest(&self) -> Result<ContentDigest, CanonicalError>

sha256(SCHEMA || 0x00 || record canonical bytes) (spec 004, 3.1.6). Equal to the identity of an identified document.

fn canonical(&self) -> Result<Vec<u8>, CanonicalError>

The canonical bytes (spec 002, 3.3.1).

fn record_canonical(&self) -> Result<Vec<u8>, CanonicalError>

where Self: PartialEq,

The record canonical bytes (spec 004, 5.6): the canonical bytes, with finite fractional numbers written in shortest round-trip form.

impl Eq for EvaluatorConfig

impl Identified for EvaluatorConfig

type Id = EvaluatorConfigId

fn id(&self) -> Result<EvaluatorConfigId, CanonicalError>

sha256(SCHEMA || 0x00 || canonical bytes) (spec 002, 3.3.2).

impl PartialEq for EvaluatorConfig

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for EvaluatorConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for EvaluatorConfig