Enum EvalTaskSourceInput 

pub enum EvalTaskSourceInput {
    BuiltIn {
        name: String,
    },
    Bundled {
        name: String,
        task_identity: String,
        path: PathBuf,
        task_closure_sha256: String,
        task_definition_sha256: String,
        prompt_asset_sha256: String,
        dataset_asset_sha256: String,
        scorer_sha256: String,
    },
    WorkspaceYaml {
        path: PathBuf,
    },
}

The resolved lm-eval task source consumed by the release-owned Eval runner.

Variants

BuiltIn

One individual task shipped by the pinned lm-eval runtime.

Fields

name: String

Bundled

One task closure shipped and identity-bound by the Inferlab release.

Fields

name: String

task_identity: String

path: PathBuf

task_closure_sha256: String

task_definition_sha256: String

prompt_asset_sha256: String

dataset_asset_sha256: String

scorer_sha256: String

WorkspaceYaml

One validated workspace-local lm-eval YAML file.

Fields

path: PathBuf

Trait Implementations

impl Clone for EvalTaskSourceInput

fn clone(&self) -> EvalTaskSourceInput

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for EvalTaskSourceInput

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for EvalTaskSourceInput

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for EvalTaskSourceInput

impl JsonSchema for EvalTaskSourceInput

fn schema_name() -> Cow<'static, str>

The name of the generated JSON Schema.

fn schema_id() -> Cow<'static, str>

Returns a string that uniquely identifies the schema produced by this type.

fn json_schema(generator: &mut SchemaGenerator) -> Schema

Generates a JSON Schema for this type.

fn inline_schema() -> bool

Whether JSON Schemas generated for this type should be included directly in parent schemas, rather than being re-used where possible using the $ref keyword.

impl PartialEq for EvalTaskSourceInput

fn eq(&self, other: &EvalTaskSourceInput) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for EvalTaskSourceInput

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for EvalTaskSourceInput