use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use crate::common::{Ext, ext_is_empty};
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Model {
pub id: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub provider: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub revision: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub endpoint: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub engine: Option<Engine>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub quantization: Option<Quantization>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub availability: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
#[schemars(extend("x-fingerprint" = false))]
pub context_window: Option<u64>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Engine {
pub name: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub version: Option<String>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Quantization {
pub method: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub dtype: Option<String>,
}
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Task {
pub id: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub version: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub revision: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub split: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub config: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub n: Option<u64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub seed: Option<i64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub shuffled: Option<bool>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub source_data: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub sample_ids_sha256: Option<String>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Harness {
pub name: String,
pub version: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub config_sha256: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub prompt_template_sha256: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub system_prompt_sha256: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub few_shot: Option<u32>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Generation {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub temperature: Option<f64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub top_p: Option<f64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub top_k: Option<u32>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub max_tokens: Option<u64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub seed: Option<i64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub n: Option<u32>,
#[serde(default, skip_serializing_if = "Vec::is_empty")]
pub stop: Vec<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub reasoning: Option<Reasoning>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Reasoning {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub effort: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub budget_tokens: Option<u64>,
}
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Trial {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub k: Option<u32>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub pass_at_k: Option<bool>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub max_turns: Option<u32>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub timeout_ms: Option<u64>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub retries: Option<u32>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub sandbox: Option<Sandbox>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Sandbox {
pub image: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub digest: Option<String>,
}
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Grading {
#[serde(default, skip_serializing_if = "Vec::is_empty")]
pub graders: Vec<Grader>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub judge: Option<Judge>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub rubric_sha256: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub aggregation: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub threshold: Option<f64>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Grader {
pub name: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub kind: Option<String>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Judge {
pub id: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub provider: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub revision: Option<String>,
}
#[derive(Debug, Clone, PartialEq, Default, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Env {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub git: Option<Git>,
#[serde(default, skip_serializing_if = "Vec::is_empty")]
pub packages: Vec<Package>,
#[serde(default, skip_serializing_if = "Option::is_none")]
#[schemars(extend("x-fingerprint" = false))]
pub os: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
#[schemars(extend("x-fingerprint" = false))]
pub hardware: Option<Hardware>,
#[serde(default, skip_serializing_if = "ext_is_empty")]
pub ext: Ext,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Git {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub origin: Option<String>,
pub commit: String,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub dirty: Option<bool>,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Package {
pub name: String,
pub version: String,
}
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize, JsonSchema)]
#[serde(deny_unknown_fields)]
pub struct Hardware {
#[serde(default, skip_serializing_if = "Option::is_none")]
pub gpu: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub gpu_count: Option<u32>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub cpu: Option<String>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub memory_gb: Option<f64>,
}