openai-types 0.1.3

// AUTO-GENERATED by py2rust — do not edit.
// Re-generate: python3 scripts/py2rust.py sync <python_dir> <rust_dir>
// Domain: evals

use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct SourceFileContentContent {
    pub item: std::collections::HashMap<String, serde_json::Value>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub sample: Option<std::collections::HashMap<String, serde_json::Value>>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct SourceFileContent {
    /// The content of the jsonl file.
    pub content: Vec<SourceFileContentContent>,
    /// The type of jsonl source. Always `file_content`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct SourceFileID {
    /// The identifier of the file.
    pub id: String,
    /// The type of jsonl source. Always `file_id`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// A StoredCompletionsRunDataSource configuration describing a set of filters
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct SourceStoredCompletions {
    /// The type of source. Always `stored_completions`.
    #[serde(rename = "type")]
    pub type_: String,
    /// An optional Unix timestamp to filter items created after this time.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub created_after: Option<i64>,
    /// An optional Unix timestamp to filter items created before this time.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub created_before: Option<i64>,
    /// An optional maximum number of items to return.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub limit: Option<i64>,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// An optional model to filter by (e.g., 'gpt-4o').
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub model: Option<String>,
}

pub type Source = serde_json::Value;

/// A text output from the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct InputMessagesTemplateTemplateEvalItemContentOutputText {
    /// The text output from the model.
    pub text: String,
    /// The type of the output text. Always `output_text`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// An image input block used within EvalItem content arrays.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct InputMessagesTemplateTemplateEvalItemContentInputImage {
    /// The URL of the image input.
    pub image_url: String,
    /// The type of the image input. Always `input_image`.
    #[serde(rename = "type")]
    pub type_: String,
    /// The detail level of the image to be sent to the model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub detail: Option<String>,
}

pub type InputMessagesTemplateTemplateEvalItemContent = serde_json::Value;

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum InputMessagesTemplateTemplateEvalItemRole {
    #[serde(rename = "user")]
    User,
    #[serde(rename = "assistant")]
    Assistant,
    #[serde(rename = "system")]
    System,
    #[serde(rename = "developer")]
    Developer,
}

/// A message input to the model with a role indicating instruction following
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct InputMessagesTemplateTemplateEvalItem {
    /// Inputs to the model - can contain template strings.
    pub content: InputMessagesTemplateTemplateEvalItemContent,
    /// The role of the message input.
    pub role: InputMessagesTemplateTemplateEvalItemRole,
    /// The type of the message input. Always `message`.
    #[serde(rename = "type", skip_serializing_if = "Option::is_none", default)]
    pub type_: Option<String>,
}

pub type InputMessagesTemplateTemplate = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct InputMessagesTemplate {
    /// A list of chat messages forming the prompt or context.
    pub template: Vec<InputMessagesTemplateTemplate>,
    /// The type of input messages. Always `template`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct InputMessagesItemReference {
    /// A reference to a variable in the `item` namespace. Ie, "item.input_trajectory"
    pub item_reference: String,
    /// The type of input messages. Always `item_reference`.
    #[serde(rename = "type")]
    pub type_: String,
}

pub type InputMessages = serde_json::Value;

pub type SamplingParamsResponseFormat = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct SamplingParams {
    /// The maximum number of tokens in the generated output.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub max_completion_tokens: Option<i64>,
    /// Constrains effort on reasoning for
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub reasoning_effort: Option<serde_json::Value>,
    /// An object specifying the format that the model must output.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub response_format: Option<SamplingParamsResponseFormat>,
    /// A seed value to initialize the randomness, during sampling.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub seed: Option<i64>,
    /// A higher temperature increases randomness in the outputs.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub temperature: Option<f64>,
    /// A list of tools the model may call.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub tools: Option<Vec<serde_json::Value>>,
    /// An alternative to temperature for nucleus sampling; 1.0 includes all tokens.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub top_p: Option<f64>,
}

/// A CompletionsRunDataSource object describing a model sampling configuration.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct CreateEvalCompletionsRunDataSource {
    /// Determines what populates the `item` namespace in this run's data source.
    pub source: Source,
    /// The type of run data source. Always `completions`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Used when sampling from a model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub input_messages: Option<InputMessages>,
    /// The name of the model to use for generating completions (e.g. "o3-mini").
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub model: Option<String>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub sampling_params: Option<SamplingParams>,
}

/// A JsonlRunDataSource object with that specifies a JSONL file that matches the eval
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct CreateEvalJSONLRunDataSource {
    /// Determines what populates the `item` namespace in the data source.
    pub source: Source,
    /// The type of data source. Always `jsonl`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// An object representing an error response from the Eval API.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalAPIError {
    /// The error code.
    pub code: String,
    /// The error message.
    pub message: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesSourceFileContentContent {
    pub item: std::collections::HashMap<String, serde_json::Value>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub sample: Option<std::collections::HashMap<String, serde_json::Value>>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesSourceFileContent {
    /// The content of the jsonl file.
    pub content: Vec<DataSourceResponsesSourceFileContentContent>,
    /// The type of jsonl source. Always `file_content`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesSourceFileID {
    /// The identifier of the file.
    pub id: String,
    /// The type of jsonl source. Always `file_id`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// A EvalResponsesSource object describing a run data source configuration.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesSourceResponses {
    /// The type of run data source. Always `responses`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Only include items created after this timestamp (inclusive).
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub created_after: Option<i64>,
    /// Only include items created before this timestamp (inclusive).
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub created_before: Option<i64>,
    /// Optional string to search the 'instructions' field.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub instructions_search: Option<String>,
    /// Metadata filter for the responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the model to find responses for.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub model: Option<String>,
    /// Constrains effort on reasoning for
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub reasoning_effort: Option<serde_json::Value>,
    /// Sampling temperature. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub temperature: Option<f64>,
    /// List of tool names. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub tools: Option<Vec<String>>,
    /// Nucleus sampling parameter. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub top_p: Option<f64>,
    /// List of user identifiers. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub users: Option<Vec<String>>,
}

pub type DataSourceResponsesSource = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesInputMessagesTemplateTemplateChatMessage {
    /// The content of the message.
    pub content: String,
    /// The role of the message (e.g. "system", "assistant", "user").
    pub role: String,
}

/// A text output from the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentOutputText {
    /// The text output from the model.
    pub text: String,
    /// The type of the output text. Always `output_text`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// An image input block used within EvalItem content arrays.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesInputMessagesTemplateTemplateEvalItemContentInputImage {
    /// The URL of the image input.
    pub image_url: String,
    /// The type of the image input. Always `input_image`.
    #[serde(rename = "type")]
    pub type_: String,
    /// The detail level of the image to be sent to the model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub detail: Option<String>,
}

pub type DataSourceResponsesInputMessagesTemplateTemplateEvalItemContent = serde_json::Value;

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum DataSourceResponsesInputMessagesTemplateTemplateEvalItemRole {
    #[serde(rename = "user")]
    User,
    #[serde(rename = "assistant")]
    Assistant,
    #[serde(rename = "system")]
    System,
    #[serde(rename = "developer")]
    Developer,
}

/// A message input to the model with a role indicating instruction following
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesInputMessagesTemplateTemplateEvalItem {
    /// Inputs to the model - can contain template strings.
    pub content: DataSourceResponsesInputMessagesTemplateTemplateEvalItemContent,
    /// The role of the message input.
    pub role: DataSourceResponsesInputMessagesTemplateTemplateEvalItemRole,
    /// The type of the message input. Always `message`.
    #[serde(rename = "type", skip_serializing_if = "Option::is_none", default)]
    pub type_: Option<String>,
}

pub type DataSourceResponsesInputMessagesTemplateTemplate = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesInputMessagesTemplate {
    /// A list of chat messages forming the prompt or context.
    pub template: Vec<DataSourceResponsesInputMessagesTemplateTemplate>,
    /// The type of input messages. Always `template`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesInputMessagesItemReference {
    /// A reference to a variable in the `item` namespace. Ie, "item.name"
    pub item_reference: String,
    /// The type of input messages. Always `item_reference`.
    #[serde(rename = "type")]
    pub type_: String,
}

pub type DataSourceResponsesInputMessages = serde_json::Value;

/// Configuration options for a text response from the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesSamplingParamsText {
    /// An object specifying the format that the model must output.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub format: Option<serde_json::Value>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponsesSamplingParams {
    /// The maximum number of tokens in the generated output.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub max_completion_tokens: Option<i64>,
    /// Constrains effort on reasoning for
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub reasoning_effort: Option<serde_json::Value>,
    /// A seed value to initialize the randomness, during sampling.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub seed: Option<i64>,
    /// A higher temperature increases randomness in the outputs.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub temperature: Option<f64>,
    /// Configuration options for a text response from the model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub text: Option<DataSourceResponsesSamplingParamsText>,
    /// An array of tools the model may call while generating a response.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub tools: Option<Vec<serde_json::Value>>,
    /// An alternative to temperature for nucleus sampling; 1.0 includes all tokens.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub top_p: Option<f64>,
}

/// A ResponsesRunDataSource object describing a model sampling configuration.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceResponses {
    /// Determines what populates the `item` namespace in this run's data source.
    pub source: DataSourceResponsesSource,
    /// The type of run data source. Always `responses`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Used when sampling from a model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub input_messages: Option<DataSourceResponsesInputMessages>,
    /// The name of the model to use for generating completions (e.g. "o3-mini").
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub model: Option<String>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub sampling_params: Option<DataSourceResponsesSamplingParams>,
}

pub type DataSource = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct PerModelUsage {
    /// The number of tokens retrieved from cache.
    pub cached_tokens: i64,
    /// The number of completion tokens generated.
    pub completion_tokens: i64,
    /// The number of invocations.
    pub invocation_count: i64,
    /// The name of the model.
    #[serde(rename = "model_name")]
    pub run_model_name: String,
    /// The number of prompt tokens used.
    pub prompt_tokens: i64,
    /// The total number of tokens used.
    pub total_tokens: i64,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct PerTestingCriteriaResult {
    /// Number of tests failed for this criteria.
    pub failed: i64,
    /// Number of tests passed for this criteria.
    pub passed: i64,
    /// A description of the testing criteria.
    pub testing_criteria: String,
}

/// Counters summarizing the outcomes of the evaluation run.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct ResultCounts {
    /// Number of output items that resulted in an error.
    pub errored: i64,
    /// Number of output items that failed to pass the evaluation.
    pub failed: i64,
    /// Number of output items that passed the evaluation.
    pub passed: i64,
    /// Total number of executed output items.
    pub total: i64,
}

/// A schema representing an evaluation run.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunCancelResponse {
    /// Unique identifier for the evaluation run.
    pub id: String,
    /// Unix timestamp (in seconds) when the evaluation run was created.
    pub created_at: i64,
    /// Information about the run's data source.
    pub data_source: DataSource,
    /// An object representing an error response from the Eval API.
    pub error: EvalAPIError,
    /// The identifier of the associated evaluation.
    pub eval_id: String,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The model that is evaluated, if applicable.
    pub model: String,
    /// The name of the evaluation run.
    pub name: String,
    /// The type of the object. Always "eval.run".
    pub object: String,
    /// Usage statistics for each model during the evaluation run.
    pub per_model_usage: Vec<PerModelUsage>,
    /// Results per testing criteria applied during the evaluation run.
    pub per_testing_criteria_results: Vec<PerTestingCriteriaResult>,
    /// The URL to the rendered evaluation run report on the UI dashboard.
    pub report_url: String,
    /// Counters summarizing the outcomes of the evaluation run.
    pub result_counts: ResultCounts,
    /// The status of the evaluation run.
    pub status: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunCreateParams {
    /// Details about the run's data source.
    pub data_source: DataSource,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the run.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub name: Option<String>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceSourceFileContentContent {
    pub item: std::collections::HashMap<String, serde_json::Value>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub sample: Option<std::collections::HashMap<String, serde_json::Value>>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceSourceFileContent {
    /// The content of the jsonl file.
    pub content: Vec<DataSourceCreateEvalResponsesRunDataSourceSourceFileContentContent>,
    /// The type of jsonl source. Always `file_content`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceSourceFileID {
    /// The identifier of the file.
    pub id: String,
    /// The type of jsonl source. Always `file_id`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// A EvalResponsesSource object describing a run data source configuration.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceSourceResponses {
    /// The type of run data source. Always `responses`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Only include items created after this timestamp (inclusive).
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub created_after: Option<i64>,
    /// Only include items created before this timestamp (inclusive).
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub created_before: Option<i64>,
    /// Optional string to search the 'instructions' field.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub instructions_search: Option<String>,
    /// Metadata filter for the responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the model to find responses for.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub model: Option<String>,
    /// Constrains effort on reasoning for
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub reasoning_effort: Option<serde_json::Value>,
    /// Sampling temperature. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub temperature: Option<f64>,
    /// List of tool names. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub tools: Option<serde_json::Value>,
    /// Nucleus sampling parameter. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub top_p: Option<f64>,
    /// List of user identifiers. This is a query parameter used to select responses.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub users: Option<serde_json::Value>,
}

pub type DataSourceCreateEvalResponsesRunDataSourceSource = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateChatMessage {
    /// The content of the message.
    pub content: String,
    /// The role of the message (e.g. "system", "assistant", "user").
    pub role: String,
}

/// A text output from the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItemContentOutputText {
    /// The text output from the model.
    pub text: String,
    /// The type of the output text. Always `output_text`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// An image input block used within EvalItem content arrays.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItemContentInputImage {
    /// The URL of the image input.
    pub image_url: String,
    /// The type of the image input. Always `input_image`.
    #[serde(rename = "type")]
    pub type_: String,
    /// The detail level of the image to be sent to the model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub detail: Option<String>,
}

pub type DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItemContent = serde_json::Value;

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItemRole {
    #[serde(rename = "user")]
    User,
    #[serde(rename = "assistant")]
    Assistant,
    #[serde(rename = "system")]
    System,
    #[serde(rename = "developer")]
    Developer,
}

/// A message input to the model with a role indicating instruction following
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItem {
    /// Inputs to the model - can contain template strings.
    pub content: DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItemContent,
    /// The role of the message input.
    pub role: DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplateEvalItemRole,
    /// The type of the message input. Always `message`.
    #[serde(rename = "type", skip_serializing_if = "Option::is_none", default)]
    pub type_: Option<String>,
}

pub type DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplate = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplate {
    /// A list of chat messages forming the prompt or context.
    pub template: Vec<DataSourceCreateEvalResponsesRunDataSourceInputMessagesTemplateTemplate>,
    /// The type of input messages. Always `template`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceInputMessagesItemReference {
    /// A reference to a variable in the `item` namespace. Ie, "item.name"
    pub item_reference: String,
    /// The type of input messages. Always `item_reference`.
    #[serde(rename = "type")]
    pub type_: String,
}

pub type DataSourceCreateEvalResponsesRunDataSourceInputMessages = serde_json::Value;

/// Configuration options for a text response from the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceSamplingParamsText {
    /// An object specifying the format that the model must output.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub format: Option<serde_json::Value>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSourceSamplingParams {
    /// The maximum number of tokens in the generated output.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub max_completion_tokens: Option<i64>,
    /// Constrains effort on reasoning for
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub reasoning_effort: Option<serde_json::Value>,
    /// A seed value to initialize the randomness, during sampling.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub seed: Option<i64>,
    /// A higher temperature increases randomness in the outputs.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub temperature: Option<f64>,
    /// Configuration options for a text response from the model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub text: Option<DataSourceCreateEvalResponsesRunDataSourceSamplingParamsText>,
    /// An array of tools the model may call while generating a response.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub tools: Option<Vec<serde_json::Value>>,
    /// An alternative to temperature for nucleus sampling; 1.0 includes all tokens.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub top_p: Option<f64>,
}

/// A ResponsesRunDataSource object describing a model sampling configuration.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceCreateEvalResponsesRunDataSource {
    /// Determines what populates the `item` namespace in this run's data source.
    pub source: DataSourceCreateEvalResponsesRunDataSourceSource,
    /// The type of run data source. Always `responses`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Used when sampling from a model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub input_messages: Option<DataSourceCreateEvalResponsesRunDataSourceInputMessages>,
    /// The name of the model to use for generating completions (e.g. "o3-mini").
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub model: Option<String>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub sampling_params: Option<DataSourceCreateEvalResponsesRunDataSourceSamplingParams>,
}

/// A schema representing an evaluation run.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunCreateResponse {
    /// Unique identifier for the evaluation run.
    pub id: String,
    /// Unix timestamp (in seconds) when the evaluation run was created.
    pub created_at: i64,
    /// Information about the run's data source.
    pub data_source: DataSource,
    /// An object representing an error response from the Eval API.
    pub error: EvalAPIError,
    /// The identifier of the associated evaluation.
    pub eval_id: String,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The model that is evaluated, if applicable.
    pub model: String,
    /// The name of the evaluation run.
    pub name: String,
    /// The type of the object. Always "eval.run".
    pub object: String,
    /// Usage statistics for each model during the evaluation run.
    pub per_model_usage: Vec<PerModelUsage>,
    /// Results per testing criteria applied during the evaluation run.
    pub per_testing_criteria_results: Vec<PerTestingCriteriaResult>,
    /// The URL to the rendered evaluation run report on the UI dashboard.
    pub report_url: String,
    /// Counters summarizing the outcomes of the evaluation run.
    pub result_counts: ResultCounts,
    /// The status of the evaluation run.
    pub status: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunDeleteResponse {
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub deleted: Option<bool>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub object: Option<String>,
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub run_id: Option<String>,
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum RunListParamsOrder {
    #[serde(rename = "asc")]
    Asc,
    #[serde(rename = "desc")]
    Desc,
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum RunListParamsStatus {
    #[serde(rename = "queued")]
    Queued,
    #[serde(rename = "in_progress")]
    InProgress,
    #[serde(rename = "completed")]
    Completed,
    #[serde(rename = "canceled")]
    Canceled,
    #[serde(rename = "failed")]
    Failed,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunListParams {
    /// Identifier for the last run from the previous pagination request.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub after: Option<String>,
    /// Number of runs to retrieve.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub limit: Option<i64>,
    /// Sort order for runs by timestamp.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub order: Option<RunListParamsOrder>,
    /// Filter runs by status.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub status: Option<RunListParamsStatus>,
}

/// A schema representing an evaluation run.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunListResponse {
    /// Unique identifier for the evaluation run.
    pub id: String,
    /// Unix timestamp (in seconds) when the evaluation run was created.
    pub created_at: i64,
    /// Information about the run's data source.
    pub data_source: DataSource,
    /// An object representing an error response from the Eval API.
    pub error: EvalAPIError,
    /// The identifier of the associated evaluation.
    pub eval_id: String,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The model that is evaluated, if applicable.
    pub model: String,
    /// The name of the evaluation run.
    pub name: String,
    /// The type of the object. Always "eval.run".
    pub object: String,
    /// Usage statistics for each model during the evaluation run.
    pub per_model_usage: Vec<PerModelUsage>,
    /// Results per testing criteria applied during the evaluation run.
    pub per_testing_criteria_results: Vec<PerTestingCriteriaResult>,
    /// The URL to the rendered evaluation run report on the UI dashboard.
    pub report_url: String,
    /// Counters summarizing the outcomes of the evaluation run.
    pub result_counts: ResultCounts,
    /// The status of the evaluation run.
    pub status: String,
}

/// A schema representing an evaluation run.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct RunRetrieveResponse {
    /// Unique identifier for the evaluation run.
    pub id: String,
    /// Unix timestamp (in seconds) when the evaluation run was created.
    pub created_at: i64,
    /// Information about the run's data source.
    pub data_source: DataSource,
    /// An object representing an error response from the Eval API.
    pub error: EvalAPIError,
    /// The identifier of the associated evaluation.
    pub eval_id: String,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The model that is evaluated, if applicable.
    pub model: String,
    /// The name of the evaluation run.
    pub name: String,
    /// The type of the object. Always "eval.run".
    pub object: String,
    /// Usage statistics for each model during the evaluation run.
    pub per_model_usage: Vec<PerModelUsage>,
    /// Results per testing criteria applied during the evaluation run.
    pub per_testing_criteria_results: Vec<PerTestingCriteriaResult>,
    /// The URL to the rendered evaluation run report on the UI dashboard.
    pub report_url: String,
    /// Counters summarizing the outcomes of the evaluation run.
    pub result_counts: ResultCounts,
    /// The status of the evaluation run.
    pub status: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalCreateParams {
    /// The configuration for the data source used for the evaluation runs.
    pub data_source_config: DataSourceConfig,
    /// A list of graders for all eval runs in this group.
    pub testing_criteria: Vec<TestingCriterion>,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the evaluation.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub name: Option<String>,
}

/// A CustomDataSourceConfig object that defines the schema for the data source used for the evaluation runs.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceConfigCustom {
    /// The json schema for each row in the data source.
    pub item_schema: std::collections::HashMap<String, serde_json::Value>,
    /// The type of data source. Always `custom`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Whether the eval should expect you to populate the sample namespace (ie, by
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub include_sample_schema: Option<bool>,
}

/// A data source config which specifies the metadata property of your logs query.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceConfigLogs {
    /// The type of data source. Always `logs`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Metadata filters for the logs data source.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<std::collections::HashMap<String, serde_json::Value>>,
}

/// Deprecated in favor of LogsDataSourceConfig.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct DataSourceConfigStoredCompletions {
    /// The type of data source. Always `stored_completions`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Metadata filters for the stored completions data source.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<std::collections::HashMap<String, serde_json::Value>>,
}

pub type DataSourceConfig = serde_json::Value;

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct TestingCriterionLabelModelInputSimpleInputMessage {
    /// The content of the message.
    pub content: String,
    /// The role of the message (e.g. "system", "assistant", "user").
    pub role: String,
}

/// A text output from the model.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct TestingCriterionLabelModelInputEvalItemContentOutputText {
    /// The text output from the model.
    pub text: String,
    /// The type of the output text. Always `output_text`.
    #[serde(rename = "type")]
    pub type_: String,
}

/// An image input block used within EvalItem content arrays.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct TestingCriterionLabelModelInputEvalItemContentInputImage {
    /// The URL of the image input.
    pub image_url: String,
    /// The type of the image input. Always `input_image`.
    #[serde(rename = "type")]
    pub type_: String,
    /// The detail level of the image to be sent to the model.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub detail: Option<String>,
}

pub type TestingCriterionLabelModelInputEvalItemContent = serde_json::Value;

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum TestingCriterionLabelModelInputEvalItemRole {
    #[serde(rename = "user")]
    User,
    #[serde(rename = "assistant")]
    Assistant,
    #[serde(rename = "system")]
    System,
    #[serde(rename = "developer")]
    Developer,
}

/// A message input to the model with a role indicating instruction following
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct TestingCriterionLabelModelInputEvalItem {
    /// Inputs to the model - can contain template strings.
    pub content: TestingCriterionLabelModelInputEvalItemContent,
    /// The role of the message input.
    pub role: TestingCriterionLabelModelInputEvalItemRole,
    /// The type of the message input. Always `message`.
    #[serde(rename = "type", skip_serializing_if = "Option::is_none", default)]
    pub type_: Option<String>,
}

pub type TestingCriterionLabelModelInput = serde_json::Value;

/// A LabelModelGrader object which uses a model to assign labels to each item
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct TestingCriterionLabelModel {
    /// A list of chat messages forming the prompt or context.
    pub input: Vec<TestingCriterionLabelModelInput>,
    /// The labels to classify to each item in the evaluation.
    pub labels: serde_json::Value,
    /// The model to use for the evaluation. Must support structured outputs.
    pub model: String,
    /// The name of the grader.
    pub name: String,
    /// The labels that indicate a passing result. Must be a subset of labels.
    pub passing_labels: serde_json::Value,
    /// The object type, which is always `label_model`.
    #[serde(rename = "type")]
    pub type_: String,
}

pub type TestingCriterion = serde_json::Value;

/// An Eval object with a data source config and testing criteria.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalCreateResponse {
    /// Unique identifier for the evaluation.
    pub id: String,
    /// The Unix timestamp (in seconds) for when the eval was created.
    pub created_at: i64,
    /// Configuration of data sources used in runs of the evaluation.
    pub data_source_config: DataSourceConfig,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the evaluation.
    pub name: String,
    /// The object type.
    pub object: String,
    /// A list of testing criteria.
    pub testing_criteria: Vec<TestingCriterion>,
}

/// A CustomDataSourceConfig which specifies the schema of your `item` and optionally `sample` namespaces.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalCustomDataSourceConfig {
    /// The json schema for the run data source items. Learn how to build JSON schemas
    #[serde(rename = "schema")]
    pub schema_: std::collections::HashMap<String, serde_json::Value>,
    /// The type of data source. Always `custom`.
    #[serde(rename = "type")]
    pub type_: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalDeleteResponse {
    pub deleted: bool,
    pub eval_id: String,
    pub object: String,
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum EvalListParamsOrder {
    #[serde(rename = "asc")]
    Asc,
    #[serde(rename = "desc")]
    Desc,
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
#[non_exhaustive]
pub enum EvalListParamsOrderBy {
    #[serde(rename = "created_at")]
    CreatedAt,
    #[serde(rename = "updated_at")]
    UpdatedAt,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalListParams {
    /// Identifier for the last eval from the previous pagination request.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub after: Option<String>,
    /// Number of evals to retrieve.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub limit: Option<i64>,
    /// Sort order for evals by timestamp.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub order: Option<EvalListParamsOrder>,
    /// Evals can be ordered by creation time or last updated time.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub order_by: Option<EvalListParamsOrderBy>,
}

/// An Eval object with a data source config and testing criteria.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalListResponse {
    /// Unique identifier for the evaluation.
    pub id: String,
    /// The Unix timestamp (in seconds) for when the eval was created.
    pub created_at: i64,
    /// Configuration of data sources used in runs of the evaluation.
    pub data_source_config: DataSourceConfig,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the evaluation.
    pub name: String,
    /// The object type.
    pub object: String,
    /// A list of testing criteria.
    pub testing_criteria: Vec<TestingCriterion>,
}

/// An Eval object with a data source config and testing criteria.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalRetrieveResponse {
    /// Unique identifier for the evaluation.
    pub id: String,
    /// The Unix timestamp (in seconds) for when the eval was created.
    pub created_at: i64,
    /// Configuration of data sources used in runs of the evaluation.
    pub data_source_config: DataSourceConfig,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the evaluation.
    pub name: String,
    /// The object type.
    pub object: String,
    /// A list of testing criteria.
    pub testing_criteria: Vec<TestingCriterion>,
}

/// Deprecated in favor of LogsDataSourceConfig.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalStoredCompletionsDataSourceConfig {
    /// The json schema for the run data source items. Learn how to build JSON schemas
    #[serde(rename = "schema")]
    pub schema_: std::collections::HashMap<String, serde_json::Value>,
    /// The type of data source. Always `stored_completions`.
    #[serde(rename = "type")]
    pub type_: String,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalUpdateParams {
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// Rename the evaluation.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub name: Option<String>,
}

/// An Eval object with a data source config and testing criteria.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[cfg_attr(feature = "structured", derive(schemars::JsonSchema))]
pub struct EvalUpdateResponse {
    /// Unique identifier for the evaluation.
    pub id: String,
    /// The Unix timestamp (in seconds) for when the eval was created.
    pub created_at: i64,
    /// Configuration of data sources used in runs of the evaluation.
    pub data_source_config: DataSourceConfig,
    /// Set of 16 key-value pairs that can be attached to an object.
    #[serde(skip_serializing_if = "Option::is_none", default)]
    pub metadata: Option<serde_json::Value>,
    /// The name of the evaluation.
    pub name: String,
    /// The object type.
    pub object: String,
    /// A list of testing criteria.
    pub testing_criteria: Vec<TestingCriterion>,
}