1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
/*
* OpenAI API
*
* The OpenAI REST API. Please see https://platform.openai.com/docs/api-reference for more details.
*
* The version of the OpenAPI document: 2.3.0
*
* Generated by: https://openapi-generator.tech
*/
use crate::models;
use serde::{Deserialize, Serialize};
/// CreateEvalLabelModelGrader : A LabelModelGrader object which uses a model to assign labels to each item in the evaluation.
#[derive(Clone, Default, Debug, PartialEq, Serialize, Deserialize, bon::Builder)]
pub struct CreateEvalLabelModelGrader {
/// The object type, which is always `label_model`.
#[serde(rename = "type")]
pub r#type: Type,
/// The name of the grader.
#[serde(rename = "name")]
pub name: String,
/// The model to use for the evaluation. Must support structured outputs.
#[serde(rename = "model")]
pub model: String,
/// A list of chat messages forming the prompt or context. May include variable references to the `item` namespace, ie {{item.name}}.
#[serde(rename = "input")]
pub input: Vec<models::CreateEvalItem>,
/// The labels to classify to each item in the evaluation.
#[serde(rename = "labels")]
pub labels: Vec<String>,
/// The labels that indicate a passing result. Must be a subset of labels.
#[serde(rename = "passing_labels")]
pub passing_labels: Vec<String>,
}
impl CreateEvalLabelModelGrader {
/// A LabelModelGrader object which uses a model to assign labels to each item in the evaluation.
pub fn new(
r#type: Type,
name: String,
model: String,
input: Vec<models::CreateEvalItem>,
labels: Vec<String>,
passing_labels: Vec<String>,
) -> CreateEvalLabelModelGrader {
CreateEvalLabelModelGrader {
r#type,
name,
model,
input,
labels,
passing_labels,
}
}
}
/// The object type, which is always `label_model`.
#[derive(Clone, Copy, Debug, Eq, PartialEq, Ord, PartialOrd, Hash, Serialize, Deserialize)]
pub enum Type {
#[serde(rename = "label_model")]
LabelModel,
}
impl Default for Type {
fn default() -> Type {
Self::LabelModel
}
}
impl std::fmt::Display for CreateEvalLabelModelGrader {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match serde_json::to_string(self) {
Ok(s) => write!(f, "{}", s),
Err(_) => Err(std::fmt::Error),
}
}
}