1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
/*
* Hanzo Cloud API
*
* The Hanzo Cloud API as a customer calls it: every operation under /v1/ except the operator's admin product, relay routes, legacy spellings and capabilities still reached by flag. Tagged by product: the first path segment after /v1/.
*
* The version of the OpenAPI document: v1
*
* Generated by: https://openapi-generator.tech
*/
use crate::models;
use serde::{Deserialize, Serialize};
#[derive(Clone, Default, Debug, PartialEq, Serialize, Deserialize)]
pub struct Suite {
/// Attempts is how many times to try each item; the harness's default applies when it is omitted.
#[serde(rename = "attempts", skip_serializing_if = "Option::is_none")]
pub attempts: Option<i32>,
/// Benchmarks are the catalog ids to run. At least one is required, and every id must be in the catalog.
#[serde(rename = "benchmarks")]
pub benchmarks: Vec<String>,
/// Endpoint is your own chat-completions URL, for benchmarking a model this arena does not host. Either this or model is required.
#[serde(rename = "endpoint", skip_serializing_if = "Option::is_none")]
pub endpoint: Option<String>,
/// Model is the catalog model id to run. Either this or endpoint is required.
#[serde(rename = "model", skip_serializing_if = "Option::is_none")]
pub model: Option<String>,
}
impl Suite {
pub fn new(benchmarks: Vec<String>) -> Suite {
Suite {
attempts: None,
benchmarks,
endpoint: None,
model: None,
}
}
}