1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
/*
* Vapi API
*
* Voice AI for developers.
*
* The version of the OpenAPI document: 1.0
*
* Generated by: https://openapi-generator.tech
*/
use crate::models;
use serde::{Deserialize, Serialize};
#[derive(Clone, Default, Debug, PartialEq, Serialize, Deserialize)]
pub struct AnyscaleModel {
/// This is the starting state for the conversation.
#[serde(rename = "messages", skip_serializing_if = "Option::is_none")]
pub messages: Option<Vec<models::OpenAiMessage>>,
/// These are the tools that the assistant can use during the call. To use existing tools, use `toolIds`. Both `tools` and `toolIds` can be used together.
#[serde(rename = "tools", skip_serializing_if = "Option::is_none")]
pub tools: Option<Vec<models::AnyscaleModelToolsInner>>,
/// These are the tools that the assistant can use during the call. To use transient tools, use `tools`. Both `tools` and `toolIds` can be used together.
#[serde(rename = "toolIds", skip_serializing_if = "Option::is_none")]
pub tool_ids: Option<Vec<String>>,
#[serde(rename = "knowledgeBase", skip_serializing_if = "Option::is_none")]
pub knowledge_base: Option<models::CreateCustomKnowledgeBaseDto>,
/// This is the ID of the knowledge base the model will use.
#[serde(rename = "knowledgeBaseId", skip_serializing_if = "Option::is_none")]
pub knowledge_base_id: Option<String>,
#[serde(rename = "provider")]
pub provider: ProviderTrue,
/// This is the name of the model. Ex. cognitivecomputations/dolphin-mixtral-8x7b
#[serde(rename = "model")]
pub model: String,
/// This is the temperature that will be used for calls. Default is 0 to leverage caching for lower latency.
#[serde(rename = "temperature", skip_serializing_if = "Option::is_none")]
pub temperature: Option<f64>,
/// This is the max number of tokens that the assistant will be allowed to generate in each turn of the conversation. Default is 250.
#[serde(rename = "maxTokens", skip_serializing_if = "Option::is_none")]
pub max_tokens: Option<f64>,
/// This determines whether we detect user's emotion while they speak and send it as an additional info to model. Default `false` because the model is usually are good at understanding the user's emotion from text. @default false
#[serde(
rename = "emotionRecognitionEnabled",
skip_serializing_if = "Option::is_none"
)]
pub emotion_recognition_enabled: Option<bool>,
/// This sets how many turns at the start of the conversation to use a smaller, faster model from the same provider before switching to the primary model. Example, gpt-3.5-turbo if provider is openai. Default is 0. @default 0
#[serde(rename = "numFastTurns", skip_serializing_if = "Option::is_none")]
pub num_fast_turns: Option<f64>,
}
impl AnyscaleModel {
pub fn new(provider: ProviderTrue, model: String) -> AnyscaleModel {
AnyscaleModel {
messages: None,
tools: None,
tool_ids: None,
knowledge_base: None,
knowledge_base_id: None,
provider,
model,
temperature: None,
max_tokens: None,
emotion_recognition_enabled: None,
num_fast_turns: None,
}
}
}
///
#[derive(Clone, Copy, Debug, Eq, PartialEq, Ord, PartialOrd, Hash, Serialize, Deserialize)]
pub enum ProviderTrue {
#[serde(rename = "anyscale")]
Anyscale,
}
impl Default for ProviderTrue {
fn default() -> ProviderTrue {
Self::Anyscale
}
}