abu-base 0.2.0

Core data structures for chat and embeddings.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

use super::message::*;
use super::tool::*;
use derive_builder::Builder;
use serde::Serialize;
use strum::{Display, EnumString, EnumVariantNames};

#[derive(Debug, Clone, Builder)]
#[builder(setter(into, strip_option))]
pub struct ChatRequest {
    /// ID of the model to use. See the model endpoint compatibility table for details on which models work with the Chat API.
    pub model: String,

    /// A list of messages comprising the conversation so far.
    #[builder(default)]
    pub messages: Vec<ChatMessage>,

    /// A list of tools the model may call. Currently, only functions are supported as a tool. Use this to provide a list of functions the model may generate JSON inputs for.
    #[builder(default)]
    pub tools: Vec<ToolDefinition>,

    /// If set, partial message deltas will be sent, like in ChatGPT. Tokens will be sent as data-only server-sent events as they become available, with the stream terminated by a data: [DONE] message.
    #[builder(default)]
    pub stream: Option<bool>,   

    /// What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. We generally recommend altering this or top_p but not both.
    #[builder(default)]
    pub temperature: Option<f64>,
}

#[derive(Debug, Clone, Serialize)]
pub struct ChatResponseFormatObject {
    r#type: ChatResponseFormat,
}

#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, Serialize, EnumString, Display, EnumVariantNames)]
#[serde(rename_all = "snake_case")]
pub enum ChatResponseFormat {
    Text,
    #[default]
    Json,
}

impl ChatRequest {
    pub fn new(model: impl Into<String>, messages: impl Into<Vec<ChatMessage>>) -> Self {
        ChatRequestBuilder::default()
            .model(model.into())
            .messages(messages)
            .build()
            .unwrap()
    }

    pub fn new_with_tools(
        model: impl Into<String>,
        messages: impl Into<Vec<ChatMessage>>,
        tools: impl Into<Vec<ToolDefinition>>,
    ) -> Self {
        ChatRequestBuilder::default()
            .model(model.into())
            .messages(messages)
            .tools(tools)
            .build()
            .unwrap()
    }
}