drfoo 0.1.3

A rust OpenAI ChatGPT framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

use serde::{Deserialize, Serialize};

/// OpenAI Chat Completion API
#[derive(Debug, Clone, Deserialize, Serialize, Default)]
pub struct Base {
    /// What sampling temperature to use.
    #[serde(skip_serializing_if = "Option::is_none")]
    pub temperature: Option<f64>,

    /// An alternative to sampling with temperature, called nucleus sampling,
    /// where the model considers the results of the tokens with top_p probability mass.
    #[serde(skip_serializing_if = "Option::is_none")]
    pub top_p: Option<f64>,

    /// If set, the server will stream back partial progress.
    pub stream: bool,

    /// How many completions to generate for each prompt.
    #[serde(skip_serializing_if = "Option::is_none")]
    pub n: Option<usize>,

    /// User ID to associate with the request.
    pub user: String,

    /// The maximum number of tokens to generate.
    #[serde(skip_serializing_if = "Option::is_none")]
    pub max_tokens: Option<usize>,
}

#[derive(Default, Debug, Clone, Deserialize, Serialize)]
pub struct Usage {
    /// The number of prompt tokens used for this request
    pub prompt_tokens: i64,

    /// The number of completion tokens used for this request
    pub completion_tokens: i64,

    /// The number of tokens the model could have used based on the prompt
    pub total_tokens: i64,
}

#[derive(Default, Debug, Clone, Deserialize, Serialize)]
pub struct Response {
    /// The ID of the response
    pub id: String,

    pub object: String,

    pub created: i64,

    pub usage: Usage,
}

pub trait BaseExt {
    fn with_max_tokens(self, max_tokens: usize) -> Self;
    fn with_temperature(self, temperature: f64) -> Self;
    fn with_user(self, user: impl Into<String>) -> Self;
}

#[macro_export]
macro_rules! base_ext {
    ($l:ident) => {
        /// Add BaseExt methods to $l
        use super::BaseExt;
        impl BaseExt for $l {
            fn with_max_tokens(mut self, max_tokens: usize) -> Self {
                self.base.max_tokens = Some(max_tokens);
                self
            }

            fn with_temperature(mut self, temperature: f64) -> Self {
                self.base.temperature = Some(temperature);
                self
            }

            fn with_user(mut self, user: impl Into<String>) -> Self {
                self.base.user = user.into();
                self
            }
        }
    };
}