llm-rs 0.1.1

A library, with a command line interface, to exploit Large Language Models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165

//! The structures for building the Json prompts
//

use serde::{Deserialize, Serialize};

#[derive(Debug, Deserialize)]
pub struct Choice {
  // Field that are present in the response but that are not used here
  // logprobs: Option<Vec<f32>>,
  // index: i32,
  pub text: String,
  pub finish_reason: String,
}

#[derive(Debug, Deserialize, Serialize, Clone)]
pub struct Usage {
  pub prompt_tokens: u32,
  pub completion_tokens: u32,
  pub total_tokens: u32,
}

/// Response for a completions request.  See
/// https://platform.openai.com/docs/api-reference/completions/create
#[derive(Debug, Serialize, Deserialize)]
pub struct CompletionRequestInfo {
  // The `id` is in response but not used here
  // #[serde(skip_serializing)]
  // id: String,
  #[serde(skip_serializing)]
  pub object: String,
  #[serde(skip_serializing)]
  pub choices: Vec<Choice>,
  #[serde(skip_deserializing)]
  pub prompt: String,
  pub model: String,
  #[serde(skip_deserializing)]
  temperature: f32,
  #[serde(skip_deserializing)]
  max_tokens: u32,
  #[serde(skip_serializing)]
  pub usage: Usage,
}

/// Response for a chats request.  See
/// https://platform.openai.com/docs/api-reference/chat/create

#[derive(Debug, Serialize, Deserialize)]
pub struct Message {
  pub role: String,
  pub content: String,
}
#[derive(Serialize, Debug, Deserialize)]
#[serde(tag = "t")]
pub struct ChatChoice {
  index: u32,
  pub message: Message,
  pub finish_reason: String,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct ImageURL {
  pub url: String,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct ImageRequestInfo {
  created: u64,
  pub data: Vec<ImageURL>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct ChatRequestInfo {
  id: String,
  pub object: String,
  created: u64,
  pub model: String,
  pub usage: Usage,
  pub choices: Vec<ChatChoice>,
}

impl CompletionRequestInfo {
  pub fn new(
    prompt: &str,
    model: &str,
    temperature: f32,
    max_tokens: u32,
  ) -> Self {
    Self {
      choices: Vec::new(),
      usage: Usage {
        prompt_tokens: 0,
        completion_tokens: 0,
        total_tokens: 0,
      },
      // id: String::new(),
      object: String::new(),
      prompt: prompt.to_string(),
      model: model.to_string(),
      temperature,
      max_tokens,
    }
  }
}

#[derive(Debug, Serialize, Deserialize)]
struct Permission {
  id: String,
  object: String,
  created: u64,
  allow_create_engine: bool,
  allow_sampling: bool,
  allow_logprobs: bool,
  allow_search_indices: bool,
  allow_view: bool,
  allow_fine_tuning: bool,
  organization: String,
  group: Option<String>,
  is_blocking: bool,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct Model {
  id: String,
  object: String,
  created: u64,
  owned_by: String,
  permission: Vec<Permission>,
  pub root: String,
  parent: Option<String>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct ModelReturned {
  object: String,
  pub data: Vec<Model>,
}
#[cfg(test)]
mod tests {
  use super::*;
  use crate::ModelExampleData;

  #[test]
  fn models_from_json() {
    let model_data = ModelExampleData::new();
    let json_data: String = model_data.json;
    let v: ModelReturned =
      match serde_json::from_str(json_data.as_str()) {
        Ok(v) => v,
        Err(err) => panic!("{err}"),
      };
    eprintln!("{:?}", &v);
    assert!(!v.data.is_empty());
  }
}

/// Response for a "models" query
#[derive(Debug, Serialize, Deserialize)]
struct ModelData {
  id: String,
}

#[derive(Debug, Serialize, Deserialize)]
struct ModelRequestInfo {
  data: Vec<ModelData>,
}