1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
use crate::{
chat::{ChatCompletionRequest, ChatCompletionRequestMessage, ChatCompletionRequestSampling},
embeddings::EmbeddingRequest,
};
use serde::{Deserialize, Serialize};
use std::collections::HashMap;
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct RagEmbeddingRequest {
#[serde(rename = "embeddings")]
pub embedding_request: EmbeddingRequest,
#[serde(rename = "url")]
pub qdrant_url: String,
#[serde(rename = "collection_name")]
pub qdrant_collection_name: String,
}
impl RagEmbeddingRequest {
pub fn new(
input: &[String],
qdrant_url: impl AsRef<str>,
qdrant_collection_name: impl AsRef<str>,
) -> Self {
RagEmbeddingRequest {
embedding_request: EmbeddingRequest {
model: "dummy-embedding-model".to_string(),
input: input.to_vec(),
encoding_format: None,
user: None,
},
qdrant_url: qdrant_url.as_ref().to_string(),
qdrant_collection_name: qdrant_collection_name.as_ref().to_string(),
}
}
pub fn from_embedding_request(
embedding_request: EmbeddingRequest,
qdrant_url: impl AsRef<str>,
qdrant_collection_name: impl AsRef<str>,
) -> Self {
RagEmbeddingRequest {
embedding_request,
qdrant_url: qdrant_url.as_ref().to_string(),
qdrant_collection_name: qdrant_collection_name.as_ref().to_string(),
}
}
}
#[test]
fn test_rag_serialize_embedding_request() {
let embedding_request = EmbeddingRequest {
model: "model".to_string(),
input: vec!["input".to_string()],
encoding_format: None,
user: None,
};
let qdrant_url = "http://localhost:6333".to_string();
let qdrant_collection_name = "qdrant_collection_name".to_string();
let rag_embedding_request = RagEmbeddingRequest {
embedding_request,
qdrant_url,
qdrant_collection_name,
};
let json = serde_json::to_string(&rag_embedding_request).unwrap();
assert_eq!(
json,
r#"{"embeddings":{"model":"model","input":["input"]},"url":"http://localhost:6333","collection_name":"qdrant_collection_name"}"#
);
}
#[test]
fn test_rag_deserialize_embedding_request() {
let json = r#"{"embeddings":{"model":"model","input":["input"]},"url":"http://localhost:6333","collection_name":"qdrant_collection_name"}"#;
let rag_embedding_request: RagEmbeddingRequest = serde_json::from_str(json).unwrap();
assert_eq!(rag_embedding_request.qdrant_url, "http://localhost:6333");
assert_eq!(
rag_embedding_request.qdrant_collection_name,
"qdrant_collection_name"
);
assert_eq!(rag_embedding_request.embedding_request.model, "model");
assert_eq!(
rag_embedding_request.embedding_request.input,
vec!["input".to_string()]
);
}
#[derive(Debug, Deserialize, Serialize, Default)]
pub struct RagChatCompletionsRequest {
/// The model to use for generating completions.
#[serde(skip_serializing_if = "Option::is_none")]
pub chat_model: Option<String>,
/// A list of messages comprising the conversation so far.
pub messages: Vec<ChatCompletionRequestMessage>,
/// ID of the embedding model to use.
pub embedding_model: String,
/// The format to return the embeddings in. Can be either float or base64.
/// Defaults to float.
#[serde(skip_serializing_if = "Option::is_none")]
pub encoding_format: Option<String>,
/// The URL of the Qdrant server.
pub qdrant_url: String,
/// The name of the collection in Qdrant.
pub qdrant_collection_name: String,
/// Max number of retrieved results.
pub limit: u64,
/// Adjust the randomness of the generated text. Between 0.0 and 2.0. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic.
///
/// We generally recommend altering this or top_p but not both.
/// Defaults to 1.0.
#[serde(skip_serializing_if = "Option::is_none")]
pub temperature: Option<f64>,
/// Limit the next token selection to a subset of tokens with a cumulative probability above a threshold P. The value should be between 0.0 and 1.0.
///
/// Top-p sampling, also known as nucleus sampling, is another text generation method that selects the next token from a subset of tokens that together have a cumulative probability of at least p. This method provides a balance between diversity and quality by considering both the probabilities of tokens and the number of tokens to sample from. A higher value for top_p (e.g., 0.95) will lead to more diverse text, while a lower value (e.g., 0.5) will generate more focused and conservative text.
///
/// We generally recommend altering this or temperature but not both.
/// Defaults to 1.0.
#[serde(skip_serializing_if = "Option::is_none")]
pub top_p: Option<f64>,
/// How many chat completion choices to generate for each input message.
/// Defaults to 1.
#[serde(skip_serializing_if = "Option::is_none")]
pub n_choice: Option<i32>,
/// Whether to stream the results as they are generated. Useful for chatbots.
/// Defaults to false.
#[serde(skip_serializing_if = "Option::is_none")]
pub stream: Option<bool>,
/// A list of tokens at which to stop generation. If None, no stop tokens are used. Up to 4 sequences where the API will stop generating further tokens.
/// Defaults to None
#[serde(skip_serializing_if = "Option::is_none")]
pub stop: Option<Vec<String>>,
/// The maximum number of tokens to generate. The value should be no less than 1.
/// Defaults to 16.
#[serde(skip_serializing_if = "Option::is_none")]
pub max_tokens: Option<u64>,
/// Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.
/// Defaults to 0.0.
#[serde(skip_serializing_if = "Option::is_none")]
pub presence_penalty: Option<f64>,
/// Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.
/// Defaults to 0.0.
#[serde(skip_serializing_if = "Option::is_none")]
pub frequency_penalty: Option<f64>,
/// Modify the likelihood of specified tokens appearing in the completion.
///
/// Accepts a json object that maps tokens (specified by their token ID in the tokenizer) to an associated bias value from -100 to 100. Mathematically, the bias is added to the logits generated by the model prior to sampling. The exact effect will vary per model, but values between -1 and 1 should decrease or increase likelihood of selection; values like -100 or 100 should result in a ban or exclusive selection of the relevant token.
/// Defaults to None.
#[serde(skip_serializing_if = "Option::is_none")]
pub logit_bias: Option<HashMap<String, f64>>,
/// A unique identifier representing your end-user.
#[serde(skip_serializing_if = "Option::is_none")]
pub user: Option<String>,
}
impl RagChatCompletionsRequest {
pub fn as_chat_completions_request(&self) -> ChatCompletionRequest {
ChatCompletionRequest {
model: self.chat_model.clone(),
messages: self.messages.clone(),
temperature: self.temperature,
top_p: self.top_p,
n_choice: self.n_choice,
stream: self.stream,
stop: self.stop.clone(),
max_tokens: self.max_tokens,
presence_penalty: self.presence_penalty,
frequency_penalty: self.frequency_penalty,
logit_bias: self.logit_bias.clone(),
user: self.user.clone(),
functions: None,
function_call: None,
}
}
pub fn from_chat_completions_request(
chat_completions_request: ChatCompletionRequest,
qdrant_url: impl Into<String>,
qdrant_collection_name: impl Into<String>,
limit: u64,
) -> Self {
RagChatCompletionsRequest {
chat_model: chat_completions_request.model,
messages: chat_completions_request.messages,
embedding_model: "dummy-embedding-model".to_string(),
encoding_format: None,
qdrant_url: qdrant_url.into(),
qdrant_collection_name: qdrant_collection_name.into(),
limit,
temperature: chat_completions_request.temperature,
top_p: chat_completions_request.top_p,
n_choice: chat_completions_request.n_choice,
stream: chat_completions_request.stream,
stop: chat_completions_request.stop,
max_tokens: chat_completions_request.max_tokens,
presence_penalty: chat_completions_request.presence_penalty,
frequency_penalty: chat_completions_request.frequency_penalty,
logit_bias: chat_completions_request.logit_bias,
user: chat_completions_request.user,
}
}
}
/// Request builder for creating a new RAG chat completion request.
pub struct RagChatCompletionRequestBuilder {
req: RagChatCompletionsRequest,
}
impl RagChatCompletionRequestBuilder {
/// Creates a new builder with the given model.
///
/// # Arguments
///
/// * `model` - ID of the model to use.
///
/// * `messages` - A list of messages comprising the conversation so far.
///
/// * `sampling` - The sampling method to use.
pub fn new(
messages: Vec<ChatCompletionRequestMessage>,
qdrant_url: impl Into<String>,
qdrant_collection_name: impl Into<String>,
limit: u64,
) -> Self {
Self {
req: RagChatCompletionsRequest {
chat_model: Some("dummy-chat-model".to_string()),
messages,
embedding_model: "dummy-embedding-model".to_string(),
encoding_format: None,
qdrant_url: qdrant_url.into(),
qdrant_collection_name: qdrant_collection_name.into(),
limit,
temperature: None,
top_p: None,
n_choice: None,
stream: None,
stop: None,
max_tokens: None,
presence_penalty: None,
frequency_penalty: None,
logit_bias: None,
user: None,
},
}
}
pub fn with_sampling(mut self, sampling: ChatCompletionRequestSampling) -> Self {
let (temperature, top_p) = match sampling {
ChatCompletionRequestSampling::Temperature(t) => (t, 1.0),
ChatCompletionRequestSampling::TopP(p) => (1.0, p),
};
self.req.temperature = Some(temperature);
self.req.top_p = Some(top_p);
self
}
/// Sets the number of chat completion choices to generate for each input message.
///
/// # Arguments
///
/// * `n` - How many chat completion choices to generate for each input message. If `n` is less than 1, then sets to `1`.
pub fn with_n_choices(mut self, n: i32) -> Self {
let n_choice = if n < 1 { 1 } else { n };
self.req.n_choice = Some(n_choice);
self
}
pub fn with_stream(mut self, flag: bool) -> Self {
self.req.stream = Some(flag);
self
}
pub fn with_stop(mut self, stop: Vec<String>) -> Self {
self.req.stop = Some(stop);
self
}
/// Sets the maximum number of tokens to generate in the chat completion. The total length of input tokens and generated tokens is limited by the model's context length.
///
/// # Argument
///
/// * `max_tokens` - The maximum number of tokens to generate in the chat completion. If `max_tokens` is less than 1, then sets to `16`.
pub fn with_max_tokens(mut self, max_tokens: u64) -> Self {
let max_tokens = if max_tokens < 1 { 16 } else { max_tokens };
self.req.max_tokens = Some(max_tokens);
self
}
/// Sets the presence penalty. Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.
pub fn with_presence_penalty(mut self, penalty: f64) -> Self {
self.req.presence_penalty = Some(penalty);
self
}
/// Sets the frequency penalty. Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.
pub fn with_frequency_penalty(mut self, penalty: f64) -> Self {
self.req.frequency_penalty = Some(penalty);
self
}
pub fn with_logits_bias(mut self, map: HashMap<String, f64>) -> Self {
self.req.logit_bias = Some(map);
self
}
pub fn with_user(mut self, user: impl Into<String>) -> Self {
self.req.user = Some(user.into());
self
}
pub fn build(self) -> RagChatCompletionsRequest {
self.req
}
}