use futures::Future;
use std::{pin::Pin, sync::Arc};
use tokio::sync::Mutex;
use crate::schemas::{FunctionCallBehavior, FunctionDefinition, ResponseFormat};
#[derive(Clone)]
pub struct CallOptions {
pub candidate_count: Option<usize>,
pub max_tokens: Option<u32>,
pub temperature: Option<f32>,
pub stop_words: Option<Vec<String>>,
pub streaming_func: Option<
Arc<
Mutex<dyn FnMut(String) -> Pin<Box<dyn Future<Output = Result<(), ()>> + Send>> + Send>,
>,
>,
pub top_k: Option<usize>,
pub top_p: Option<f32>,
pub seed: Option<usize>,
pub min_length: Option<usize>,
pub max_length: Option<usize>,
pub n: Option<usize>,
pub repetition_penalty: Option<f32>,
pub frequency_penalty: Option<f32>,
pub presence_penalty: Option<f32>,
pub functions: Option<Vec<FunctionDefinition>>,
pub function_call_behavior: Option<FunctionCallBehavior>,
pub response_format: Option<ResponseFormat>,
pub stream_usage: Option<bool>,
pub timeout: Option<u64>,
pub max_retries: Option<u32>,
pub api_key: Option<String>,
pub base_url: Option<String>,
}
impl std::fmt::Debug for CallOptions {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_struct("CallOptions")
.field("candidate_count", &self.candidate_count)
.field("max_tokens", &self.max_tokens)
.field("temperature", &self.temperature)
.field("stop_words", &self.stop_words)
.field(
"streaming_func",
&self.streaming_func.as_ref().map(|_| "..."),
)
.field("top_k", &self.top_k)
.field("top_p", &self.top_p)
.field("seed", &self.seed)
.field("min_length", &self.min_length)
.field("max_length", &self.max_length)
.field("n", &self.n)
.field("repetition_penalty", &self.repetition_penalty)
.field("frequency_penalty", &self.frequency_penalty)
.field("presence_penalty", &self.presence_penalty)
.field("functions", &self.functions)
.field("function_call_behavior", &self.function_call_behavior)
.field("response_format", &self.response_format)
.field("stream_usage", &self.stream_usage)
.field("timeout", &self.timeout)
.field("max_retries", &self.max_retries)
.field("api_key", &self.api_key.as_ref().map(|_| "..."))
.field("base_url", &self.base_url)
.finish()
}
}
impl Default for CallOptions {
fn default() -> Self {
CallOptions::new()
}
}
impl CallOptions {
pub fn new() -> Self {
CallOptions {
candidate_count: None,
max_tokens: None,
temperature: None,
stop_words: None,
streaming_func: None,
top_k: None,
top_p: None,
seed: None,
min_length: None,
max_length: None,
n: None,
repetition_penalty: None,
frequency_penalty: None,
presence_penalty: None,
functions: None,
function_call_behavior: None,
response_format: None,
stream_usage: None,
timeout: None,
max_retries: None,
api_key: None,
base_url: None,
}
}
pub fn with_max_tokens(mut self, max_tokens: u32) -> Self {
self.max_tokens = Some(max_tokens);
self
}
pub fn with_candidate_count(mut self, candidate_count: usize) -> Self {
self.candidate_count = Some(candidate_count);
self
}
pub fn with_temperature(mut self, temperature: f32) -> Self {
self.temperature = Some(temperature);
self
}
pub fn with_stop_words(mut self, stop_words: Vec<String>) -> Self {
self.stop_words = Some(stop_words);
self
}
pub fn with_streaming_func<F, Fut>(mut self, mut func: F) -> Self
where
F: FnMut(String) -> Fut + Send + 'static,
Fut: Future<Output = Result<(), ()>> + Send + 'static,
{
let func = Arc::new(Mutex::new(
move |s: String| -> Pin<Box<dyn Future<Output = Result<(), ()>> + Send>> {
Box::pin(func(s))
},
));
self.streaming_func = Some(func);
self
}
pub fn with_top_k(mut self, top_k: usize) -> Self {
self.top_k = Some(top_k);
self
}
pub fn with_top_p(mut self, top_p: f32) -> Self {
self.top_p = Some(top_p);
self
}
pub fn with_seed(mut self, seed: usize) -> Self {
self.seed = Some(seed);
self
}
pub fn with_min_length(mut self, min_length: usize) -> Self {
self.min_length = Some(min_length);
self
}
pub fn with_max_length(mut self, max_length: usize) -> Self {
self.max_length = Some(max_length);
self
}
pub fn with_n(mut self, n: usize) -> Self {
self.n = Some(n);
self
}
pub fn with_repetition_penalty(mut self, repetition_penalty: f32) -> Self {
self.repetition_penalty = Some(repetition_penalty);
self
}
pub fn with_frequency_penalty(mut self, frequency_penalty: f32) -> Self {
self.frequency_penalty = Some(frequency_penalty);
self
}
pub fn with_presence_penalty(mut self, presence_penalty: f32) -> Self {
self.presence_penalty = Some(presence_penalty);
self
}
pub fn with_functions(mut self, functions: Vec<FunctionDefinition>) -> Self {
self.functions = Some(functions);
self
}
pub fn with_function_call_behavior(mut self, behavior: FunctionCallBehavior) -> Self {
self.function_call_behavior = Some(behavior);
self
}
pub fn with_response_format(mut self, response_format: ResponseFormat) -> Self {
self.response_format = Some(response_format);
self
}
pub fn with_stream_usage(mut self, stream_usage: bool) -> Self {
self.stream_usage = Some(stream_usage);
self
}
pub fn with_timeout(mut self, timeout: u64) -> Self {
self.timeout = Some(timeout);
self
}
pub fn with_max_retries(mut self, max_retries: u32) -> Self {
self.max_retries = Some(max_retries);
self
}
pub fn with_api_key<S: Into<String>>(mut self, api_key: S) -> Self {
self.api_key = Some(api_key.into());
self
}
pub fn with_base_url<S: Into<String>>(mut self, base_url: S) -> Self {
self.base_url = Some(base_url.into());
self
}
pub fn merge_options(&mut self, incoming_options: CallOptions) {
self.candidate_count = incoming_options.candidate_count.or(self.candidate_count);
self.max_tokens = incoming_options.max_tokens.or(self.max_tokens);
self.temperature = incoming_options.temperature.or(self.temperature);
self.top_k = incoming_options.top_k.or(self.top_k);
self.top_p = incoming_options.top_p.or(self.top_p);
self.seed = incoming_options.seed.or(self.seed);
self.min_length = incoming_options.min_length.or(self.min_length);
self.max_length = incoming_options.max_length.or(self.max_length);
self.n = incoming_options.n.or(self.n);
self.repetition_penalty = incoming_options
.repetition_penalty
.or(self.repetition_penalty);
self.frequency_penalty = incoming_options
.frequency_penalty
.or(self.frequency_penalty);
self.presence_penalty = incoming_options.presence_penalty.or(self.presence_penalty);
self.function_call_behavior = incoming_options
.function_call_behavior
.or(self.function_call_behavior.clone());
self.response_format = incoming_options
.response_format
.or(self.response_format.clone());
self.stream_usage = incoming_options.stream_usage.or(self.stream_usage);
self.timeout = incoming_options.timeout.or(self.timeout);
self.max_retries = incoming_options.max_retries.or(self.max_retries);
self.api_key = incoming_options.api_key.or(self.api_key.clone());
self.base_url = incoming_options.base_url.or(self.base_url.clone());
if let Some(mut new_stop_words) = incoming_options.stop_words {
if let Some(existing_stop_words) = &mut self.stop_words {
existing_stop_words.append(&mut new_stop_words);
} else {
self.stop_words = Some(new_stop_words);
}
}
if let Some(mut incoming_functions) = incoming_options.functions {
if let Some(existing_functions) = &mut self.functions {
existing_functions.append(&mut incoming_functions);
} else {
self.functions = Some(incoming_functions);
}
}
self.streaming_func = incoming_options
.streaming_func
.or_else(|| self.streaming_func.clone());
}
}