use crate::{
SecretString,
provider::{ChatMessageResponse, Message, Provider, ToolDefinition},
};
use super::openai_compat::OpenAiCompatInner;
pub struct OpenAiCompatProvider {
inner: OpenAiCompatInner,
static_models: Option<Vec<String>>,
}
impl OpenAiCompatProvider {
pub fn new(base_url: String) -> Self {
OpenAiCompatProvider {
inner: OpenAiCompatInner::new(base_url),
static_models: None,
}
}
pub fn with_api_key(base_url: String, api_key: SecretString) -> Self {
OpenAiCompatProvider {
inner: OpenAiCompatInner::with_api_key(base_url, Some(api_key)),
static_models: None,
}
}
pub fn with_options(
base_url: String,
api_key: Option<SecretString>,
timeout_secs: u64,
max_retries: u32,
) -> Self {
OpenAiCompatProvider {
inner: OpenAiCompatInner::with_options(base_url, api_key, timeout_secs, max_retries),
static_models: None,
}
}
pub fn with_static_models(mut self, models: Vec<String>) -> Self {
self.static_models = Some(models);
self
}
}
impl Provider for OpenAiCompatProvider {
async fn health_check(&self) -> Result<(), String> {
self.inner.health_check().await
}
async fn list_models(&self) -> Vec<String> {
if let Some(models) = &self.static_models {
return models.clone();
}
self.inner.fetch_model_list().await
}
fn select_model(&mut self, name: String) {
self.inner.select_model(name);
}
fn current_model(&self) -> Option<String> {
self.inner.current_model()
}
fn set_timeout(&mut self, timeout_secs: u64) {
self.inner.set_timeout(timeout_secs);
}
fn set_retries(&mut self, max_retries: u32) {
self.inner.set_retries(max_retries);
}
async fn chat(
&mut self,
messages: Vec<Message>,
tools: Vec<ToolDefinition>,
) -> Result<tokio::sync::mpsc::Receiver<ChatMessageResponse>, String> {
self.inner.chat(messages, tools).await
}
}