use std::future::Future;
use std::pin::Pin;
use crate::{
SecretString,
provider::{ChatMessageResponse, Message, Provider, ToolDefinition},
};
use super::openai_compat::OpenAiCompatInner;
pub struct OpenAiCompatProvider {
inner: OpenAiCompatInner,
static_models: Option<Vec<String>>,
}
impl OpenAiCompatProvider {
pub fn new(base_url: String) -> Self {
OpenAiCompatProvider {
inner: OpenAiCompatInner::new(base_url),
static_models: None,
}
}
pub fn with_api_key(base_url: String, api_key: SecretString) -> Self {
OpenAiCompatProvider {
inner: OpenAiCompatInner::with_api_key(base_url, Some(api_key)),
static_models: None,
}
}
pub fn with_static_models(mut self, models: Vec<String>) -> Self {
self.static_models = Some(models);
self
}
}
impl Provider for OpenAiCompatProvider {
fn health_check(&self) -> Pin<Box<dyn Future<Output = Result<(), String>> + Send>> {
self.inner.health_check()
}
fn list_models(&self) -> Pin<Box<dyn Future<Output = Vec<String>> + Send>> {
if let Some(models) = &self.static_models {
let models = models.clone();
return Box::pin(async move { models });
}
self.inner.fetch_model_list()
}
fn select_model(&mut self, name: String) {
self.inner.select_model(name);
}
fn current_model(&self) -> Option<String> {
self.inner.current_model()
}
fn chat(
&mut self,
messages: Vec<Message>,
tools: Vec<ToolDefinition>,
) -> Pin<
Box<
dyn Future<Output = Result<tokio::sync::mpsc::Receiver<ChatMessageResponse>, String>>
+ Send,
>,
> {
self.inner.chat(messages, tools)
}
}