use std::future::Future;
use std::pin::Pin;
use crate::provider::{ChatMessageResponse, Message, Provider, ToolDefinition};
use super::openai_compat::OpenAiCompatInner;
pub struct LlamaCppProvider {
inner: OpenAiCompatInner,
}
impl LlamaCppProvider {
pub fn new(base_url: String) -> Self {
LlamaCppProvider {
inner: OpenAiCompatInner::new(base_url),
}
}
}
impl Provider for LlamaCppProvider {
fn health_check(&self) -> Pin<Box<dyn Future<Output = Result<(), String>> + Send>> {
self.inner.health_check()
}
fn list_models(&self) -> Pin<Box<dyn Future<Output = Vec<String>> + Send>> {
Box::pin(async move { vec!["llama-cpp".to_string()] })
}
fn select_model(&mut self, name: String) {
self.inner.select_model(name);
}
fn current_model(&self) -> Option<String> {
self.inner.current_model()
}
fn chat(
&mut self,
messages: Vec<Message>,
tools: Vec<ToolDefinition>,
) -> Pin<
Box<
dyn Future<Output = Result<tokio::sync::mpsc::Receiver<ChatMessageResponse>, String>>
+ Send,
>,
> {
self.inner.chat(messages, tools)
}
}