tinyharness-lib 0.2.0

core liblary for tinyharness
Documentation
use std::future::Future;
use std::pin::Pin;

use crate::provider::{ChatMessageResponse, Message, Provider, ToolDefinition};

use super::openai_compat::OpenAiCompatInner;

pub struct LlamaCppProvider {
    inner: OpenAiCompatInner,
}

impl LlamaCppProvider {
    pub fn new(base_url: String) -> Self {
        LlamaCppProvider {
            inner: OpenAiCompatInner::new(base_url),
        }
    }
}

impl Provider for LlamaCppProvider {
    fn health_check(&self) -> Pin<Box<dyn Future<Output = Result<(), String>> + Send>> {
        self.inner.health_check()
    }

    fn list_models(&self) -> Pin<Box<dyn Future<Output = Vec<String>> + Send>> {
        Box::pin(async move { vec!["llama-cpp".to_string()] })
    }

    fn select_model(&mut self, name: String) {
        self.inner.select_model(name);
    }

    fn current_model(&self) -> Option<String> {
        self.inner.current_model()
    }

    fn chat(
        &mut self,
        messages: Vec<Message>,
        tools: Vec<ToolDefinition>,
    ) -> Pin<
        Box<
            dyn Future<Output = Result<tokio::sync::mpsc::Receiver<ChatMessageResponse>, String>>
                + Send,
        >,
    > {
        self.inner.chat(messages, tools)
    }
}