oxirs-chat 0.2.4

RAG chat API with LLM integration and natural language to SPARQL translation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

//! LLM Provider Implementations
//!
//! Contains provider trait definition and implementations for various LLM services
//! including OpenAI, Anthropic, and local models.

use anyhow::Result;
use async_trait::async_trait;

use super::types::{LLMRequest, LLMResponse, LLMResponseStream};

/// Core trait for LLM providers
#[async_trait]
pub trait LLMProvider: Send + Sync {
    async fn generate(&self, model: &str, request: &LLMRequest) -> Result<LLMResponse>;
    async fn generate_stream(&self, model: &str, request: &LLMRequest)
        -> Result<LLMResponseStream>;
    fn get_available_models(&self) -> Vec<String>;
    fn supports_streaming(&self) -> bool;
    fn get_provider_name(&self) -> &str;
    fn estimate_cost(&self, model: &str, input_tokens: usize, output_tokens: usize) -> f64;
}