Trait InferenceGatewayAPI

pub trait InferenceGatewayAPI {
    // Required methods
    fn list_models(&self) -> Result<Vec<ProviderModels>, Box<dyn Error>>;
    fn get_provider_models(
        &self,
        provider: Provider,
    ) -> Result<ProviderModels, Box<dyn Error>>;
    fn generate_content(
        &self,
        provider: Provider,
        model: &str,
        messages: Vec<Message>,
    ) -> Result<GenerateResponse, Box<dyn Error>>;
    fn health_check(&self) -> Result<bool, Box<dyn Error>>;
}

Core API interface for the Inference Gateway

Required Methods

fn list_models(&self) -> Result<Vec<ProviderModels>, Box<dyn Error>>

Lists available models from all providers

fn get_provider_models( &self, provider: Provider, ) -> Result<ProviderModels, Box<dyn Error>>

Lists available models from a specific provider

fn generate_content( &self, provider: Provider, model: &str, messages: Vec<Message>, ) -> Result<GenerateResponse, Box<dyn Error>>

Generates content using a specified model

Arguments

• provider - The LLM provider to use
• model - Name of the model
• messages - Conversation history and prompt

fn health_check(&self) -> Result<bool, Box<dyn Error>>

Checks if the API is available

Implementors

impl InferenceGatewayAPI for InferenceGatewayClient