Trait InferenceGatewayAPI

pub trait InferenceGatewayAPI {
    // Required methods
    fn list_models(&self) -> Result<Vec<ProviderModels>, GatewayError>;
    fn list_models_by_provider(
        &self,
        provider: Provider,
    ) -> Result<ProviderModels, GatewayError>;
    fn generate_content(
        &self,
        provider: Provider,
        model: &str,
        messages: Vec<Message>,
    ) -> Result<GenerateResponse, GatewayError>;
    fn health_check(&self) -> Result<bool, Box<dyn Error>>;
}

Core API interface for the Inference Gateway

Required Methods

fn list_models(&self) -> Result<Vec<ProviderModels>, GatewayError>

Lists available models from all providers

fn list_models_by_provider( &self, provider: Provider, ) -> Result<ProviderModels, GatewayError>

Lists available models by a specific provider

fn generate_content( &self, provider: Provider, model: &str, messages: Vec<Message>, ) -> Result<GenerateResponse, GatewayError>

Generates content using a specified model

Arguments

• provider - The LLM provider to use
• model - Name of the model
• messages - Conversation history and prompt

fn health_check(&self) -> Result<bool, Box<dyn Error>>

Checks if the API is available

Implementors

impl InferenceGatewayAPI for InferenceGatewayClient