Struct InferenceGatewayClient

pub struct InferenceGatewayClient { /* private fields */ }

Client for interacting with the Inference Gateway API

Implementations

impl InferenceGatewayClient

pub fn new(base_url: &str) -> Self

Creates a new client instance

Arguments

• base_url - Base URL of the Inference Gateway API

pub fn with_token(self, token: impl Into<String>) -> Self

Sets an authentication token for the client

Arguments

• token - JWT token for authentication

Trait Implementations

impl InferenceGatewayAPI for InferenceGatewayClient

fn list_models(&self) -> Result<Vec<ProviderModels>, Box<dyn Error>>

Lists available models from all providers

fn get_provider_models( &self, provider: Provider, ) -> Result<ProviderModels, Box<dyn Error>>

Lists available models from a specific provider

fn generate_content( &self, provider: Provider, model: &str, messages: Vec<Message>, ) -> Result<GenerateResponse, Box<dyn Error>>

Generates content using a specified model

fn health_check(&self) -> Result<bool, Box<dyn Error>>

Checks if the API is available