Struct InferenceGatewayClient

pub struct InferenceGatewayClient { /* private fields */ }

Client for interacting with the Inference Gateway API

Implementations

impl InferenceGatewayClient

pub fn new(base_url: &str) -> Self

Creates a new client instance

Arguments

• base_url - Base URL of the Inference Gateway API

pub fn with_token(self, token: impl Into<String>) -> Self

Sets an authentication token for the client

Arguments

• token - JWT token for authentication

Trait Implementations

impl InferenceGatewayAPI for InferenceGatewayClient

fn list_models(&self) -> Result<Vec<ProviderModels>, GatewayError>

Lists available models from all providers

fn list_models_by_provider( &self, provider: Provider, ) -> Result<ProviderModels, GatewayError>

Lists available models by a specific provider

fn generate_content( &self, provider: Provider, model: &str, messages: Vec<Message>, ) -> Result<GenerateResponse, GatewayError>

Generates content using a specified model

fn health_check(&self) -> Result<bool, Box<dyn Error>>

Checks if the API is available