Struct InferenceManager

pub struct InferenceManager {
    pub default_provider: Arc<dyn InferenceProvider>,
}

Centralized manager for inference providers

Fields

default_provider: Arc<dyn InferenceProvider>

Implementations

impl InferenceManager

pub fn new() -> Self

pub fn get_default_provider(&self) -> Arc<dyn InferenceProvider>

Get the default inference provider

pub fn create_http_provider( &self, inference_url: String, api_key: Option<String>, provider_token: Option<String>, ) -> Arc<dyn InferenceProvider>

Create a new HTTP provider with custom configuration