Struct LlmProxy 

pub struct LlmProxy {
    pub providers: Vec<Box<dyn LlmProvider>>,
}

🛠️ Factory for creating LLM providers

Fields

providers: Vec<Box<dyn LlmProvider>>

Implementations

impl LlmProxy

pub fn new() -> Self

pub fn add_provider(&mut self, provider: Box<dyn LlmProvider>)

pub async fn complete( &self, provider_name: &str, request: LlmRequest, ) -> Result<LlmResponse>

impl LlmProxy

pub async fn with_local_detection() -> Self

Create a proxy with auto-detection of local LLMs (Ollama, LM Studio) This is async because it needs to probe local ports

pub fn list_providers(&self) -> Vec<&'static str>

List all available providers

Trait Implementations

impl Default for LlmProxy

fn default() -> Self

Returns the “default value” for a type.