Struct GenericProvider 

pub struct GenericProvider { /* private fields */ }

A provider whose behavior is fully described by a ProviderConfig.

Implementations

impl GenericProvider

pub fn from_env(config: &'static ProviderConfig) -> Result<Self>

pub fn from_env_with_connection( config: &'static ProviderConfig, connection: ProviderConnectionConfig, ) -> Result<Self>

pub fn new(api_key: String, config: &'static ProviderConfig) -> Result<Self>

pub fn new_with_connection( api_key: String, config: &'static ProviderConfig, connection: ProviderConnectionConfig, ) -> Result<Self>

pub fn with_model(self, model: &str) -> Self

Trait Implementations

impl StreamingModelProvider for GenericProvider

fn stream_response(&self, context: &Context) -> LlmResponseStream

fn display_name(&self) -> String

fn context_window(&self) -> Option<u32>

Context window size in tokens for the current model. Returns None for unknown models (e.g. Ollama, LlamaCpp).

fn model(&self) -> Option<LlmModel>

The LlmModel this provider is currently configured to use. Returns None for providers where the model is unknown at compile time (e.g. test fakes).