Struct ProviderHandle 

pub struct ProviderHandle { /* private fields */ }

Owning handle to provider components. This is an executable transport handle supplied by the host, not a persistence format.

Implementations

impl ProviderHandle

pub fn new(components: ProviderComponents) -> ProviderHandle

pub fn components(&self) -> &ProviderComponents

pub fn components_mut(&mut self) -> &mut ProviderComponents

pub fn with_clock(self, clock: Arc<dyn Clock>) -> ProviderHandle

pub fn kind(&self) -> &'static str

pub fn supported_variants(&self, model: &str) -> &'static [&'static str]

pub fn validate_variant(&self, model: &str, variant: &str) -> Result<(), String>

pub fn input_usage_excludes_cached_tokens(&self) -> bool

pub fn options(&self) -> ProviderOptions

pub fn set_options(&mut self, options: ProviderOptions)

pub fn requires_streaming(&self) -> bool

pub async fn complete( &mut self, request: LlmRequest, ) -> Result<LlmResponse, ProviderFailure>

pub fn to_spec(&self) -> ProviderSpec

pub fn validate_model_name(&self, model: &str) -> Result<(), String>

Validate model syntax only.

Trait Implementations

impl Clone for ProviderHandle

fn clone(&self) -> ProviderHandle

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ProviderHandle

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for ProviderHandle

fn default() -> ProviderHandle

Returns the “default value” for a type.

impl Eq for ProviderHandle

impl PartialEq for ProviderHandle

fn eq(&self, other: &ProviderHandle) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.