Struct InMemoryProviderStore 

pub struct InMemoryProviderStore { /* private fields */ }

Application-grade in-memory provider store for embedded hosts.

Implementations

impl InMemoryProviderStore

pub fn new() -> Self

Create an empty provider store.

pub async fn from_credential_provider(provider: &dyn CredentialProvider) -> Self

Configure a default model from explicitly injected credentials.

pub async fn with_default(model: ModelSpec) -> Self

Create a provider store with one default model.

pub async fn add_model(&self, model_id: ModelId, model: ModelSpec)

Insert or replace a model by id.

pub async fn set_default_model_spec(&self, model: ModelSpec)

Set the default model used when a session has no explicit model id.

pub async fn set_provider_config(&self, config: ProviderConfig)

Set credential-bearing construction material independently from model identity.

pub async fn clear(&self)

Remove all configured models and the default.

Trait Implementations

impl Clone for InMemoryProviderStore

fn clone(&self) -> InMemoryProviderStore

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InMemoryProviderStore

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for InMemoryProviderStore

fn default() -> InMemoryProviderStore

Returns the “default value” for a type.

impl ProviderStore for InMemoryProviderStore

fn get_model_spec<'life0, 'async_trait>( &'life0 self, model_id: ModelId, ) -> Pin<Box<dyn Future<Output = Result<Option<ModelSpec>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Resolve a configured model ID to its credential-free model selection.

fn get_default_model_spec<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Option<ModelSpec>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Return the default credential-free model selection.

fn get_provider_config<'life0, 'life1, 'async_trait>( &'life0 self, provider: &'life1 ProviderKey, ) -> Pin<Box<dyn Future<Output = Result<Option<ProviderConfig>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Resolve runtime service configuration independently from the model.

impl RuntimeProviderStore for InMemoryProviderStore

fn set_default_model_spec<'life0, 'async_trait>( &'life0 self, model: ModelSpec, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Set the runtime default credential-free model selection.