Struct RuntimeProvider 

pub struct RuntimeProvider { /* private fields */ }

Runtime service assembly over one reusable wire-protocol driver.

Implementations

impl RuntimeProvider

pub fn new( id: impl Into<ProviderKey>, driver: impl ChatDriver + 'static, ) -> RuntimeProvider

pub fn from_driver( id: impl Into<ProviderKey>, driver: Arc<dyn ChatDriver>, ) -> RuntimeProvider

pub fn base_url(self, url: impl Into<String>) -> RuntimeProvider

pub fn auth(self, auth: impl ProviderAuth + 'static) -> RuntimeProvider

pub fn auth_arc(self, auth: Arc<dyn ProviderAuth>) -> RuntimeProvider

pub fn header( self, name: impl Into<String>, value: impl Into<String>, ) -> RuntimeProvider

pub fn id(&self) -> &ProviderKey

pub fn driver(&self) -> &Arc<dyn ChatDriver>

pub fn endpoint(&self) -> &ProviderEndpoint

pub async fn chat_completion_stream( &self, messages: Vec<LlmMessage>, config: &LlmCallConfig, ) -> Result<Pin<Box<dyn Stream<Item = Result<LlmStreamEvent, AgentLoopError>> + Send>>, AgentLoopError>

pub async fn chat_completion( &self, messages: Vec<LlmMessage>, config: &LlmCallConfig, ) -> Result<LlmResponse, AgentLoopError>

pub async fn list_models( &self, ) -> Result<Option<Vec<DiscoveredModel>>, AgentLoopError>

pub fn into_boxed_driver(self) -> Box<dyn ChatDriver>

pub fn bind_embeddings( self, driver: Box<dyn EmbeddingsDriver>, ) -> Box<dyn EmbeddingsDriver>

Trait Implementations

impl Clone for RuntimeProvider

fn clone(&self) -> RuntimeProvider

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RuntimeProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.