Skip to main content

Provider

steer_core::api::provider

Trait Provider 

Source 
pub trait Provider:
    Send
    + Sync
    + 'static {
    // Required methods
    fn name(&self) -> &'static str;
    fn complete<'life0, 'life1, 'async_trait>(
        &'life0 self,
        model_id: &'life1 ModelId,
        messages: Vec<Message>,
        system: Option<SystemContext>,
        tools: Option<Vec<ToolSchema>>,
        call_options: Option<ModelParameters>,
        token: CancellationToken,
    ) -> Pin<Box<dyn Future<Output = Result<CompletionResponse, ApiError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait;

    // Provided methods
    fn stream_complete<'life0, 'life1, 'async_trait>(
        &'life0 self,
        model_id: &'life1 ModelId,
        messages: Vec<Message>,
        system: Option<SystemContext>,
        tools: Option<Vec<ToolSchema>>,
        call_options: Option<ModelParameters>,
        token: CancellationToken,
    ) -> Pin<Box<dyn Future<Output = Result<CompletionStream, ApiError>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait { ... }
    fn create_auth_flow(
        &self,
        _storage: Arc<dyn AuthStorage>,
    ) -> Option<Box<dyn DynAuthenticationFlow>> { ... }
}

Required Methods§

Source

fn name(&self) -> &'static str

Source

fn complete<'life0, 'life1, 'async_trait>( &'life0 self, model_id: &'life1 ModelId, messages: Vec<Message>, system: Option<SystemContext>, tools: Option<Vec<ToolSchema>>, call_options: Option<ModelParameters>, token: CancellationToken, ) -> Pin<Box<dyn Future<Output = Result<CompletionResponse, ApiError>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Provided Methods§

Source

fn stream_complete<'life0, 'life1, 'async_trait>( &'life0 self, model_id: &'life1 ModelId, messages: Vec<Message>, system: Option<SystemContext>, tools: Option<Vec<ToolSchema>>, call_options: Option<ModelParameters>, token: CancellationToken, ) -> Pin<Box<dyn Future<Output = Result<CompletionStream, ApiError>> + Send + 'async_trait>>
where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Source

fn create_auth_flow( &self, _storage: Arc<dyn AuthStorage>, ) -> Option<Box<dyn DynAuthenticationFlow>>

Implementors§