Trait Backend 

pub trait Backend: Send + Sync {
    // Required methods
    fn kind(&self) -> &'static str;
    fn id(&self) -> &str;
    fn list_models<'life0, 'async_trait>(
        &'life0 self,
    ) -> Pin<Box<dyn Future<Output = BackendResult<Vec<BackendModel>>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;
    fn health<'life0, 'async_trait>(
        &'life0 self,
    ) -> Pin<Box<dyn Future<Output = BackendResult<BackendHealth>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait;
    fn execute<'life0, 'life1, 'life2, 'async_trait>(
        &'life0 self,
        job: &'life1 Job,
        sink: &'life2 mut dyn JobSink,
    ) -> Pin<Box<dyn Future<Output = BackendResult<JobResult>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait,
             'life2: 'async_trait;
}

Required Methods

fn kind(&self) -> &'static str

fn id(&self) -> &str

A stable identifier for this backend instance — typically "<kind>:<url>" for local adapters and "<kind>" for remote passthroughs.

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = BackendResult<Vec<BackendModel>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn health<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = BackendResult<BackendHealth>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

fn execute<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, job: &'life1 Job, sink: &'life2 mut dyn JobSink, ) -> Pin<Box<dyn Future<Output = BackendResult<JobResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Implementors

impl Backend for LlamaCppBackend

impl Backend for LmStudioBackend

impl Backend for OllamaBackend

impl Backend for OpenRouterBackend

impl Backend for VeniceBackend

impl Backend for VllmBackend