Trait ComponentFactory 

pub trait ComponentFactory<T>: Send + Sync {
    // Required methods
    fn create<'life0, 'life1, 'async_trait>(
        &'life0 self,
        config: &'life1 ComponentConfig,
    ) -> Pin<Box<dyn Future<Output = Result<T>> + Send + 'async_trait>>
       where Self: 'async_trait,
             'life0: 'async_trait,
             'life1: 'async_trait;
    fn metadata(&self) -> ComponentMetadata;
}

Factory trait for creating components

Required Methods

fn create<'life0, 'life1, 'async_trait>( &'life0 self, config: &'life1 ComponentConfig, ) -> Pin<Box<dyn Future<Output = Result<T>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Create a component instance

fn metadata(&self) -> ComponentMetadata

Get component metadata

Dyn Compatibility

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementors

impl ComponentFactory<Arc<dyn KvCacheManager + Send + Sync>> for DefaultKvCacheFactory

impl ComponentFactory<Arc<dyn KvCacheManager + Send + Sync>> for PagedKvCacheFactory

impl ComponentFactory<Arc<dyn ModelExecutor + Send + Sync>> for LlmExecutorFactory

impl ComponentFactory<Arc<dyn ModelExecutor + Send + Sync>> for StubExecutorFactory

impl ComponentFactory<Arc<dyn Sampler + Send + Sync>> for GreedySamplerFactory

impl ComponentFactory<Arc<dyn Sampler + Send + Sync>> for MultinomialSamplerFactory

impl ComponentFactory<Arc<dyn Scheduler + Send + Sync>> for ContinuousBatchSchedulerFactory

impl ComponentFactory<Arc<dyn Scheduler + Send + Sync>> for FifoSchedulerFactory

impl ComponentFactory<Arc<dyn Scheduler + Send + Sync>> for PrioritySchedulerFactory

impl ComponentFactory<Arc<dyn Tokenizer + Send + Sync>> for HuggingFaceTokenizerFactory

impl ComponentFactory<Arc<dyn Tokenizer + Send + Sync>> for StubTokenizerFactory