Struct EngineBuilder 

pub struct EngineBuilder { /* private fields */ }

Engine builder for creating inference engines with registry-based components

Implementations

impl EngineBuilder

pub fn new(config: EngineConfig) -> Self

Create a new engine builder with default registry

pub fn with_registry( config: EngineConfig, registry: Arc<ComponentRegistry>, ) -> Self

Create a new engine builder with a custom registry

pub fn with_model_sources( self, sources: Arc<ProductionModelSourceBundle>, ) -> Self

pub fn with_prepared_model(self, prepared: Arc<PreparedProductionModel>) -> Self

pub fn with_tokenizer(self, name: impl Into<String>) -> Self

Set the tokenizer to use by name

pub fn with_custom_tokenizer( self, tokenizer: Arc<dyn Tokenizer + Send + Sync>, ) -> Self

Set a pre-created tokenizer

pub fn with_sampler(self, name: impl Into<String>) -> Self

Set the sampler to use by name

pub fn with_custom_sampler( self, sampler: Arc<dyn Sampler + Send + Sync>, ) -> Self

Set a pre-created sampler

pub fn with_scheduler(self, name: impl Into<String>) -> Self

Set the scheduler to use by name

pub fn with_custom_scheduler( self, scheduler: Arc<dyn Scheduler + Send + Sync>, ) -> Self

Set a pre-created scheduler

pub fn with_kv_cache(self, name: impl Into<String>) -> Self

Set the KV cache to use by name

pub fn with_custom_kv_cache( self, kv_cache: Arc<dyn KvCacheManager + Send + Sync>, ) -> Self

Set a pre-created KV cache manager

pub fn with_custom_recurrent_state_manager( self, manager: Arc<dyn RecurrentStateManager + Send + Sync>, ) -> Self

Set a pre-created recurrent-state manager.

pub fn with_executor(self, name: impl Into<String>) -> Self

Set the executor to use by name

pub fn with_custom_executor( self, executor: Arc<dyn ModelExecutor + Send + Sync>, ) -> Self

Set a pre-created model executor

pub async fn build(self) -> Result<Box<dyn LlmInferenceEngine + Send + Sync>>

Build the inference engine