Struct EngineConfigBuilder 

pub struct EngineConfigBuilder { /* private fields */ }

Builder for EngineConfig.

Implementations

impl EngineConfigBuilder

pub fn model(self, repo_id: impl Into<String>) -> Self

Sets the model from a HuggingFace repository ID.

pub fn model_source(self, source: ModelSource) -> Self

Sets the model source directly.

pub fn device(self, device: DeviceType) -> Self

Sets the device.

pub fn cuda(self, device_id: usize) -> Self

Sets to use CUDA with the specified device.

pub fn metal(self) -> Self

Sets to use Metal.

pub fn memory(self, config: MemoryConfig) -> Self

Sets the memory configuration.

pub fn quantization(self, quant: QuantizationType) -> Self

Sets the quantization.

pub fn max_batch_size(self, size: u32) -> Self

Sets the maximum batch size.

pub fn max_seq_len(self, len: u32) -> Self

Sets the maximum sequence length.

pub fn speculative(self, config: SpeculativeConfig) -> Self

Enables speculative decoding.

pub fn cache_dir(self, path: impl Into<PathBuf>) -> Self

Sets the cache directory.

pub fn build(self) -> Result<EngineConfig, String>

Builds the configuration.

Errors

Returns an error if required fields are missing.

Trait Implementations

impl Debug for EngineConfigBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for EngineConfigBuilder

fn default() -> EngineConfigBuilder

Returns the “default value” for a type.