pub type SpeculationConfig = SpeculationConfig;Expand description
Speculation configuration for speculative decoding
Aliased Type§
pub struct SpeculationConfig {
pub speculation_depth: usize,
pub acceptance_threshold: f32,
pub draft_model_config: Option<ModelConfig>,
}Fields§
§speculation_depth: usize§acceptance_threshold: f32§draft_model_config: Option<ModelConfig>