sipp-rs 0.1.4

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
pub use crate::runtime::config::{
    CacheRuntimeConfig, ContextRuntimeConfig, FlashAttentionMode, GenerateOptions, GpuLayerConfig,
    KvCacheType, KvReuseMode, LogitBias, ModelLoadMode, ModelPlacementConfig,
    MultimodalRuntimeConfig, NativeRuntimeConfig, ObservabilityRuntimeConfig,
    ResidencyRuntimeConfig, ResolvedRuntimeLimits, RopeScaling, SamplerStage,
    SamplingRuntimeConfig, SamplingRuntimeOverride, SchedulerRuntimeConfig, SplitMode,
    DEFAULT_CONTEXT_KEY, DEFAULT_MAX_TOKENS,
};