sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
mod batch_planner;
mod slot_scheduler;
mod slot_state;

pub(crate) use crate::native_bridge::SamplerHandle;

/////////////////////////////////////////////////////////////////////////////////
/// TESTS
/////////////////////////////////////////////////////////////////////////////////

#[cfg(test)]
pub(crate) use batch_planner::BatchContribution;

/////////////////////////////////////////////////////////////////////////////////
/// SRC
/////////////////////////////////////////////////////////////////////////////////
pub use batch_planner::{BatchContributionKind, BatchPlanner, SharedBatchPlan};
pub use slot_scheduler::SlotScheduler;
pub use slot_state::{
    PrefillKind, SamplerCacheKey, SlotEmbeddingOutput, SlotExecutionPlan, SlotPhase, SlotState,
    TerminalAction,
};