sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

mod batch_planner;
mod slot_scheduler;
mod slot_state;

pub(crate) use crate::native_bridge::SamplerHandle;

/////////////////////////////////////////////////////////////////////////////////
/// TESTS
/////////////////////////////////////////////////////////////////////////////////

#[cfg(test)]
pub(crate) use batch_planner::BatchContribution;

/////////////////////////////////////////////////////////////////////////////////
/// SRC
/////////////////////////////////////////////////////////////////////////////////
pub use batch_planner::{BatchContributionKind, BatchPlanner, SharedBatchPlan};
pub use slot_scheduler::SlotScheduler;
pub use slot_state::{
    PrefillKind, SamplerCacheKey, SlotEmbeddingOutput, SlotExecutionPlan, SlotPhase, SlotState,
    TerminalAction,
};