sipp-rs 0.1.0

Unified Rust library for extensible Sipp inference
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

mod request_queue;
mod request_types;
mod response_types;
mod token_ring;

pub use request_queue::RequestQueue;
pub use request_types::{
    GenerateRequest, GenerateRequestId, GenerateRequestLifecycle, MultimodalPayload,
    NO_SAMPLED_TOKEN_ID,
};
pub use response_types::{GenerateResponse, GenerateResponseStatus, ResponseOutput};
pub use token_ring::{
    token_byte_ring, TokenByteRingConsumer, TokenByteRingProducer, TokenEmissionSink,
    TokenEmissionSinkRef, TokenRingDrain, TokenRingDrainStatus, TokenRingFrame,
    TOKEN_RING_DEFAULT_CAPACITY, TOKEN_RING_RECORD_HEADER_BYTES,
};