Skip to main content

inference_lab/
lib.rs

1pub mod compute;
2pub mod config;
3pub mod dataset;
4pub mod kv_cache;
5pub mod metrics;
6pub mod request;
7pub mod scheduler;
8pub mod simulation;
9
10#[cfg(target_arch = "wasm32")]
11pub mod wasm;
12
13#[cfg(feature = "serve")]
14pub mod serve;
15
16// Re-export key types
17pub use compute::ComputeEngine;
18pub use config::Config;
19pub use dataset::{
20    BatchTokenizerFn, DatasetEntry, DatasetLoader, Message, PromptInput, TokenizerFn,
21};
22pub use kv_cache::KVCacheManager;
23pub use metrics::{MetricsCollector, MetricsSummary};
24pub use request::{Request, RequestStatus};
25pub use scheduler::Scheduler;
26pub use simulation::{ProgressInfo, Simulator, TimeSeriesPoint};