inference_lab/
lib.rs

1pub mod compute;
2pub mod config;
3pub mod dataset;
4pub mod kv_cache;
5pub mod metrics;
6pub mod request;
7pub mod scheduler;
8pub mod simulation;
9
10#[cfg(target_arch = "wasm32")]
11pub mod wasm;
12
13// Re-export key types
14pub use compute::ComputeEngine;
15pub use config::Config;
16pub use dataset::{BatchTokenizerFn, DatasetEntry, DatasetLoader, Message, TokenizerFn};
17pub use kv_cache::KVCacheManager;
18pub use metrics::{MetricsCollector, MetricsSummary};
19pub use request::{Request, RequestStatus};
20pub use scheduler::Scheduler;
21pub use simulation::{ProgressInfo, Simulator, TimeSeriesPoint};