Skip to main content

Crate inference_lab

Crate inference_lab 

Source

Re-exports§

pub use compute::ComputeEngine;
pub use config::Config;
pub use dataset::BatchTokenizerFn;
pub use dataset::DatasetEntry;
pub use dataset::DatasetLoader;
pub use dataset::Message;
pub use dataset::PromptInput;
pub use dataset::TokenizerFn;
pub use kv_cache::KVCacheManager;
pub use metrics::MetricsCollector;
pub use metrics::MetricsSummary;
pub use request::Request;
pub use request::RequestStatus;
pub use scheduler::Scheduler;
pub use simulation::ProgressInfo;
pub use simulation::Simulator;
pub use simulation::TimeSeriesPoint;

Modules§

compute
config
dataset
kv_cache
metrics
request
scheduler
simulation