Skip to main content

ferrum_testkit/
lib.rs

1//! Testing utilities for the ferrum inference engine.
2//!
3//! - **Mocks**: MockModelExecutor, MockSampler, MockKvCacheManager, MockTokenizer
4//! - **Configurable**: ConfigurableModelExecutor (specific token sequences, EOS)
5//! - **Bench**: BenchmarkResult, percentile calculation, JSON output
6//! - **Paged**: PagedAttentionExecutor with real paged KV cache
7//!
8//! All components are hardware-independent (CPU-only, no GPU required).
9
10pub mod bench;
11mod configurable_executor;
12mod executor;
13mod kv_cache;
14pub mod op_diff;
15pub mod paged_executor;
16mod sampler;
17mod tensor;
18mod tokenizer;
19
20pub use configurable_executor::ConfigurableModelExecutor;
21pub use executor::MockModelExecutor;
22pub use kv_cache::{MockKvCacheHandle, MockKvCacheManager};
23pub use paged_executor::{PagedAttentionExecutor, PagedExecutorConfig};
24pub use sampler::MockSampler;
25pub use tensor::{MockTensor, MockTensorFactory};
26pub use tokenizer::MockTokenizer;