Skip to main content

ferrum_testkit/
lib.rs

1//! Testing utilities for the ferrum inference engine.
2//!
3//! - **Mocks**: MockModelExecutor, MockSampler, MockKvCacheManager, MockTokenizer
4//! - **Configurable**: ConfigurableModelExecutor (specific token sequences, EOS)
5//! - **Bench**: BenchmarkResult, percentile calculation, JSON output
6//! - **Paged**: PagedAttentionExecutor with real paged KV cache
7//!
8//! All components are hardware-independent (CPU-only, no GPU required).
9
10pub mod bench;
11mod configurable_executor;
12mod executor;
13mod kv_cache;
14pub mod paged_executor;
15mod sampler;
16mod tensor;
17mod tokenizer;
18
19pub use configurable_executor::ConfigurableModelExecutor;
20pub use executor::MockModelExecutor;
21pub use kv_cache::{MockKvCacheHandle, MockKvCacheManager};
22pub use paged_executor::{PagedAttentionExecutor, PagedExecutorConfig};
23pub use sampler::MockSampler;
24pub use tensor::{MockTensor, MockTensorFactory};
25pub use tokenizer::MockTokenizer;