ferrum-testkit 0.4.0

Testing utilities for Ferrum LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

//! Mock components for testing the ferrum inference engine without GPU.
//!
//! Provides MockTensor, MockModelExecutor, MockKvCacheManager, MockTokenizer,
//! and MockSampler — all hardware-independent, suitable for testing the
//! scheduling and orchestration layers on any platform.

mod executor;
mod kv_cache;
pub mod paged_executor;
mod sampler;
mod tensor;
mod tokenizer;

pub use executor::MockModelExecutor;
pub use kv_cache::{MockKvCacheHandle, MockKvCacheManager};
pub use paged_executor::{PagedAttentionExecutor, PagedExecutorConfig};
pub use sampler::MockSampler;
pub use tensor::{MockTensor, MockTensorFactory};
pub use tokenizer::MockTokenizer;