Skip to main content

ferrum_models/executor/
mod.rs

1//! Model executor implementations.
2//!
3//! Decoder-only LLMs go through `LlmExecutor` (wrapping any
4//! `Box<dyn DecoderOnlyLLM>`). Per-modality executors (Bert / Clip / Whisper /
5//! Tts) remain separate — they have different forward contracts that don't
6//! fit the prefill/decode interface.
7
8pub mod bert_executor;
9pub mod clip_executor;
10pub mod common;
11pub mod llm_executor;
12pub mod stub_executor;
13pub mod tts_executor;
14mod vnext_checkpoint;
15mod vnext_completion_worker;
16pub mod vnext_executor;
17mod vnext_timing;
18pub mod whisper_executor;
19
20pub use bert_executor::BertModelExecutor;
21pub use clip_executor::ClipModelExecutor;
22pub use llm_executor::LlmExecutor;
23pub use stub_executor::StubModelExecutor;
24pub use tts_executor::TtsModelExecutor;
25pub use vnext_executor::{
26    VNextDeterminismExecutionMode, VNextDeterminismExecutionSpec, VNextDeterminismInitialState,
27    VNextDeterminismParticipantSpec, VNextDeterminismPhase, VNextDeterminismWorkspacePoison,
28    VNextExecutorConfig, VNextModelExecutor, MAX_VNEXT_DETERMINISM_PARTICIPANTS,
29};
30pub use whisper_executor::WhisperModelExecutor;