ferrum-models 0.7.5

Model architectures (LLaMA, Qwen, BERT) for Ferrum inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

//! Cross-model traits and helpers (Model-as-Code shared infrastructure).

pub mod decoder_unified;
pub mod families;
pub mod llm;
pub mod paged_pool;

pub use families::{
    AudioBuffer, AudioTokens, EmbeddingModel, EncoderDecoderLM, EncoderState, ImageBuffer,
    MultimodalLLM, PcmSamples, SpeakerRef, Transcriber, TranscriptSegment, TtsModel, VisualTokens,
};
pub use llm::{DecoderOnlyLLM, LlmRuntimeConfig};