mistralrs-core 0.8.1

Fast, flexible LLM inference.
Documentation
1
2
3
4
5
6
pub(crate) mod embedding_gemma;
pub(crate) mod inputs_processor;
mod layers;
pub(crate) mod qwen3_embedding;

pub use layers::{Dense, DenseActivation, Normalize, Pooling};