libmir-metal 0.3.0

Metal inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13

mod admission;
mod config;
pub mod engine;
mod native;
mod progress;

pub use admission::{MetalArchitecture, admit_architecture};
pub use config::{
    DenseBatchMode, FeatureToggle, FusionMode, MetalBatchConfig, MetalCacheConfig, MetalConfig,
    MetalDiagnosticsConfig, MetalFusionConfig, MetalTuningConfig, MetalTuningMode,
};
pub use native::{MetalBackend, MetalGenerationStepOutput, MetalMemoryStats, MetalPrefillBatch};
pub use progress::{MetalProgressEvent, MetalProgressStage, MetalProgressUnit};