libmir-metal 0.3.0

Metal inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14

mod backend;
#[cfg(test)]
mod benchmark;
mod error;
mod model;
mod output;
mod prefill;
mod prefix;
mod session;
mod step;
mod trace;

pub use backend::{MetalBackend, MetalGenerationStepOutput, MetalMemoryStats};
pub use prefill::MetalPrefillBatch;