Struct MetalContextOp 

pub struct MetalContextOp {
    pub tokens: usize,
    pub intermediate: usize,
    pub k: usize,
}

Fields

tokens: usize

intermediate: usize

k: usize

Implementations

impl MetalContextOp

pub fn segment_len(&self) -> Result<usize, String>

pub fn expected_output_len(&self) -> Result<usize, String>

Examples found in repository

examples/backend_numerics/config.rs (line 88)

    fn expected_output_len(&self) -> Result<usize, String> {
        match *self {
            Self::MetalContext {
                tokens,
                intermediate,
                k,
            } => MetalContextOp {
                tokens,
                intermediate,
                k,
            }
            .expected_output_len(),
            Self::RmsNorm { tokens, dim, eps } => {
                RmsNormOp { tokens, dim, eps }.expected_output_len()
            }
            Self::Gemm { m, n, k } => GemmOp { m, n, k }.expected_output_len(),
            Self::SiluMul {
                tokens,
                intermediate,
            } => SiluMulOp {
                tokens,
                intermediate,
            }
            .expected_output_len(),
        }
    }

Trait Implementations

impl OpUnderTest for MetalContextOp

fn name(&self) -> &str

Display name (used in test failure messages).

fn run_cpu(&self, seed: u64) -> Output

Run on CPU (reference). Always available.