mlas-sys 0.1.0-dev.5

FFI bindings to a vendored subset of ONNX Runtime's MLAS SGEMM kernels (opt-in, x86-64 Linux).
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

// FEASIBILITY SPIKE probe: report which f32 GEMM microkernel MLAS's runtime
// dispatch selected on this host, to prove the AVX-512 kernel (not the AVX2/
// FMA3 fallback) is active. Uses MLAS internals (mlasi.h), so it is compiled
// in the same group that defines BUILD_MLAS_NO_ONNXRUNTIME.
//
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License.

#include "mlasi.h"

extern "C" int mlas_float_kernel_id()
{
#if defined(MLAS_TARGET_AMD64_IX86)
    auto* k = GetMlasPlatform().GemmFloatKernel;
    if (k == MlasGemmFloatKernelAvx512F) {
        return 512;
    }
    if (k == MlasGemmFloatKernelFma3) {
        return 3;
    }
    if (k == MlasGemmFloatKernelAvx) {
        return 1;
    }
    return -1;
#else
    return 0;
#endif
}