memra-runtime 0.84.1

CUDA runtime scaffolding (context, GEMM checks) for the memra inference engine
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
[package]
name = "memra-runtime"
description = "CUDA runtime scaffolding (context, GEMM checks) for the memra inference engine"
version.workspace = true
license.workspace = true
repository.workspace = true
rust-version.workspace = true
edition = "2024"

[dependencies]
memra-gguf = { workspace = true }
cudarc = { version = "0.19", default-features = false, features = ["std", "cuda-13010", "dynamic-loading", "driver", "cublas", "cublaslt", "nvrtc"] }

[[bin]]
name = "gemm-check"
path = "src/bin/gemm_check.rs"