mircuda 0.1.0

Native, explicit-stream Rust gateway to NVIDIA CUDA
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

SHELL := /bin/bash
.SHELLFLAGS := -eu -o pipefail -c
.DEFAULT_GOAL := help

.PHONY: help doctor bootstrap-cutlass cutlass-check docs docs-open examples profile matmul-profile dense-vector-profile graph-profile check

CUTLASS_VERSION := v4.4.2
CUTLASS_DIR ?= $(HOME)/.cache/mircuda/cutlass-$(CUTLASS_VERSION)

help: ## Show development targets.
	@awk 'BEGIN {FS = ":.*## "; printf "Mircuda commands:\n\n"} \
		/^[a-zA-Z_-]+:.*## / {printf "  %-14s %s\n", $$1, $$2}' $(MAKEFILE_LIST)

doctor: ## Verify the native Linux CUDA development toolchain.
	@test "$$(uname -s)" = Linux
	@command -v nvidia-smi >/dev/null
	@command -v nvcc >/dev/null
	@command -v rustc >/dev/null
	@nvidia-smi --query-gpu=name,compute_cap --format=csv,noheader
	@nvcc --version | tail -1
	@rustc --version

bootstrap-cutlass: ## Clone the pinned header-only CUTLASS dependency.
	@if test ! -d "$(CUTLASS_DIR)/.git"; then \
		mkdir -p "$(dir $(CUTLASS_DIR))"; \
		git clone --depth 1 --branch "$(CUTLASS_VERSION)" \
			https://github.com/NVIDIA/cutlass.git "$(CUTLASS_DIR)"; \
	fi
	@git -C "$(CUTLASS_DIR)" describe --tags --exact-match

cutlass-check: doctor bootstrap-cutlass ## Build and test the native CUTLASS backend.
	@cargo test -p mircuda --test cutlass_dense
	@cargo test -p mircuda --test cutlass_fp4
	@cargo test -p mircuda --test cutlass_fp8
	@cargo test -p mircuda --test cutlass_grouped_fp4

docs: ## Build rustdoc for the complete public workspace API.
	@RUSTDOCFLAGS="-D warnings" cargo doc --workspace --no-deps

docs-open: ## Build and open the mircuda API documentation.
	@RUSTDOCFLAGS="-D warnings" cargo doc -p mircuda --no-deps --open

examples: ## Type-check every public mircuda example.
	@cargo check -p mircuda --examples

profile: doctor ## Run the native allocation, compile, launch, and transfer probe.
	@cargo run --release --example profile

matmul-profile: doctor bootstrap-cutlass ## Profile CUTLASS decode and prefill shapes.
	@cargo run --release --example matmul

dense-vector-profile: doctor bootstrap-cutlass ## Compare cold-weight decode GEMM and GEMV.
	@cargo run --release --example dense-vector

graph-profile: doctor bootstrap-cutlass ## Compare direct launches with CUDA Graph replay.
	@cargo run --release --example graph

check: ## Run formatting, Clippy, tests, and rustdoc.
	@if test "$$(uname -s)" = Linux; then $(MAKE) --no-print-directory bootstrap-cutlass; fi
	@cargo fmt --all --check
	@cargo clippy --workspace --all-targets --all-features -- -D warnings
	@cargo test --workspace --all-features
	@$(MAKE) docs