joshua 0.1.0

An mmap-based LLM inference engine for the Rust ecosystem — a Rust clone of Cactus
Documentation
#!/usr/bin/env python3
"""Compare file-THP density under different access patterns.

Usage: thp_pattern.py <path> <mode> [window_mb]
modes: seq1m (1 MiB sequential reads), seq2m (2 MiB sequential),
       rand4k (random 4 KiB reads, like an expert-routed engine).
"""
import mmap
import os
import random
import sys
import time

path = sys.argv[1]
mode = sys.argv[2]
mb = int(sys.argv[3]) if len(sys.argv) > 3 else 256
sz = os.path.getsize(path)
window = mb << 20

f = open(path, "rb")
m = mmap.mmap(f.fileno(), 0, access=mmap.ACCESS_READ)
m.madvise(mmap.MADV_HUGEPAGE)

if mode == "rand4k":
    random.seed(42)
    n = window // 4096
    for _ in range(n):
        off = random.randrange(0, sz - 4096) & ~4095
        _ = m[off : off + 4096]
elif mode == "seq2m":
    for off in range(0, window, 1 << 21):
        _ = m[off : off + (1 << 21)]
else:  # seq1m
    for off in range(0, window, 1 << 20):
        _ = m[off : off + (1 << 20)]

time.sleep(0.3)
out = {"AnonHugePages:": 0, "ShmemPmdMapped:": 0, "FilePmdMapped:": 0}
with open("/proc/self/smaps") as fh:
    for line in fh:
        for k in out:
            if line.startswith(k):
                out[k] += int(line.split()[1])
print(f"mode={mode} window_mb={mb}")
print(out)