oxidelm 0.2.0

Bare-metal pure-Rust Transformer engine with reverse-mode autograd, BPE tokenization, and wgpu acceleration
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
#!/usr/bin/env bash
# Release smoke: train training/tiny.json for N steps under --memory-budget 512MiB (CPU).
set -euo pipefail
root="$(cd "$(dirname "$0")/.." && pwd)"
cd "$root"

steps="${OXIDELM_TINY_STEPS:-3}"
outdir="${OXIDELM_TINY_OUTDIR:-$(mktemp -d -t oxidelm-tiny-budget.XXXXXX)}"
model="$outdir/model.bin"

cargo run --release --bin oxidelm -- \
  --train training/input.txt "$model" \
  --config training/tiny.json \
  --steps "$steps" \
  --memory-budget 512MiB \
  --log quiet

echo "ok: trained $steps steps under 512MiB -> $model"