candle-mi 0.1.12

Mechanistic interpretability for language models in Rust, built on candle
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

name: CI

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

env:
  CARGO_TERM_COLOR: always

jobs:
  check:
    name: ${{ matrix.name }}
    runs-on: ubuntu-latest
    strategy:
      matrix:
        include:
          - name: "MSRV (1.88)"
            toolchain: "1.88"
          - name: "Stable"
            toolchain: "stable"
    steps:
      - uses: actions/checkout@v5

      - uses: dtolnay/rust-toolchain@master
        with:
          toolchain: ${{ matrix.toolchain }}
          components: clippy, rustfmt

      - uses: Swatinem/rust-cache@v2

      - name: Check formatting
        run: cargo fmt --check

      - name: Build (no default features — CPU only on CI)
        run: cargo build --no-default-features --features transformer

      - name: Clippy (pedantic)
        run: cargo clippy --no-default-features --features transformer -- -W clippy::pedantic

      - name: Tests
        run: cargo test --no-default-features --features transformer

      - name: Build (RWKV)
        run: cargo build --no-default-features --features "rwkv,rwkv-tokenizer"

      - name: Clippy (RWKV, pedantic)
        run: cargo clippy --no-default-features --features "rwkv,rwkv-tokenizer" -- -W clippy::pedantic

      - name: Tests (RWKV)
        run: cargo test --no-default-features --features "rwkv,rwkv-tokenizer"

      - name: Build (Stoicheia)
        run: cargo build --no-default-features --features stoicheia

      - name: Clippy (Stoicheia, pedantic)
        run: cargo clippy --no-default-features --features stoicheia -- -W clippy::pedantic

      - name: Tests (Stoicheia)
        run: cargo test --no-default-features --features stoicheia --lib --test stoicheia_analysis --test validate_stoicheia

      # CLT feature is opt-in and pairs with `transformer` in every example.
      # Without a dedicated lane, clt-only regressions (e.g. the hf-fetch-model
      # 0.9.6 signature change that broke list_repo_files_with_metadata on the
      # clt code path) escape the transformer + rwkv lanes entirely.
      - name: Build (CLT)
        run: cargo build --no-default-features --features "clt,transformer"

      - name: Clippy (CLT, pedantic)
        run: cargo clippy --no-default-features --features "clt,transformer" -- -W clippy::pedantic

      - name: Tests (CLT)
        run: cargo test --no-default-features --features "clt,transformer" --lib

      # Check 5 (Rule 15): Bare no-default-features build
      - name: Build (no default features)
        run: cargo build --no-default-features

      # Check 6 (Rule 15): All software features build
      # Note: cuda/metal features require hardware; test all software features instead
      - name: Build (all software features)
        run: cargo build --no-default-features --features "transformer,rwkv,rwkv-tokenizer,clt,sae,stoicheia,probing"