candle-mi 0.1.5

Mechanistic interpretability for language models in Rust, built on candle
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

{
  "model_id": "RWKV/RWKV7-Goose-World3-1.5B-HF",
  "test_prompt": "def fibonacci(n):\n    ",
  "token_ids": [
    7334,
    21676,
    41943,
    41,
    111,
    501,
    28352
  ],
  "token_strings": [
    "def",
    " fib",
    "onacci",
    "(",
    "n",
    "):",
    "\n    "
  ],
  "top_predictions": [
    {
      "token_id": 1942,
      "token": "if",
      "probability": 0.5466378927230835,
      "logit": 7.558532238006592
    },
    {
      "token_id": 98,
      "token": "a",
      "probability": 0.10693314671516418,
      "logit": 5.926949501037598
    },
    {
      "token_id": 5170,
      "token": "\"\"\"",
      "probability": 0.10050393640995026,
      "logit": 5.86494255065918
    },
    {
      "token_id": 36,
      "token": "#",
      "probability": 0.033910345286130905,
      "logit": 4.778465747833252
    },
    {
      "token_id": 42178,
      "token": "return",
      "probability": 0.02054981142282486,
      "logit": 4.277597427368164
    },
    {
      "token_id": 103,
      "token": "f",
      "probability": 0.018789226189255714,
      "logit": 4.1880292892456055
    },
    {
      "token_id": 42175,
      "token": "result",
      "probability": 0.01271948404610157,
      "logit": 3.7978806495666504
    },
    {
      "token_id": 7560,
      "token": "fib",
      "probability": 0.01213655062019825,
      "logit": 3.750967264175415
    },
    {
      "token_id": 121,
      "token": "x",
      "probability": 0.009568847715854645,
      "logit": 3.513258218765259
    },
    {
      "token_id": 7334,
      "token": "def",
      "probability": 0.009366442449390888,
      "logit": 3.4918789863586426
    }
  ],
  "top_logit_values": [
    7.558532238006592,
    5.926949501037598,
    5.86494255065918,
    4.778465747833252,
    4.277597427368164,
    4.1880292892456055,
    3.7978806495666504,
    3.750967264175415,
    3.513258218765259,
    3.4918789863586426
  ],
  "generated_token_ids": [
    1942,
    345,
    3590,
    283,
    59,
    54807,
    42178,
    283,
    28352,
    25216,
    345,
    3590,
    284,
    59,
    54807,
    42178,
    284,
    28352,
    25229,
    59
  ],
  "generated_text": "if n == 0:\n        return 0\n    elif n == 1:\n        return 1\n    else:"
}