candle-mi 0.1.7

Mechanistic interpretability for language models in Rust, built on candle
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

{
  "model_id": "RWKV/v6-Finch-1B6-HF",
  "test_prompt": "def fibonacci(n):\n    ",
  "token_ids": [
    7334,
    21676,
    41943,
    41,
    111,
    501,
    28352
  ],
  "token_strings": [
    "def",
    " fib",
    "onacci",
    "(",
    "n",
    "):",
    "\n    "
  ],
  "top_predictions": [
    {
      "token_id": 1942,
      "token": "if",
      "probability": 0.5975170135498047,
      "logit": 4.7979278564453125
    },
    {
      "token_id": 98,
      "token": "a",
      "probability": 0.11722401529550552,
      "logit": 3.16923189163208
    },
    {
      "token_id": 5170,
      "token": "\"\"\"",
      "probability": 0.06078347563743591,
      "logit": 2.512463092803955
    },
    {
      "token_id": 42178,
      "token": "return",
      "probability": 0.03493999317288399,
      "logit": 1.9587771892547607
    },
    {
      "token_id": 36,
      "token": "#",
      "probability": 0.02493622526526451,
      "logit": 1.6214666366577148
    },
    {
      "token_id": 42175,
      "token": "result",
      "probability": 0.018923444673419,
      "logit": 1.3455466032028198
    },
    {
      "token_id": 7560,
      "token": "fib",
      "probability": 0.018076390027999878,
      "logit": 1.2997517585754395
    },
    {
      "token_id": 103,
      "token": "f",
      "probability": 0.008289430290460587,
      "logit": 0.520126461982727
    },
    {
      "token_id": 35433,
      "token": "print",
      "probability": 0.006822254508733749,
      "logit": 0.32533514499664307
    },
    {
      "token_id": 8594,
      "token": "ret",
      "probability": 0.005771701689809561,
      "logit": 0.15811216831207275
    }
  ],
  "top_logit_values": [
    4.7979278564453125,
    3.16923189163208,
    2.512463092803955,
    1.9587771892547607,
    1.6214666366577148,
    1.3455466032028198,
    1.2997517585754395,
    0.520126461982727,
    0.32533514499664307,
    0.15811216831207275
  ],
  "generated_token_ids": [
    1942,
    345,
    3590,
    283,
    59,
    54807,
    42178,
    283,
    28352,
    25216,
    345,
    3590,
    284,
    59,
    54807,
    42178,
    284,
    28352,
    25229,
    59
  ],
  "generated_text": "if n == 0:\n        return 0\n    elif n == 1:\n        return 1\n    else:"
}