cuttle 0.1.1

A large language model inference engine in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

{
  "config": {
    "vocab_size": 32000,
    "unk_token": "<unk>",
    "bos_token": "<s>",
    "eos_token": "</s>",
    "pad_token": "<pad>"
  },
  "vocab": {
    "<pad>": 0,
    "</s>": 3,
    "<unk>": 1,
    "<s>": 2
  },
  "special_tokens": {
    "<unk>": 1,
    "<pad>": 0,
    "</s>": 3,
    "<s>": 2
  }
}