rigspark-core 3.0.3

Deterministic, offline LLM memory and VRAM sizing, KV-cache estimation, hardware-fit scoring and model catalog for rigspark.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153

{
  "bitnet-b1.58:2b": {
    "gguf": {
      "repo": "microsoft/bitnet-b1.58-2B-4T-gguf",
      "revision": "a1f2f1c765812aa8af3f6eda4a313707064bba15",
      "file": "ggml-model-i2_s.gguf",
      "sha256": "4221b252fdd5fd25e15847adfeb5ee88886506ba50b8a34548374492884c2162"
    }
  },
  "bonsai:8b": {
    "gguf": {
      "repo": "prism-ml/Bonsai-8B-gguf",
      "revision": "48516770dd04643643e9f9019a2a349cf26c5dbd",
      "file": "Bonsai-8B-Q1_0.gguf",
      "sha256": "284a335aa3fb2ced3b1b01fcb40b08aa783e3b70832767f0dd2e3fdfa134bd54"
    }
  },
  "qwen3:14b": {
    "gguf": {
      "repo": "Qwen/Qwen3-14B-GGUF",
      "revision": "530227a7d994db8eca5ab5ced2fb692b614357fd",
      "file": "Qwen3-14B-Q4_K_M.gguf",
      "sha256": "500a8806e85ee9c83f3ae08420295592451379b4f8cf2d0f41c15dffeb6b81f0"
    }
  },
  "qwen3:30b-a3b": {
    "gguf": {
      "repo": "Qwen/Qwen3-30B-A3B-GGUF",
      "revision": "e4d4bafdfb96a411a163846265362aceb0b9c63a",
      "file": "Qwen3-30B-A3B-Q4_K_M.gguf",
      "sha256": "0d003f6662faee786ed5da3e31b29c978de5ae5d275c8794c606a7f3c01aa8f5"
    }
  },
  "qwen3:32b": {
    "gguf": {
      "repo": "Qwen/Qwen3-32B-GGUF",
      "revision": "938a7432affaec9157f883a87164e2646ae17555",
      "file": "Qwen3-32B-Q4_K_M.gguf",
      "sha256": "efd971561896866f0e910cce52761ca77b1b138090c7f15fe284676d57d1f689"
    }
  },
  "mistral-small:24b": {
    "kvBytesPerToken": 163840
  },
  "llama3.3:70b": {
    "kvBytesPerToken": 327680
  },
  "qwen2.5-coder:32b": {
    "kvBytesPerToken": 262144
  },
  "qwen2.5-coder:7b": {
    "kvBytesPerToken": 57344
  },
  "llama3.2:1b": {
    "kvBytesPerToken": 32768
  },
  "llama3.2:3b": {
    "kvBytesPerToken": 114688
  },
  "qwen2.5:0.5b": {
    "kvBytesPerToken": 12288,
    "gguf": {
      "repo": "Qwen/Qwen2.5-0.5B-Instruct-GGUF",
      "revision": "9217f5db79a29953eb74d5343926648285ec7e67",
      "file": "qwen2.5-0.5b-instruct-q4_k_m.gguf",
      "sha256": "74a4da8c9fdbcd15bd1f6d01d621410d31c6fc00986f5eb687824e7b93d7a9db"
    }
  },
  "qwen2.5:0.5b-mlx": {
    "kvBytesPerToken": 12288,
    "mlx": {
      "repo": "mlx-community/Qwen2.5-0.5B-Instruct-4bit",
      "revision": "a5339a4131f135d0fdc6a5c8b5bbed2753bbe0f3",
      "files": [
        {
          "file": "config.json",
          "sha256": "b045e57ea90b8f1b35f89f954b176a5c1faa02bd0af2c89bcec191239d66cef4",
          "bytes": 783
        },
        {
          "file": "model.safetensors",
          "sha256": "ddffab9cbc7bf6dde941c6724841eeca8981fcfa81ca20ff8efff1396326d153",
          "bytes": 278064920
        },
        {
          "file": "model.safetensors.index.json",
          "sha256": "54001cb4c11197119c206dde28e7be08e5872aab6c6d271aed339ec77e84f870",
          "bytes": 44209
        },
        {
          "file": "tokenizer.json",
          "sha256": "a8506e7111b80c6d8635951a02eab0f4e1a8e4e5772da83846579e97b16f61bf",
          "bytes": 7031673
        },
        {
          "file": "tokenizer_config.json",
          "sha256": "f7c61e32b7a17d19bf8e7037dcb74079a833e53ea9801f24008cac68458f03b7",
          "bytes": 7308
        },
        {
          "file": "special_tokens_map.json",
          "sha256": "76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd",
          "bytes": 613
        },
        {
          "file": "vocab.json",
          "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910",
          "bytes": 2776833
        },
        {
          "file": "merges.txt",
          "sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
          "bytes": 1671853
        },
        {
          "file": "added_tokens.json",
          "sha256": "58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b",
          "bytes": 605
        }
      ]
    }
  },
  "qwen2.5:1.5b": {
    "kvBytesPerToken": 28672
  },
  "qwen2.5:14b": {
    "kvBytesPerToken": 196608
  },
  "qwen2.5:32b": {
    "kvBytesPerToken": 262144
  },
  "qwen2.5:3b": {
    "kvBytesPerToken": 36864
  },
  "qwen2.5:72b": {
    "kvBytesPerToken": 327680
  },
  "qwen2.5:7b": {
    "kvBytesPerToken": 57344
  },
  "llama3.1:70b": {
    "kvBytesPerToken": 327680
  },
  "llama3.1:8b": {
    "kvBytesPerToken": 131072
  },
  "mistral-nemo:12b": {
    "kvBytesPerToken": 163840
  },
  "mistral:7b": {
    "kvBytesPerToken": 131072
  }
}