infotheory 1.1.1

The algorithmic information theory library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

{
  "kind": "neural",
  "alpha": 0.03,
  "experts": [
    {
      "name": "mamba",
      "kind": "mamba",
      "method": "cfg:hidden=64,layers=1,intermediate=128,state=16,conv=4,dt_rank=16,seed=26,train=adam,lr=0.001,stride=1;policy:schedule=0..10%:train(scope=all,opt=adam,lr=0.001,stride=1,bptt=8,clip=0,momentum=0.9)|10%..100%:infer",
      "log_prior": 0.0
    },
    {
      "name": "particle",
      "kind": "particle",
      "spec_path": "particle_fast.json",
      "log_prior": 0.0
    },
    {
      "name": "sparse-match",
      "kind": "sparse-match",
      "log_prior": 0.0
    }
  ]
}