infotheory 1.1.1

The algorithmic information theory library.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

{
  "kind": "neural",
  "alpha": 0.04,
  "experts": [
	{
		"name": "rwkv",
		"kind": "rwkv",
		"method": "cfg:hidden=64,layers=1,intermediate=64,decay_rank=16,a_rank=16,v_rank=16,g_rank=16,seed=22,train=adam,lr=0.0009,stride=1;policy:schedule=0..50%:train(scope=all,opt=adam,lr=0.001,stride=1,bptt=1,clip=1.0,momentum=0.9)",

		"log_prior": 0.0
	},
	{
		"name": "mamba",
		"kind": "mamba",
		"method": "cfg:hidden=32,layers=1,intermediate=128,seed=26,train=adam,lr=0.001,stride=1;policy:schedule=0..50%:train(scope=all,opt=adam,lr=0.001,stride=1,bptt=1,clip=0,momentum=0.9)",
		"log_prior": 0.0
	}
  ]
}