{
"provenance": {
"fixture_builder": "stage-zero-reference",
"seed": 20260821,
"python": "3.14.7",
"llama_cpp_commit": "d775b8967a46d8beb110d444aa3b8938179e0dd8",
"llama_cpp_files": [
"src/llama-sampler.cpp",
"tests/test-sampling.cpp",
"common/common.h"
],
"llama_cpp_tail_free_commit": "2a63caaa69fad6c2afddc47bae052cf2afb01529",
"tolerance": {
"p_abs": 1e-05,
"logit_rel": 1e-05,
"logit_abs": 1e-05,
"mu_abs": 0.0001
},
"rng_contract": "u = (next_u64() >> 11) as f64 * 2^-53. dist selects the first index in candidate order whose running normalized sum >= u. xtc skips when u > probability",
"tie_rule": "equal logits order by ascending token id. greedy and temp 0 keep the first maximum",
"survivor_compare": "match by token id as a set. compare order only when sorted_output is true"
},
"llama_explicit_count": 38,
"llama_queue_count": 24,
"vector_count": 140,
"chain_count": 10,
"mirostat_sequence_count": 8,
"mirostat_step_count": 48,
"vectors": [
{
"id": "llama-temp-001",
"group": "llama.cpp",
"stage": "temp",
"params": {
"t": 1.0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.1,
0.2,
0.3,
0.4
]
}
},
{
"id": "llama-temp-002",
"group": "llama.cpp",
"stage": "temp",
"params": {
"t": 0.0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.0,
0.0,
0.0,
1.0
]
}
},
{
"id": "llama-temp_ext-003",
"group": "llama.cpp",
"stage": "temp_ext",
"params": {
"t": 1.0,
"delta": 0.0,
"exponent": 1.0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.1,
0.2,
0.3,
0.4
]
}
},
{
"id": "llama-temp_ext-004",
"group": "llama.cpp",
"stage": "temp_ext",
"params": {
"t": 0.0,
"delta": 0.0,
"exponent": 1.0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.0,
0.0,
0.0,
1.0
]
}
},
{
"id": "llama-top_k-005",
"group": "llama.cpp",
"stage": "top_k",
"params": {
"k": 1
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
1.0
]
}
},
{
"id": "llama-top_k-006",
"group": "llama.cpp",
"stage": "top_k",
"params": {
"k": 3
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.44444,
0.33333,
0.22222
]
}
},
{
"id": "llama-top_k-007",
"group": "llama.cpp",
"stage": "top_k",
"params": {
"k": 4
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.4,
0.3,
0.2,
0.1
]
}
},
{
"id": "llama-top_k-008",
"group": "llama.cpp",
"stage": "top_k",
"params": {
"k": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.1,
0.2,
0.3,
0.4
]
}
},
{
"id": "llama-top_p-009",
"group": "llama.cpp",
"stage": "top_p",
"params": {
"p": 0.0,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
1.0
]
}
},
{
"id": "llama-top_p-010",
"group": "llama.cpp",
"stage": "top_p",
"params": {
"p": 0.7,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.571429,
0.428571
]
}
},
{
"id": "llama-top_p-011",
"group": "llama.cpp",
"stage": "top_p",
"params": {
"p": 0.8,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.44444,
0.33333,
0.22222
]
}
},
{
"id": "llama-top_p-012",
"group": "llama.cpp",
"stage": "top_p",
"params": {
"p": 1.0,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.1,
0.2,
0.3,
0.4
]
}
},
{
"id": "llama-min_p-013",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.0,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.1,
0.2,
0.3,
0.4
]
}
},
{
"id": "llama-min_p-014",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.24,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.1,
0.2,
0.3,
0.4
]
}
},
{
"id": "llama-min_p-015",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.26,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.22222222222222224,
0.3333333333333333,
0.4444444444444445
]
}
},
{
"id": "llama-min_p-016",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.49,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.22222222222222224,
0.3333333333333333,
0.4444444444444445
]
}
},
{
"id": "llama-min_p-017",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.51,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.4285714285714286,
0.5714285714285715
]
}
},
{
"id": "llama-min_p-018",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.74,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
0.4285714285714286,
0.5714285714285715
]
}
},
{
"id": "llama-min_p-019",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 0.76,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
1.0
]
}
},
{
"id": "llama-min_p-020",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 1.0,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
1.0
]
}
},
{
"id": "llama-min_p-021",
"group": "llama.cpp",
"stage": "min_p",
"params": {
"p": 1.05,
"min_keep": 0
},
"then_dist": true,
"input": {
"probs": [
0.1,
0.2,
0.3,
0.4
],
"logits": [
-2.3025851249694824,
-1.6094379425048828,
-1.2039728164672852,
-0.9162907600402832
]
},
"expected": {
"p_after": [
1.0
]
}
},
{
"id": "llama-xtc-022",
"group": "llama.cpp",
"stage": "xtc",
"params": {
"probability": 0.99,
"threshold": 0.09,
"min_keep": 0
},
"then_dist": false,
"input": {
"probs": [
0.4,
0.3,
0.2,
0.1
],
"logits": [
-0.9162907600402832,
-1.2039728164672852,
-1.6094379425048828,
-2.3025851249694824
],
"u": 0.5
},
"expected": {
"p_after": [
0.1
]
}
},
{
"id": "llama-xtc-023",
"group": "llama.cpp",
"stage": "xtc",
"params": {
"probability": 0.99,
"threshold": 0.19,
"min_keep": 0
},
"then_dist": false,
"input": {
"probs": [
0.4,
0.3,
0.2,
0.1
],
"logits": [
-0.9162907600402832,
-1.2039728164672852,
-1.6094379425048828,
-2.3025851249694824
],
"u": 0.5
},
"expected": {
"p_after": [
0.2,
0.1
]
}
},
{
"id": "llama-xtc-024",
"group": "llama.cpp",
"stage": "xtc",
"params": {
"probability": 0.99,
"threshold": 0.29,
"min_keep": 0
},
"then_dist": false,
"input": {
"probs": [
0.4,
0.3,
0.2,
0.1
],
"logits": [
-0.9162907600402832,
-1.2039728164672852,
-1.6094379425048828,
-2.3025851249694824
],
"u": 0.5
},
"expected": {
"p_after": [
0.3,
0.2,
0.1
]
}
},
{
"id": "llama-xtc-025",
"group": "llama.cpp",
"stage": "xtc",
"params": {
"probability": 0.99,
"threshold": 0.39,
"min_keep": 0
},
"then_dist": false,
"input": {
"probs": [
0.4,
0.3,
0.2,
0.1
],
"logits": [
-0.9162907600402832,
-1.2039728164672852,
-1.6094379425048828,
-2.3025851249694824
],
"u": 0.5
},
"expected": {
"p_after": [
0.4,
0.3,
0.2,
0.1
]
}
},
{
"id": "llama-typical-026",
"group": "llama.cpp",
"stage": "typical",
"params": {
"p": 0.5,
"min_keep": 0
},
"then_dist": false,
"input": {
"probs": [
0.97,
0.01,
0.01,
0.01
],
"logits": [
-0.03045920841395855,
-4.605170249938965,
-4.605170249938965,
-4.605170249938965
]
},
"expected": {
"p_after": [
0.97
]
}
},
{
"id": "llama-typical-027",
"group": "llama.cpp",
"stage": "typical",
"params": {
"p": 0.5,
"min_keep": 0
},
"then_dist": false,
"input": {
"probs": [
0.4,
0.2,
0.2,
0.2
],
"logits": [
-0.9162907600402832,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
]
},
"expected": {
"p_after": [
0.2,
0.2,
0.2
]
}
},
{
"id": "llama-penalties-028",
"group": "llama.cpp",
"stage": "penalties",
"params": {
"last_n": 1,
"repeat": 50.0,
"freq": 0.0,
"presence": 0.0
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0
]
},
"expected": {
"p_after": [
0,
0.25,
0.25,
0.25,
0.25
]
}
},
{
"id": "llama-penalties-029",
"group": "llama.cpp",
"stage": "penalties",
"params": {
"last_n": 3,
"repeat": 50.0,
"freq": 0.0,
"presence": 0.0
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
2
]
},
"expected": {
"p_after": [
0,
0,
0,
0.5,
0.5
]
}
},
{
"id": "llama-penalties-030",
"group": "llama.cpp",
"stage": "penalties",
"params": {
"last_n": 5,
"repeat": 50.0,
"freq": 0.0,
"presence": 0.0
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
2,
0,
0
]
},
"expected": {
"p_after": [
0,
0,
0,
0.5,
0.5
]
}
},
{
"id": "llama-penalties-031",
"group": "llama.cpp",
"stage": "penalties",
"params": {
"last_n": 1,
"repeat": 1.0,
"freq": 5.0,
"presence": 5.0
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0
]
},
"expected": {
"p_after": [
1.1e-05,
0.249997,
0.249997,
0.249997,
0.249997
]
}
},
{
"id": "llama-penalties-032",
"group": "llama.cpp",
"stage": "penalties",
"params": {
"last_n": 3,
"repeat": 1.0,
"freq": 5.0,
"presence": 5.0
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
2
]
},
"expected": {
"p_after": [
2.3e-05,
2.3e-05,
2.3e-05,
0.499966,
0.499966
]
}
},
{
"id": "llama-penalties-033",
"group": "llama.cpp",
"stage": "penalties",
"params": {
"last_n": 5,
"repeat": 1.0,
"freq": 5.0,
"presence": 5.0
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
2,
0,
0
]
},
"expected": {
"p_after": [
0.0,
2.3e-05,
2.3e-05,
0.499977,
0.499977
]
}
},
{
"id": "llama-dry-034",
"group": "llama.cpp",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 1.1,
"allowed_length": 2,
"last_n": 4,
"breakers": []
},
"then_dist": true,
"input": {
"probs": [
0.25,
0.25,
0.25,
0.25
],
"logits": [
-1.3862943649291992,
-1.3862943649291992,
-1.3862943649291992,
-1.3862943649291992
],
"history": [
0,
1
]
},
"expected": {
"p_after": [
0.25,
0.25,
0.25,
0.25
]
}
},
{
"id": "llama-dry-035",
"group": "llama.cpp",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 1.1,
"allowed_length": 2,
"last_n": 5,
"breakers": []
},
"then_dist": true,
"input": {
"probs": [
0.25,
0.25,
0.25,
0.25
],
"logits": [
-1.3862943649291992,
-1.3862943649291992,
-1.3862943649291992,
-1.3862943649291992
],
"history": [
0,
1,
2,
0,
1
]
},
"expected": {
"p_after": [
0.296923,
0.296923,
0.109232,
0.296923
]
}
},
{
"id": "llama-dry-036",
"group": "llama.cpp",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 1.1,
"allowed_length": 2,
"last_n": 6,
"breakers": [
[
3
]
]
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
3,
4,
0,
1
]
},
"expected": {
"p_after": [
0.2,
0.2,
0.2,
0.2,
0.2
]
}
},
{
"id": "llama-dry-037",
"group": "llama.cpp",
"stage": "dry",
"params": {
"multiplier": 2.0,
"base": 1.1,
"allowed_length": 2,
"last_n": 5,
"breakers": []
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
2,
0,
1
]
},
"expected": {
"p_after": [
0.241818,
0.241818,
0.032727,
0.241818,
0.241818
]
}
},
{
"id": "llama-dry-038",
"group": "llama.cpp",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 1.1,
"allowed_length": 4,
"last_n": 7,
"breakers": []
},
"then_dist": true,
"input": {
"probs": [
0.2,
0.2,
0.2,
0.2,
0.2
],
"logits": [
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828,
-1.6094379425048828
],
"history": [
0,
1,
2,
3,
4,
0,
1
]
},
"expected": {
"p_after": [
0.2,
0.2,
0.2,
0.2,
0.2
]
}
},
{
"id": "temp-001",
"group": "synthetic",
"stage": "temp",
"params": {
"t": 1.0
},
"input": {
"logits": [
5.8451104164123535,
-5.072985649108887,
5.928390026092529,
-2.6611080169677734,
-0.601632833480835,
-2.435696601867676,
-2.828385353088379,
-3.7752866744995117
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 5.8451104164123535,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -5.072985649108887,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 5.928390026092529,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -2.6611080169677734,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.601632833480835,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -2.435696601867676,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.828385353088379,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.7752866744995117,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "temp-002",
"group": "synthetic",
"stage": "temp",
"params": {
"t": 0.7
},
"input": {
"logits": [
5.8451104164123535,
-5.072985649108887,
5.928390026092529,
-2.6611080169677734,
-0.601632833480835,
-2.435696601867676,
-2.828385353088379,
-3.7752866744995117
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 8.350157737731934,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -7.2471223558698386,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 8.469128608703613,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -3.801582881382534,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.8594754764011928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -3.4795665740966797,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.0405505044119705,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.393266677856445,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "temp-003",
"group": "synthetic",
"stage": "temp",
"params": {
"t": 1.5
},
"input": {
"logits": [
5.8451104164123535,
-5.072985649108887,
5.928390026092529,
-2.6611080169677734,
-0.601632833480835,
-2.435696601867676,
-2.828385353088379,
-3.7752866744995117
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 3.896740277608236,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -3.381990432739258,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.9522600173950195,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -1.7740720113118489,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.40108855565388996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -1.6237977345784504,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -1.8855902353922527,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -2.5168577829996743,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "temp-004",
"group": "synthetic",
"stage": "temp",
"params": {
"t": 0.0
},
"input": {
"logits": [
5.8451104164123535,
-5.072985649108887,
5.928390026092529,
-2.6611080169677734,
-0.601632833480835,
-2.435696601867676,
-2.828385353088379,
-3.7752866744995117
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 5.928390026092529,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "temp-005",
"group": "synthetic",
"stage": "temp",
"params": {
"t": -1.0
},
"input": {
"logits": [
5.8451104164123535,
-5.072985649108887,
5.928390026092529,
-2.6611080169677734,
-0.601632833480835,
-2.435696601867676,
-2.828385353088379,
-3.7752866744995117
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 5.928390026092529,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "temp-006",
"group": "synthetic",
"stage": "temp",
"params": {
"t": 2.5
},
"input": {
"logits": [
5.8451104164123535,
-5.072985649108887,
5.928390026092529,
-2.6611080169677734,
-0.601632833480835,
-2.435696601867676,
-2.828385353088379,
-3.7752866744995117
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.3380441665649414,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.0291942596435546,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 2.3713560104370117,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -1.0644432067871095,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.240653133392334,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.9742786407470703,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -1.1313541412353516,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -1.5101146697998047,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "temp-007",
"group": "synthetic",
"stage": "temp",
"params": {
"t": 0.0
},
"input": {
"logits": [
1.5,
2.0,
2.0,
-1.0
]
},
"note": "tie at the maximum: strict > keeps the first maximum, id 1",
"expected": {
"survivors": [
{
"id": 0,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dynatemp-008",
"group": "synthetic",
"stage": "temp_ext",
"params": {
"t": 0.8,
"delta": 0.5,
"exponent": 1.0
},
"input": {
"logits": [
-2.7483537197113037,
2.6766066551208496,
-3.8757004737854004,
3.2333931922912598,
5.9204301834106445,
-0.9187517166137695,
-0.31951701641082764,
4.03006649017334,
-2.0915658473968506,
4.989461421966553
]
},
"expected": {
"survivors": [
{
"id": 4,
"logit": 7.613131154736967,
"p_raw": 0.6956223555302575,
"p_renorm": 0.6956223555302576
},
{
"id": 9,
"logit": 6.415990564903361,
"p_raw": 0.21011738077165568,
"p_renorm": 0.21011738077165573
},
{
"id": 7,
"logit": 5.182296522636324,
"p_raw": 0.06118929698440247,
"p_renorm": 0.06118929698440249
},
{
"id": 3,
"logit": 4.157847603156105,
"p_raw": 0.02196660551215841,
"p_renorm": 0.021966605512158413
},
{
"id": 1,
"logit": 3.4418710944645996,
"p_raw": 0.0107354018061783,
"p_renorm": 0.010735401806178302
},
{
"id": 6,
"logit": -0.41086962885263595,
"p_raw": 0.0002278212695007788,
"p_renorm": 0.00022782126950077886
},
{
"id": 5,
"logit": -1.181430588746664,
"p_raw": 0.00010542506919200114,
"p_renorm": 0.00010542506919200117
},
{
"id": 8,
"logit": -2.689562180737963,
"p_raw": 2.3333004582394307e-05,
"p_renorm": 2.3333004582394314e-05
},
{
"id": 0,
"logit": -3.534131250529787,
"p_raw": 1.00271838930803e-05,
"p_renorm": 1.0027183893080302e-05
},
{
"id": 2,
"logit": -4.983795958962985,
"p_raw": 2.3528681791871628e-06,
"p_renorm": 2.352868179187163e-06
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "dynatemp-009",
"group": "synthetic",
"stage": "temp_ext",
"params": {
"t": 1.0,
"delta": 0.8,
"exponent": 2.0
},
"input": {
"logits": [
-0.4486967623233795,
1.4825772047042847,
3.4233734607696533,
-1.3661112785339355,
2.456676721572876,
-5.183916091918945,
-5.341831207275391,
5.638608932495117,
3.9413554668426514,
-5.685125350952148
]
},
"expected": {
"survivors": [
{
"id": 7,
"logit": 13.13311367355916,
"p_raw": 0.9750332166084471,
"p_renorm": 0.9750332166084473
},
{
"id": 8,
"logit": 9.179971513123409,
"p_raw": 0.0187150755515173,
"p_renorm": 0.018715075551517305
},
{
"id": 2,
"logit": 7.973518530117075,
"p_raw": 0.005600614900040575,
"p_renorm": 0.005600614900040576
},
{
"id": 4,
"logit": 5.721945790151881,
"p_raw": 0.0005893728080719062,
"p_renorm": 0.0005893728080719063
},
{
"id": 1,
"logit": 3.453130939263949,
"p_raw": 6.0961595468584504e-05,
"p_renorm": 6.096159546858452e-05
},
{
"id": 0,
"logit": -1.045077900435863,
"p_raw": 6.784362534607956e-07,
"p_renorm": 6.784362534607957e-07
},
{
"id": 3,
"logit": -3.1818654080303963,
"p_raw": 8.00781485799421e-08,
"p_renorm": 8.007814857994212e-08
},
{
"id": 5,
"logit": -12.074070063099382,
"p_raw": 1.1007244412934001e-11,
"p_renorm": 1.1007244412934004e-11
},
{
"id": 6,
"logit": -12.441876588712018,
"p_raw": 7.619777070335598e-12,
"p_renorm": 7.6197770703356e-12
},
{
"id": 9,
"logit": -13.241456957975004,
"p_raw": 3.425223565375683e-12,
"p_renorm": 3.425223565375684e-12
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "dynatemp-010",
"group": "synthetic",
"stage": "temp_ext",
"params": {
"t": 0.5,
"delta": 0.5,
"exponent": 0.5
},
"input": {
"logits": [
1.667230248451233,
-5.041341304779053,
-3.5004494190216064,
4.76078987121582,
-4.602182865142822,
4.491255760192871,
-3.8413219451904297,
-1.0389528274536133,
1.6582958698272705,
4.17551326751709
]
},
"expected": {
"survivors": [
{
"id": 3,
"logit": 6.521813131212027,
"p_raw": 0.4610683384296248,
"p_renorm": 0.4610683384296247
},
{
"id": 5,
"logit": 6.152577951308969,
"p_raw": 0.31871939993195636,
"p_renorm": 0.3187193999319563
},
{
"id": 9,
"logit": 5.7200418405966005,
"p_raw": 0.2068047230152427,
"p_renorm": 0.20680472301524264
},
{
"id": 0,
"logit": 2.2839411990948215,
"p_raw": 0.006657035993285638,
"p_renorm": 0.006657035993285636
},
{
"id": 8,
"logit": 2.2717019805186616,
"p_raw": 0.006576055653624918,
"p_renorm": 0.006576055653624916
},
{
"id": 7,
"logit": -1.4232630248531442,
"p_raw": 0.00016340395629604315,
"p_renorm": 0.00016340395629604312
},
{
"id": 2,
"logit": -4.795270869682059,
"p_raw": 5.608131228228787e-06,
"p_renorm": 5.608131228228786e-06
},
{
"id": 6,
"logit": -5.262232650683644,
"p_raw": 3.515760177661507e-06,
"p_renorm": 3.515760177661506e-06
},
{
"id": 4,
"logit": -6.30453715749951,
"p_raw": 1.2398014698319063e-06,
"p_renorm": 1.2398014698319061e-06
},
{
"id": 1,
"logit": -6.906140957662761,
"p_raw": 6.793270940445731e-07,
"p_renorm": 6.79327094044573e-07
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "dynatemp-011",
"group": "synthetic",
"stage": "temp_ext",
"params": {
"t": 1.2,
"delta": 0.3,
"exponent": 1.0
},
"input": {
"logits": [
4.70236873626709,
-5.493459224700928,
1.7847222089767456,
-0.1422577202320099,
-5.373655796051025,
5.938146591186523,
2.0487048625946045,
0.23466485738754272,
2.5543363094329834,
4.607087135314941
]
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 4.999371256571708,
"p_raw": 0.5495236448617696,
"p_renorm": 0.5495236448617697
},
{
"id": 0,
"logit": 3.958960382148079,
"p_raw": 0.19415191667619203,
"p_renorm": 0.19415191667619205
},
{
"id": 9,
"logit": 3.8787420699583284,
"p_raw": 0.17918568527643958,
"p_renorm": 0.1791856852764396
},
{
"id": 8,
"logit": 2.1505153719091794,
"p_raw": 0.03182321064473239,
"p_renorm": 0.0318232106447324
},
{
"id": 6,
"logit": 1.7248203704596683,
"p_raw": 0.020790599066487205,
"p_renorm": 0.020790599066487208
},
{
"id": 2,
"logit": 1.5025713453700156,
"p_raw": 0.016647364098510843,
"p_renorm": 0.016647364098510847
},
{
"id": 7,
"logit": 0.19756614710253612,
"p_raw": 0.00451428445790121,
"p_renorm": 0.004514284457901211
},
{
"id": 3,
"logit": -0.11976786807669938,
"p_raw": 0.00328679418555852,
"p_renorm": 0.0032867941855585204
},
{
"id": 4,
"logit": -4.524122117389405,
"p_raw": 4.0177763978034716e-05,
"p_renorm": 4.017776397803472e-05
},
{
"id": 1,
"logit": -4.6249855447962025,
"p_raw": 3.632296843049483e-05,
"p_renorm": 3.6322968430494836e-05
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "dynatemp-012",
"group": "synthetic",
"stage": "temp_ext",
"params": {
"t": 0.8,
"delta": 0.0,
"exponent": 1.0
},
"input": {
"logits": [
2.8605661392211914,
0.6690511107444763,
1.7154216766357422,
1.265928030014038,
4.789823055267334,
-5.195195198059082,
1.0859977006912231,
2.333024024963379,
-3.05379056930542,
3.203592300415039
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 3.5757076740264893,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8363138884305954,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 2.1442770957946777,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.5824100375175476,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.9872788190841675,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -6.4939939975738525,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 1.357497125864029,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 2.9162800312042236,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -3.817238211631775,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 4.004490375518799,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dynatemp-013",
"group": "synthetic",
"stage": "temp_ext",
"params": {
"t": 0.8,
"delta": 0.5,
"exponent": 1.0
},
"input": {
"logits": [
3.0
]
},
"note": "single candidate: dynatemp is a no-op",
"expected": {
"survivors": [
{
"id": 0,
"logit": 3.0,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "topk-014",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 1
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "topk-015",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 3
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.1464085578918457,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.048819065093994,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.1710658073425293
},
{
"id": "topk-016",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 5
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.1464085578918457,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.048819065093994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.877753257751465,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 2.0259242057800293,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.6856623888015747
},
{
"id": "topk-017",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 12
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.1464085578918457,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.048819065093994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.877753257751465,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 2.0259242057800293,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.3402618169784546,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.0829325914382935,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.794018030166626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.529973268508911,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -3.0952165126800537,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.613666296005249,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -3.7927794456481934,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "topk-018",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 40
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.1464085578918457,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.048819065093994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.877753257751465,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 2.0259242057800293,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.3402618169784546,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.0829325914382935,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.794018030166626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.529973268508911,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -3.0952165126800537,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.613666296005249,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -3.7927794456481934,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": null
},
{
"id": "topk-019",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 0
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0259242057800293,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.3402618169784546,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -3.0952165126800537,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.0829325914382935,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.794018030166626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.877753257751465,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.613666296005249,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.529973268508911,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.1464085578918457,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -3.7927794456481934,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.048819065093994,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "topk-020",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": -1
},
"input": {
"logits": [
2.0259242057800293,
1.3402618169784546,
-3.0952165126800537,
1.0829325914382935,
-0.794018030166626,
4.799252986907959,
2.877753257751465,
-3.613666296005249,
-2.529973268508911,
3.1464085578918457,
-3.7927794456481934,
3.048819065093994
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0259242057800293,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.3402618169784546,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -3.0952165126800537,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.0829325914382935,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.794018030166626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 4.799252986907959,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.877753257751465,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.613666296005249,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.529973268508911,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.1464085578918457,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -3.7927794456481934,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.048819065093994,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "topk-021",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 2
},
"input": {
"logits": [
1.0,
3.0,
3.0,
3.0,
0.5
]
},
"note": "tie at the k boundary: lower id wins, survivors are ids 1 and 2",
"expected": {
"survivors": [
{
"id": 1,
"logit": 3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.0,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.0
},
{
"id": "topk-022",
"group": "synthetic",
"stage": "top_k",
"params": {
"k": 3
},
"input": {
"logits": [
"-inf",
"-inf",
"-inf",
0.07994895428419113,
3.5598018169403076,
-2.2803943157196045,
-0.47159329056739807,
-2.114424705505371,
-5.464971542358398,
"-inf"
]
},
"note": "masked (-inf) logits rank last",
"expected": {
"survivors": [
{
"id": 4,
"logit": 3.5598018169403076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.07994895428419113,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.47159329056739807,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 1.642831414937973
},
{
"id": "topp-023",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.9,
"min_keep": 0
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 0.7528413659287728
},
{
"id": 7,
"logit": 2.075784206390381,
"p_raw": 0.12474958347619329,
"p_renorm": 0.13550000612757382
},
{
"id": 1,
"logit": 1.8822587728500366,
"p_raw": 0.10279975422568938,
"p_renorm": 0.11165862794365336
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.02066109103154601
},
{
"id": "topp-024",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.5,
"min_keep": 0
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.19311175332966335
},
{
"id": "topp-025",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.1,
"min_keep": 0
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.5931117533296634
},
{
"id": "topp-026",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.0,
"min_keep": 0
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.6931117533296633
},
{
"id": "topp-027",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 1.0,
"min_keep": 0
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": -3.0807242393493652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.8822587728500366,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -1.4246853590011597,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.7820563316345215,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.007289578206837177,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -5.16372537612915,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.306180477142334,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 2.075784206390381,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.287825107574463,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.864957809448242,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": 1.3190456628799438,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "topp-028",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.1,
"min_keep": 4
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 0.70783986886748
},
{
"id": 7,
"logit": 2.075784206390381,
"p_raw": 0.12474958347619329,
"p_renorm": 0.12740042047312125
},
{
"id": 1,
"logit": 1.8822587728500366,
"p_raw": 0.10279975422568938,
"p_renorm": 0.10498417347730606
},
{
"id": 10,
"logit": 1.3190456628799438,
"p_raw": 0.058531779862571465,
"p_renorm": 0.059775537182092754
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.5931117533296634
},
{
"id": "topp-029",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.95,
"min_keep": 1
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 0.70783986886748
},
{
"id": 7,
"logit": 2.075784206390381,
"p_raw": 0.12474958347619329,
"p_renorm": 0.12740042047312125
},
{
"id": 1,
"logit": 1.8822587728500366,
"p_raw": 0.10279975422568938,
"p_renorm": 0.10498417347730606
},
{
"id": 10,
"logit": 1.3190456628799438,
"p_raw": 0.058531779862571465,
"p_renorm": 0.059775537182092754
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.029192870894117595
},
{
"id": "topp-030",
"group": "synthetic",
"stage": "top_p",
"params": {
"p": 0.3,
"min_keep": 0
},
"input": {
"logits": [
-3.0807242393493652,
1.8822587728500366,
-1.4246853590011597,
-4.7820563316345215,
0.007289578206837177,
-5.16372537612915,
-5.306180477142334,
2.075784206390381,
-4.287825107574463,
-5.864957809448242,
1.3190456628799438,
3.7906670570373535
]
},
"expected": {
"survivors": [
{
"id": 11,
"logit": 3.7906670570373535,
"p_raw": 0.6931117533296633,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.39311175332966336
},
{
"id": "minp-031",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.05,
"min_keep": 0
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 5.067633152008057,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 4.7891058921813965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 4.14267635345459,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.7859385013580322,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.883765902017736
},
{
"id": "minp-032",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.2,
"min_keep": 0
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 5.067633152008057,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 4.7891058921813965,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.14579060700559676
},
{
"id": "minp-033",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.5,
"min_keep": 0
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.13712454032628507
},
{
"id": "minp-034",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.9,
"min_keep": 0
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.7249112052284046
},
{
"id": "minp-035",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.0,
"min_keep": 0
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 5.067633152008057,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -1.4278337955474854,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 4.7891058921813965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -4.477686405181885,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 4.14267635345459,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.713874340057373,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.3033261299133301,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 1.9316353797912598,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.7859385013580322,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.17593105137348175,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.6134662628173828,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "minp-036",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.9,
"min_keep": 5
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 5.067633152008057,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 4.7891058921813965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 4.14267635345459,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.7859385013580322,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.7249112052284046
},
{
"id": "minp-037",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 1.0,
"min_keep": 0
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.8302717208862305
},
{
"id": "minp-038",
"group": "synthetic",
"stage": "min_p",
"params": {
"p": 0.3,
"min_keep": 1
},
"input": {
"logits": [
5.067633152008057,
5.897904872894287,
-1.4278337955474854,
4.7891058921813965,
-4.477686405181885,
4.14267635345459,
-5.713874340057373,
0.3033261299133301,
1.9316353797912598,
3.7859385013580322,
-0.17593105137348175,
1.6134662628173828
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 5.067633152008057,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.897904872894287,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 4.7891058921813965,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.09517382361304527
},
{
"id": "typical-039",
"group": "synthetic",
"stage": "typical",
"params": {
"p": 0.2,
"min_keep": 0
},
"input": {
"logits": [
-5.754133224487305,
3.361628770828247,
3.129181385040283,
-1.2248420715332031,
4.686896324157715,
-4.121982097625732,
-1.2090266942977905,
-5.592534065246582,
-5.363288402557373,
1.3082798719406128,
-1.8096380233764648,
-1.6294677257537842
]
},
"expected": {
"survivors": [
{
"id": 4,
"logit": 4.686896324157715,
"p_raw": 0.658123075083208,
"p_renorm": 1.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.015815377235412598
},
{
"id": "typical-040",
"group": "synthetic",
"stage": "typical",
"params": {
"p": 0.5,
"min_keep": 0
},
"input": {
"logits": [
-5.754133224487305,
3.361628770828247,
3.129181385040283,
-1.2248420715332031,
4.686896324157715,
-4.121982097625732,
-1.2090266942977905,
-5.592534065246582,
-5.363288402557373,
1.3082798719406128,
-1.8096380233764648,
-1.6294677257537842
]
},
"expected": {
"survivors": [
{
"id": 4,
"logit": 4.686896324157715,
"p_raw": 0.658123075083208,
"p_renorm": 1.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.015815377235412598
},
{
"id": "typical-041",
"group": "synthetic",
"stage": "typical",
"params": {
"p": 0.9,
"min_keep": 0
},
"input": {
"logits": [
-5.754133224487305,
3.361628770828247,
3.129181385040283,
-1.2248420715332031,
4.686896324157715,
-4.121982097625732,
-1.2090266942977905,
-5.592534065246582,
-5.363288402557373,
1.3082798719406128,
-1.8096380233764648,
-1.6294677257537842
]
},
"expected": {
"survivors": [
{
"id": 4,
"logit": 4.686896324157715,
"p_raw": 0.658123075083208,
"p_renorm": 0.6773467789284728
},
{
"id": 1,
"logit": 3.361628770828247,
"p_raw": 0.1748842636747184,
"p_renorm": 0.17999261410241757
},
{
"id": 2,
"logit": 3.129181385040283,
"p_raw": 0.13861177209740871,
"p_renorm": 0.14266060696910962
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.015815377235412598
},
{
"id": "typical-042",
"group": "synthetic",
"stage": "typical",
"params": {
"p": 1.0,
"min_keep": 0
},
"input": {
"logits": [
-5.754133224487305,
3.361628770828247,
3.129181385040283,
-1.2248420715332031,
4.686896324157715,
-4.121982097625732,
-1.2090266942977905,
-5.592534065246582,
-5.363288402557373,
1.3082798719406128,
-1.8096380233764648,
-1.6294677257537842
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": -5.754133224487305,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 3.361628770828247,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.129181385040283,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -1.2248420715332031,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 4.686896324157715,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -4.121982097625732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -1.2090266942977905,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.592534065246582,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -5.363288402557373,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 1.3082798719406128,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -1.8096380233764648,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -1.6294677257537842,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "typical-043",
"group": "synthetic",
"stage": "typical",
"params": {
"p": 0.2,
"min_keep": 6
},
"input": {
"logits": [
-5.754133224487305,
3.361628770828247,
3.129181385040283,
-1.2248420715332031,
4.686896324157715,
-4.121982097625732,
-1.2090266942977905,
-5.592534065246582,
-5.363288402557373,
1.3082798719406128,
-1.8096380233764648,
-1.6294677257537842
]
},
"expected": {
"survivors": [
{
"id": 4,
"logit": 4.686896324157715,
"p_raw": 0.658123075083208,
"p_renorm": 0.6596735325860255
},
{
"id": 1,
"logit": 3.361628770828247,
"p_raw": 0.1748842636747184,
"p_renorm": 0.17529626961859887
},
{
"id": 2,
"logit": 3.129181385040283,
"p_raw": 0.13861177209740871,
"p_renorm": 0.13893832448580518
},
{
"id": 9,
"logit": 1.3082798719406128,
"p_raw": 0.022438438794958288,
"p_renorm": 0.02249130101343734
},
{
"id": 6,
"logit": -1.2090266942977905,
"p_raw": 0.001810257208958153,
"p_renorm": 0.0018145219536205457
},
{
"id": 3,
"logit": -1.2248420715332031,
"p_raw": 0.0017818525158344515,
"p_renorm": 0.0017860503425126005
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.015815377235412598
},
{
"id": "typical-044",
"group": "synthetic",
"stage": "typical",
"params": {
"p": 0.95,
"min_keep": 0
},
"input": {
"logits": [
-5.754133224487305,
3.361628770828247,
3.129181385040283,
-1.2248420715332031,
4.686896324157715,
-4.121982097625732,
-1.2090266942977905,
-5.592534065246582,
-5.363288402557373,
1.3082798719406128,
-1.8096380233764648,
-1.6294677257537842
]
},
"expected": {
"survivors": [
{
"id": 4,
"logit": 4.686896324157715,
"p_raw": 0.658123075083208,
"p_renorm": 0.6773467789284728
},
{
"id": 1,
"logit": 3.361628770828247,
"p_raw": 0.1748842636747184,
"p_renorm": 0.17999261410241757
},
{
"id": 2,
"logit": 3.129181385040283,
"p_raw": 0.13861177209740871,
"p_renorm": 0.14266060696910962
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.015815377235412598
},
{
"id": "tfs-045",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.95,
"min_keep": 0
},
"input": {
"logits": [
-0.5983864665031433,
-5.174622535705566,
-5.894070148468018,
-5.048929214477539,
1.072082757949829,
1.931496262550354,
-2.5836639404296875,
-1.5703920125961304,
-5.994194984436035,
5.761284351348877,
-0.9785853028297424,
-5.829381465911865
]
},
"expected": {
"survivors": [
{
"id": 9,
"logit": 5.761284351348877,
"p_raw": 0.9663919632739708,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.03718978980123944
},
{
"id": "tfs-046",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.5,
"min_keep": 0
},
"input": {
"logits": [
-0.5983864665031433,
-5.174622535705566,
-5.894070148468018,
-5.048929214477539,
1.072082757949829,
1.931496262550354,
-2.5836639404296875,
-1.5703920125961304,
-5.994194984436035,
5.761284351348877,
-0.9785853028297424,
-5.829381465911865
]
},
"expected": {
"survivors": [
{
"id": 9,
"logit": 5.761284351348877,
"p_raw": 0.9663919632739708,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.4871897898012394
},
{
"id": "tfs-047",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.2,
"min_keep": 0
},
"input": {
"logits": [
-0.5983864665031433,
-5.174622535705566,
-5.894070148468018,
-5.048929214477539,
1.072082757949829,
1.931496262550354,
-2.5836639404296875,
-1.5703920125961304,
-5.994194984436035,
5.761284351348877,
-0.9785853028297424,
-5.829381465911865
]
},
"expected": {
"survivors": [
{
"id": 9,
"logit": 5.761284351348877,
"p_raw": 0.9663919632739708,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.7871897898012394
},
{
"id": "tfs-048",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 1.0,
"min_keep": 0
},
"input": {
"logits": [
-0.5983864665031433,
-5.174622535705566,
-5.894070148468018,
-5.048929214477539,
1.072082757949829,
1.931496262550354,
-2.5836639404296875,
-1.5703920125961304,
-5.994194984436035,
5.761284351348877,
-0.9785853028297424,
-5.829381465911865
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.5983864665031433,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -5.174622535705566,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.894070148468018,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -5.048929214477539,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.072082757949829,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.931496262550354,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.5836639404296875,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -1.5703920125961304,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -5.994194984436035,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 5.761284351348877,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.9785853028297424,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.829381465911865,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "tfs-049",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.5,
"min_keep": 6
},
"input": {
"logits": [
-0.5983864665031433,
-5.174622535705566,
-5.894070148468018,
-5.048929214477539,
1.072082757949829,
1.931496262550354,
-2.5836639404296875,
-1.5703920125961304,
-5.994194984436035,
5.761284351348877,
-0.9785853028297424,
-5.829381465911865
]
},
"expected": {
"survivors": [
{
"id": 9,
"logit": 5.761284351348877,
"p_raw": 0.966391963273971,
"p_renorm": 0.9666734930809139
},
{
"id": 5,
"logit": 1.931496262550354,
"p_raw": 0.02098444443815167,
"p_renorm": 0.020990557637366885
},
{
"id": 4,
"logit": 1.072082757949829,
"p_raw": 0.00888503070653919,
"p_renorm": 0.008887619098283487
},
{
"id": 0,
"logit": -0.5983864665031433,
"p_raw": 0.0016717963268294115,
"p_renorm": 0.0016722833554006608
},
{
"id": 10,
"logit": -0.9785853028297424,
"p_raw": 0.0011430496895829666,
"p_renorm": 0.0011433826834101753
},
{
"id": 7,
"logit": -1.5703920125961304,
"p_raw": 0.0006324798902559398,
"p_renorm": 0.0006326641446249391
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.4871897898012394
},
{
"id": "tfs-050",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.8,
"min_keep": 1
},
"input": {
"logits": [
-0.5983864665031433,
-5.174622535705566,
-5.894070148468018,
-5.048929214477539,
1.072082757949829,
1.931496262550354,
-2.5836639404296875,
-1.5703920125961304,
-5.994194984436035,
5.761284351348877,
-0.9785853028297424,
-5.829381465911865
]
},
"expected": {
"survivors": [
{
"id": 9,
"logit": 5.761284351348877,
"p_raw": 0.966391963273971,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.18718978980123935
},
{
"id": "tfs-051",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.5,
"min_keep": 0
},
"input": {
"logits": [
2.0,
1.0
]
},
"note": "size <= 2 is a no-op",
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "tfs-052",
"group": "synthetic",
"stage": "tail_free",
"params": {
"z": 0.5,
"min_keep": 0
},
"input": {
"logits": [
1.0,
1.0,
1.0,
1.0,
1.0
]
},
"note": "flat distribution: second derivatives sum to 0, uniform fallback",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.0,
"p_raw": 0.2,
"p_renorm": 1.0
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.16666666666666663
},
{
"id": "xtc-053",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 0.5,
"threshold": 0.1,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.3,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 5,
"logit": 1.0844624042510986,
"p_raw": 0.11884914358481066,
"p_renorm": 0.35283881836079295
},
{
"id": 2,
"logit": 0.9044609665870667,
"p_raw": 0.09927100656967527,
"p_renorm": 0.2947153307043877
},
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.08760561432943936,
"p_renorm": 0.2600831651741176
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.014094436640431775,
"p_renorm": 0.04184350193589941
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.009782014284368113,
"p_renorm": 0.029040801281179387
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.007234712390081468,
"p_renorm": 0.021478382543622936
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.0007289934303247314
},
{
"id": "xtc-054",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 0.5,
"threshold": 0.1,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.7,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.8125193119049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.9044609665870667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0844624042510986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.1741784811019897,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 1.1193444728851318,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 1.406153678894043,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": 0.19999999999999996
},
{
"id": "xtc-055",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 1.0,
"threshold": 0.05,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.9,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.08760561432943936,
"p_renorm": 0.7379379399254636
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.014094436640431775,
"p_renorm": 0.11872320762158117
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.009782014284368113,
"p_renorm": 0.08239790936438102
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.007234712390081468,
"p_renorm": 0.06094094308857421
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.035905563359568224
},
{
"id": "xtc-056",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 1.0,
"threshold": 0.6,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.1,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.8125193119049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.9044609665870667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0844624042510986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.1741784811019897,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 1.1193444728851318,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 1.406153678894043,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "xtc-057",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 0.0,
"threshold": 0.1,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.1,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.8125193119049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.9044609665870667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0844624042510986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.1741784811019897,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 1.1193444728851318,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 1.406153678894043,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "xtc-058",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 1.0,
"threshold": 0.1,
"min_keep": 9
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.1,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.8125193119049072,
"p_raw": 0.2461428099110338,
"p_renorm": 0.24614280991103374
},
{
"id": 9,
"logit": 1.406153678894043,
"p_raw": 0.16394750130352617,
"p_renorm": 0.16394750130352614
},
{
"id": 7,
"logit": 1.1741784811019897,
"p_raw": 0.13000475994955304,
"p_renorm": 0.13000475994955302
},
{
"id": 8,
"logit": 1.1193444728851318,
"p_raw": 0.12306800103708049,
"p_renorm": 0.12306800103708046
},
{
"id": 5,
"logit": 1.0844624042510986,
"p_raw": 0.11884914358481066,
"p_renorm": 0.11884914358481063
},
{
"id": 2,
"logit": 0.9044609665870667,
"p_raw": 0.09927100656967527,
"p_renorm": 0.09927100656967525
},
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.08760561432943936,
"p_renorm": 0.08760561432943935
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.014094436640431775,
"p_renorm": 0.014094436640431772
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.009782014284368113,
"p_renorm": 0.009782014284368111
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.007234712390081468,
"p_renorm": 0.007234712390081466
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.0007289934303247314
},
{
"id": "xtc-059",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 1.0,
"threshold": 0.01,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.2,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.014094436640431775,
"p_renorm": 0.4530347032600355
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.009782014284368113,
"p_renorm": 0.31442136011960364
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.007234712390081468,
"p_renorm": 0.23254393662036094
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.00021798571563188748
},
{
"id": "xtc-060",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 1.0,
"threshold": 0.3,
"min_keep": 0
},
"input": {
"logits": [
1.8125193119049072,
-1.0476124286651611,
0.9044609665870667,
-1.714501976966858,
-1.4128471612930298,
1.0844624042510986,
0.7794525027275085,
1.1741784811019897,
1.1193444728851318,
1.406153678894043
],
"u": 0.2,
"rng_u64": null
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.8125193119049072,
"p_raw": 0.2461428099110338,
"p_renorm": 0.24614280991103374
},
{
"id": 9,
"logit": 1.406153678894043,
"p_raw": 0.16394750130352617,
"p_renorm": 0.16394750130352614
},
{
"id": 7,
"logit": 1.1741784811019897,
"p_raw": 0.13000475994955304,
"p_renorm": 0.13000475994955302
},
{
"id": 8,
"logit": 1.1193444728851318,
"p_raw": 0.12306800103708049,
"p_renorm": 0.12306800103708046
},
{
"id": 5,
"logit": 1.0844624042510986,
"p_raw": 0.11884914358481066,
"p_renorm": 0.11884914358481063
},
{
"id": 2,
"logit": 0.9044609665870667,
"p_raw": 0.09927100656967527,
"p_renorm": 0.09927100656967525
},
{
"id": 6,
"logit": 0.7794525027275085,
"p_raw": 0.08760561432943936,
"p_renorm": 0.08760561432943935
},
{
"id": 1,
"logit": -1.0476124286651611,
"p_raw": 0.014094436640431775,
"p_renorm": 0.014094436640431772
},
{
"id": 4,
"logit": -1.4128471612930298,
"p_raw": 0.009782014284368113,
"p_renorm": 0.009782014284368111
},
{
"id": 3,
"logit": -1.714501976966858,
"p_raw": 0.007234712390081468,
"p_renorm": 0.007234712390081466
}
],
"sorted_output": true,
"selected": null
},
"min_margin": 0.053857190088966195
},
{
"id": "xtc-061",
"group": "synthetic",
"stage": "xtc",
"params": {
"probability": 1.0,
"threshold": 0.1,
"min_keep": 0
},
"input": {
"logits": [
2.0
],
"u": 0.1,
"rng_u64": null
},
"note": "size < 2 is a no-op and consumes no draw",
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-062",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 1.5,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "repeat only: sign-aware (logit <= 0 multiplies, > 0 divides)",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.3333333333333333,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.25,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-063",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 1.0,
"freq": 0.5,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "frequency only: subtract count * 0.5",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-064",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 1.0,
"freq": 0.0,
"presence": 0.7
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "presence only: subtract 0.7 once per seen token",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.3,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.2,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.7,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.3,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.7,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-065",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 1.3,
"freq": 0.2,
"presence": 0.4
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "all three",
"expected": {
"survivors": [
{
"id": 0,
"logit": 0.9384615384615382,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.75,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.6000000000000001,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.3076923076923075,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.2,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-066",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 3,
"repeat": 1.5,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "window: only the last 3 history tokens count",
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-067",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 0,
"repeat": 1.5,
"freq": 1.0,
"presence": 1.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "last_n 0 disables everything",
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-068",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 1.0,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "neutral parameters are a no-op",
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-069",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 0.5,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "repeat < 1 rewards repetition (HF and this crate allow it)",
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -0.75,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 6.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-070",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 64,
"repeat": 2.0,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "window larger than history",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-071",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 8,
"repeat": 1.5,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "zero logit stays zero under any repeat factor",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.3333333333333333,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.25,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-072",
"group": "synthetic",
"stage": "penalties",
"params": {
"last_n": 4,
"repeat": 1.5,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": []
},
"note": "empty history is a no-op",
"expected": {
"survivors": [
{
"id": 0,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -1.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "pen-hf-073",
"group": "divergence",
"stage": "hf_repetition",
"params": {
"penalty": 1.5
},
"input": {
"logits": [
2.0,
-1.5,
0.0,
3.0,
-0.5,
1.0,
-2.0,
0.25
],
"history": [
0,
1,
1,
3,
3,
3,
6,
2
]
},
"note": "HF RepetitionPenaltyLogitsProcessor uses the whole context with no window or counts. Its sign split is at < 0",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.3333333333333333,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.25,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.5,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 0.25,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-074",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.8,
"base": 1.75,
"allowed_length": 2,
"last_n": 64,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
3,
0,
1,
2
]
},
"note": "a b c d a b c: next d extends a 3-repeat",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -0.4635092854499818,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-075",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.8,
"base": 1.75,
"allowed_length": 3,
"last_n": 64,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
3,
0,
1,
2
]
},
"note": "allowed_length 3: repeat length 3 still penalized (>=)",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.13649071455001827,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-076",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.8,
"base": 1.75,
"allowed_length": 4,
"last_n": 64,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
3,
0,
1,
2
]
},
"note": "allowed_length 4: no penalty",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-077",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 2.0,
"allowed_length": 1,
"last_n": 64,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
5,
5,
5,
5,
5,
5
]
},
"note": "run of one token",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -16.76969063282013,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-078",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.8,
"base": 1.75,
"allowed_length": 2,
"last_n": 4,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
0,
1,
2,
0,
1
]
},
"note": "window 4 limits the scan",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-079",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.8,
"base": 1.75,
"allowed_length": 2,
"last_n": 64,
"breakers": [
[
7
]
]
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
7,
2,
0,
1,
7
]
},
"note": "single-token breaker 7 resets the repeat",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-080",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.8,
"base": 1.75,
"allowed_length": 2,
"last_n": 64,
"breakers": [
[
1,
2
]
]
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
0,
1,
2
]
},
"note": "multi-token breaker [1,2]",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-081",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 1.000001,
"allowed_length": 2,
"last_n": 64,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
3,
0,
1,
2
]
},
"note": "base at the clamp threshold: no exponent clamp",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -0.06351028544998161,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-082",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 0.0,
"base": 1.75,
"allowed_length": 2,
"last_n": 64,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
3,
0,
1,
2
]
},
"note": "multiplier 0 disables",
"expected": {
"survivors": [
{
"id": 0,
"logit": -0.737007737159729,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dry-083",
"group": "synthetic",
"stage": "dry",
"params": {
"multiplier": 1.0,
"base": 1000.0,
"allowed_length": 1,
"last_n": 240,
"breakers": []
},
"input": {
"logits": [
-0.737007737159729,
0.8330302238464355,
-0.943805456161499,
0.9364907145500183,
-0.4906677305698395,
-0.7696906328201294,
-0.36995014548301697,
-0.13703878223896027
],
"history": [
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5,
0,
1,
2,
3,
4,
5
]
},
"note": "exponent clamp: base 1000 clamps at max_exponent",
"expected": {
"survivors": [
{
"id": 0,
"logit": -1e+36,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 0.8330302238464355,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -0.943805456161499,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9364907145500183,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -0.4906677305698395,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -0.7696906328201294,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -0.36995014548301697,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.13703878223896027,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": null
},
"min_margin": null
},
{
"id": "dist-084",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.568828582763672,
-0.2081577181816101,
-3.373385190963745,
5.402222633361816,
3.750250816345215,
-4.1497297286987305,
1.6879600286483765,
0.8979312777519226,
2.77431058883667,
2.7148430347442627
],
"u": 0.8868046701392454,
"rng_u64": "16358658793429079520"
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.568828582763672,
"p_raw": 0.2406464738094355,
"p_renorm": 0.2406464738094355
},
{
"id": 1,
"logit": -0.2081577181816101,
"p_raw": 0.002026565811320053,
"p_renorm": 0.002026565811320053
},
{
"id": 2,
"logit": -3.373385190963745,
"p_raw": 8.55302785312687e-05,
"p_renorm": 8.55302785312687e-05
},
{
"id": 3,
"logit": 5.402222633361816,
"p_raw": 0.553755355953758,
"p_renorm": 0.553755355953758
},
{
"id": 4,
"logit": 3.750250816345215,
"p_raw": 0.10613917201012867,
"p_renorm": 0.10613917201012867
},
{
"id": 5,
"logit": -4.1497297286987305,
"p_raw": 3.935117798042252e-05,
"p_renorm": 3.935117798042252e-05
},
{
"id": 6,
"logit": 1.6879600286483765,
"p_raw": 0.013496904849498488,
"p_renorm": 0.013496904849498488
},
{
"id": 7,
"logit": 0.8979312777519226,
"p_raw": 0.0061253239072810075,
"p_renorm": 0.0061253239072810075
},
{
"id": 8,
"logit": 2.77431058883667,
"p_raw": 0.039997259886846784,
"p_renorm": 0.039997259886846784
},
{
"id": 9,
"logit": 2.7148430347442627,
"p_raw": 0.03768806231521982,
"p_renorm": 0.03768806231521982
}
],
"sorted_output": false,
"selected": 4
},
"min_margin": 0.015848427723928138
},
{
"id": "dist-085",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.568828582763672,
-0.2081577181816101,
-3.373385190963745,
5.402222633361816,
3.750250816345215,
-4.1497297286987305,
1.6879600286483765,
0.8979312777519226,
2.77431058883667,
2.7148430347442627
],
"u": 0.11907769391704537,
"rng_u64": "2196595744575257465"
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.568828582763672,
"p_raw": 0.2406464738094355,
"p_renorm": 0.2406464738094355
},
{
"id": 1,
"logit": -0.2081577181816101,
"p_raw": 0.002026565811320053,
"p_renorm": 0.002026565811320053
},
{
"id": 2,
"logit": -3.373385190963745,
"p_raw": 8.55302785312687e-05,
"p_renorm": 8.55302785312687e-05
},
{
"id": 3,
"logit": 5.402222633361816,
"p_raw": 0.553755355953758,
"p_renorm": 0.553755355953758
},
{
"id": 4,
"logit": 3.750250816345215,
"p_raw": 0.10613917201012867,
"p_renorm": 0.10613917201012867
},
{
"id": 5,
"logit": -4.1497297286987305,
"p_raw": 3.935117798042252e-05,
"p_renorm": 3.935117798042252e-05
},
{
"id": 6,
"logit": 1.6879600286483765,
"p_raw": 0.013496904849498488,
"p_renorm": 0.013496904849498488
},
{
"id": 7,
"logit": 0.8979312777519226,
"p_raw": 0.0061253239072810075,
"p_renorm": 0.0061253239072810075
},
{
"id": 8,
"logit": 2.77431058883667,
"p_raw": 0.039997259886846784,
"p_renorm": 0.039997259886846784
},
{
"id": 9,
"logit": 2.7148430347442627,
"p_raw": 0.03768806231521982,
"p_renorm": 0.03768806231521982
}
],
"sorted_output": false,
"selected": 0
},
"min_margin": 0.12156877989239012
},
{
"id": "dist-086",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.568828582763672,
-0.2081577181816101,
-3.373385190963745,
5.402222633361816,
3.750250816345215,
-4.1497297286987305,
1.6879600286483765,
0.8979312777519226,
2.77431058883667,
2.7148430347442627
],
"u": 0.29742720359798,
"rng_u64": "5486563505331043180"
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.568828582763672,
"p_raw": 0.2406464738094355,
"p_renorm": 0.2406464738094355
},
{
"id": 1,
"logit": -0.2081577181816101,
"p_raw": 0.002026565811320053,
"p_renorm": 0.002026565811320053
},
{
"id": 2,
"logit": -3.373385190963745,
"p_raw": 8.55302785312687e-05,
"p_renorm": 8.55302785312687e-05
},
{
"id": 3,
"logit": 5.402222633361816,
"p_raw": 0.553755355953758,
"p_renorm": 0.553755355953758
},
{
"id": 4,
"logit": 3.750250816345215,
"p_raw": 0.10613917201012867,
"p_renorm": 0.10613917201012867
},
{
"id": 5,
"logit": -4.1497297286987305,
"p_raw": 3.935117798042252e-05,
"p_renorm": 3.935117798042252e-05
},
{
"id": 6,
"logit": 1.6879600286483765,
"p_raw": 0.013496904849498488,
"p_renorm": 0.013496904849498488
},
{
"id": 7,
"logit": 0.8979312777519226,
"p_raw": 0.0061253239072810075,
"p_renorm": 0.0061253239072810075
},
{
"id": 8,
"logit": 2.77431058883667,
"p_raw": 0.039997259886846784,
"p_renorm": 0.039997259886846784
},
{
"id": 9,
"logit": 2.7148430347442627,
"p_raw": 0.03768806231521982,
"p_renorm": 0.03768806231521982
}
],
"sorted_output": false,
"selected": 3
},
"min_margin": 0.05466863369869321
},
{
"id": "dist-087",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.568828582763672,
-0.2081577181816101,
-3.373385190963745,
5.402222633361816,
3.750250816345215,
-4.1497297286987305,
1.6879600286483765,
0.8979312777519226,
2.77431058883667,
2.7148430347442627
],
"u": 0.06577422167236968,
"rng_u64": "1213320233837645350"
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.568828582763672,
"p_raw": 0.2406464738094355,
"p_renorm": 0.2406464738094355
},
{
"id": 1,
"logit": -0.2081577181816101,
"p_raw": 0.002026565811320053,
"p_renorm": 0.002026565811320053
},
{
"id": 2,
"logit": -3.373385190963745,
"p_raw": 8.55302785312687e-05,
"p_renorm": 8.55302785312687e-05
},
{
"id": 3,
"logit": 5.402222633361816,
"p_raw": 0.553755355953758,
"p_renorm": 0.553755355953758
},
{
"id": 4,
"logit": 3.750250816345215,
"p_raw": 0.10613917201012867,
"p_renorm": 0.10613917201012867
},
{
"id": 5,
"logit": -4.1497297286987305,
"p_raw": 3.935117798042252e-05,
"p_renorm": 3.935117798042252e-05
},
{
"id": 6,
"logit": 1.6879600286483765,
"p_raw": 0.013496904849498488,
"p_renorm": 0.013496904849498488
},
{
"id": 7,
"logit": 0.8979312777519226,
"p_raw": 0.0061253239072810075,
"p_renorm": 0.0061253239072810075
},
{
"id": 8,
"logit": 2.77431058883667,
"p_raw": 0.039997259886846784,
"p_renorm": 0.039997259886846784
},
{
"id": 9,
"logit": 2.7148430347442627,
"p_raw": 0.03768806231521982,
"p_renorm": 0.03768806231521982
}
],
"sorted_output": false,
"selected": 0
},
"min_margin": 0.1748722521370658
},
{
"id": "dist-088",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.568828582763672,
-0.2081577181816101,
-3.373385190963745,
5.402222633361816,
3.750250816345215,
-4.1497297286987305,
1.6879600286483765,
0.8979312777519226,
2.77431058883667,
2.7148430347442627
],
"u": 0.8718099883440337,
"rng_u64": "16082055735886096793"
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.568828582763672,
"p_raw": 0.2406464738094355,
"p_renorm": 0.2406464738094355
},
{
"id": 1,
"logit": -0.2081577181816101,
"p_raw": 0.002026565811320053,
"p_renorm": 0.002026565811320053
},
{
"id": 2,
"logit": -3.373385190963745,
"p_raw": 8.55302785312687e-05,
"p_renorm": 8.55302785312687e-05
},
{
"id": 3,
"logit": 5.402222633361816,
"p_raw": 0.553755355953758,
"p_renorm": 0.553755355953758
},
{
"id": 4,
"logit": 3.750250816345215,
"p_raw": 0.10613917201012867,
"p_renorm": 0.10613917201012867
},
{
"id": 5,
"logit": -4.1497297286987305,
"p_raw": 3.935117798042252e-05,
"p_renorm": 3.935117798042252e-05
},
{
"id": 6,
"logit": 1.6879600286483765,
"p_raw": 0.013496904849498488,
"p_renorm": 0.013496904849498488
},
{
"id": 7,
"logit": 0.8979312777519226,
"p_raw": 0.0061253239072810075,
"p_renorm": 0.0061253239072810075
},
{
"id": 8,
"logit": 2.77431058883667,
"p_raw": 0.039997259886846784,
"p_renorm": 0.039997259886846784
},
{
"id": 9,
"logit": 2.7148430347442627,
"p_raw": 0.03768806231521982,
"p_renorm": 0.03768806231521982
}
],
"sorted_output": false,
"selected": 4
},
"min_margin": 0.030843109519139822
},
{
"id": "dist-089",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.568828582763672,
-0.2081577181816101,
-3.373385190963745,
5.402222633361816,
3.750250816345215,
-4.1497297286987305,
1.6879600286483765,
0.8979312777519226,
2.77431058883667,
2.7148430347442627
],
"u": 0.7373133686217821,
"rng_u64": "13601031013090685383"
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.568828582763672,
"p_raw": 0.2406464738094355,
"p_renorm": 0.2406464738094355
},
{
"id": 1,
"logit": -0.2081577181816101,
"p_raw": 0.002026565811320053,
"p_renorm": 0.002026565811320053
},
{
"id": 2,
"logit": -3.373385190963745,
"p_raw": 8.55302785312687e-05,
"p_renorm": 8.55302785312687e-05
},
{
"id": 3,
"logit": 5.402222633361816,
"p_raw": 0.553755355953758,
"p_renorm": 0.553755355953758
},
{
"id": 4,
"logit": 3.750250816345215,
"p_raw": 0.10613917201012867,
"p_renorm": 0.10613917201012867
},
{
"id": 5,
"logit": -4.1497297286987305,
"p_raw": 3.935117798042252e-05,
"p_renorm": 3.935117798042252e-05
},
{
"id": 6,
"logit": 1.6879600286483765,
"p_raw": 0.013496904849498488,
"p_renorm": 0.013496904849498488
},
{
"id": 7,
"logit": 0.8979312777519226,
"p_raw": 0.0061253239072810075,
"p_renorm": 0.0061253239072810075
},
{
"id": 8,
"logit": 2.77431058883667,
"p_raw": 0.039997259886846784,
"p_renorm": 0.039997259886846784
},
{
"id": 9,
"logit": 2.7148430347442627,
"p_raw": 0.03768806231521982,
"p_renorm": 0.03768806231521982
}
],
"sorted_output": false,
"selected": 3
},
"min_margin": 0.05920055723126272
},
{
"id": "dist-090",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
1.0,
"-inf",
2.0
],
"u": 0.9999,
"rng_u64": null
},
"note": "masked tokens have p 0 and are never selected",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.0,
"p_raw": 0.2689414213699951,
"p_renorm": 0.2689414213699951
},
{
"id": 1,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 2.0,
"p_raw": 0.7310585786300049,
"p_renorm": 0.7310585786300049
}
],
"sorted_output": false,
"selected": 2
},
"min_margin": 9.999999999998899e-05
},
{
"id": "dist-091",
"group": "synthetic",
"stage": "dist",
"params": {},
"input": {
"logits": [
4.0
],
"u": 0.3,
"rng_u64": null
},
"note": "single candidate: selected with p 1, one draw still consumed",
"expected": {
"survivors": [
{
"id": 0,
"logit": 4.0,
"p_raw": 1.0,
"p_renorm": 1.0
}
],
"sorted_output": false,
"selected": 0
},
"min_margin": null
},
{
"id": "greedy-092",
"group": "synthetic",
"stage": "greedy",
"params": {},
"input": {
"logits": [
0.3726710379123688,
3.7204039096832275,
-2.7708640098571777,
2.688096046447754,
3.537900686264038,
3.7507317066192627,
2.1625120639801025,
1.327390193939209,
2.2661569118499756,
1.513199806213379
]
},
"expected": {
"survivors": [
{
"id": 0,
"logit": 0.3726710379123688,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 3.7204039096832275,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -2.7708640098571777,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.688096046447754,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 3.537900686264038,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.7507317066192627,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.1625120639801025,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.327390193939209,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 2.2661569118499756,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 1.513199806213379,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": 5
},
"min_margin": null
},
{
"id": "greedy-093",
"group": "synthetic",
"stage": "greedy",
"params": {},
"input": {
"logits": [
1.0,
5.0,
5.0,
2.0
]
},
"note": "tie: first maximum, id 1",
"expected": {
"survivors": [
{
"id": 0,
"logit": 1.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 5.0,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.0,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": 1
},
"min_margin": null
},
{
"id": "greedy-094",
"group": "synthetic",
"stage": "greedy",
"params": {},
"input": {
"logits": [
"-inf",
"-inf",
0.5
]
},
"note": "only unmasked token wins",
"expected": {
"survivors": [
{
"id": 0,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.5,
"p_raw": 0.0,
"p_renorm": 0.0
}
],
"sorted_output": false,
"selected": 2
},
"min_margin": null
},
{
"id": "err-095",
"group": "error",
"stage": "top_k",
"params": {
"k": 3
},
"input": {
"logits": []
},
"note": "empty logits",
"expected": {
"error": "EmptyLogits"
}
},
{
"id": "err-096",
"group": "error",
"stage": "top_k",
"params": {
"k": 3
},
"input": {
"logits": [
1.0,
"nan",
2.0
]
},
"note": "NaN at index 1",
"expected": {
"error": "InvalidLogit(1)"
}
},
{
"id": "err-097",
"group": "error",
"stage": "top_p",
"params": {
"p": 0.9,
"min_keep": 0
},
"input": {
"logits": [
1.0,
"inf"
]
},
"note": "+inf at index 1",
"expected": {
"error": "InvalidLogit(1)"
}
},
{
"id": "err-098",
"group": "error",
"stage": "temp",
"params": {
"t": 1.0
},
"input": {
"logits": [
"-inf",
"-inf"
]
},
"note": "all masked",
"expected": {
"error": "AllMasked"
}
},
{
"id": "err-099",
"group": "error",
"stage": "dist",
"params": {},
"input": {
"logits": [
"-inf"
],
"u": 0.5,
"rng_u64": null
},
"note": "single masked",
"expected": {
"error": "AllMasked"
}
},
{
"id": "err-100",
"group": "error",
"stage": "greedy",
"params": {},
"input": {
"logits": [
"nan"
]
},
"note": "NaN alone",
"expected": {
"error": "InvalidLogit(0)"
}
},
{
"id": "err-101",
"group": "error",
"stage": "min_p",
"params": {
"p": 0.1,
"min_keep": 0
},
"input": {
"logits": []
},
"note": "empty with min_p",
"expected": {
"error": "EmptyLogits"
}
},
{
"id": "err-102",
"group": "error",
"stage": "penalties",
"params": {
"last_n": 4,
"repeat": 1.5,
"freq": 0.0,
"presence": 0.0
},
"input": {
"logits": [
1.0,
"inf",
0.0
],
"history": [
1
]
},
"note": "+inf is rejected before penalties run",
"expected": {
"error": "InvalidLogit(1)"
}
}
],
"chains": [
{
"id": "chain-defaults-1",
"config": {
"penalties": [
64,
1.0,
0.0,
0.0
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 40,
"typical": [
1.0,
0
],
"top_p": [
0.95,
0
],
"min_p": [
0.05,
0
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.8,
0.0,
1.0
]
},
"input": {
"logits": [
4.741438388824463,
2.1563527584075928,
0.2160087674856186,
2.7719295024871826,
5.802064895629883,
3.4968624114990234,
3.754899263381958,
-4.076407432556152,
4.316519737243652,
-3.002107858657837,
-4.741939544677734,
1.82486093044281,
-1.071066975593567,
2.068788528442383,
-1.3614492416381836,
0.28669652342796326,
5.986277103424072,
-5.811925888061523,
1.6151702404022217,
-1.926347017288208,
5.273772239685059,
-2.7710366249084473,
-1.8802307844161987,
-5.03767728805542
],
"history": [
17,
18,
19,
2,
12,
13,
4,
22,
9,
12,
0,
1,
2,
0,
1,
2
],
"u": [
0.6679271391407611,
0.048415100006381495
],
"rng_u64": [
"12321080995614609457",
"893100959120773476"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 2.1563527584075928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.2160087674856186,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.7719295024871826,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.076407432556152,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.002107858657837,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -4.741939544677734,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.82486093044281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -1.071066975593567,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 2.068788528442383,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.3614492416381836,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.28669652342796326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -5.811925888061523,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 1.6151702404022217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.926347017288208,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -2.7710366249084473,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -1.8802307844161987,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -5.03767728805542,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 2.1563527584075928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.2160087674856186,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.7719295024871826,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.076407432556152,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.002107858657837,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -4.741939544677734,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.82486093044281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -1.071066975593567,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 2.068788528442383,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.3614492416381836,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.28669652342796326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -5.811925888061523,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 1.6151702404022217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.926347017288208,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -2.7710366249084473,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -1.8802307844161987,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -5.03767728805542,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.7719295024871826,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 2.1563527584075928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 2.068788528442383,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.82486093044281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 1.6151702404022217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.28669652342796326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.2160087674856186,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -1.071066975593567,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.3614492416381836,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -1.8802307844161987,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.926347017288208,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -2.7710366249084473,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.002107858657837,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.076407432556152,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -4.741939544677734,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -5.03767728805542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -5.811925888061523,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 2.7719295024871826,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 2.1563527584075928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 2.068788528442383,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.82486093044281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 1.6151702404022217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.28669652342796326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 0.2160087674856186,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -1.071066975593567,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.3614492416381836,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -1.8802307844161987,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.926347017288208,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -2.7710366249084473,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.002107858657837,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.076407432556152,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -4.741939544677734,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -5.03767728805542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -5.811925888061523,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.32176166717725374,
"p_renorm": 0.33458328084301203
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.26762825239625104,
"p_renorm": 0.27829274853828667
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.15779650244770915,
"p_renorm": 0.16408440432844454
},
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.09266329067946846,
"p_renorm": 0.09635575325437022
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.06058538796201892,
"p_renorm": 0.06299960481094878
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.03455088854020758,
"p_renorm": 0.03592767822605657
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.026692868050648192,
"p_renorm": 0.027756529998881247
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.32176166717725374,
"p_renorm": 0.33458328084301203
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.26762825239625104,
"p_renorm": 0.27829274853828667
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.15779650244770915,
"p_renorm": 0.16408440432844454
},
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.09266329067946846,
"p_renorm": 0.09635575325437022
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.06058538796201892,
"p_renorm": 0.06299960481094878
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.03455088854020758,
"p_renorm": 0.03592767822605657
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.026692868050648192,
"p_renorm": 0.027756529998881247
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 16,
"logit": 5.986277103424072,
"p_raw": 0.32176166717725374,
"p_renorm": 0.33458328084301203
},
{
"id": 4,
"logit": 5.802064895629883,
"p_raw": 0.26762825239625104,
"p_renorm": 0.27829274853828667
},
{
"id": 20,
"logit": 5.273772239685059,
"p_raw": 0.15779650244770915,
"p_renorm": 0.16408440432844454
},
{
"id": 0,
"logit": 4.741438388824463,
"p_raw": 0.09266329067946846,
"p_renorm": 0.09635575325437022
},
{
"id": 8,
"logit": 4.316519737243652,
"p_raw": 0.06058538796201892,
"p_renorm": 0.06299960481094878
},
{
"id": 6,
"logit": 3.754899263381958,
"p_raw": 0.03455088854020758,
"p_renorm": 0.03592767822605657
},
{
"id": 5,
"logit": 3.4968624114990234,
"p_raw": 0.026692868050648192,
"p_renorm": 0.027756529998881247
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 16,
"logit": 7.48284637928009,
"p_raw": 0.32176166717725374,
"p_renorm": 0.33458328084301203
},
{
"id": 4,
"logit": 7.2525811195373535,
"p_raw": 0.26762825239625104,
"p_renorm": 0.27829274853828667
},
{
"id": 20,
"logit": 6.592215299606323,
"p_raw": 0.15779650244770915,
"p_renorm": 0.16408440432844454
},
{
"id": 0,
"logit": 5.926797986030579,
"p_raw": 0.09266329067946846,
"p_renorm": 0.09635575325437022
},
{
"id": 8,
"logit": 5.395649671554565,
"p_raw": 0.06058538796201892,
"p_renorm": 0.06299960481094878
},
{
"id": 6,
"logit": 4.6936240792274475,
"p_raw": 0.03455088854020758,
"p_renorm": 0.03592767822605657
},
{
"id": 5,
"logit": 4.371078014373779,
"p_raw": 0.026692868050648192,
"p_renorm": 0.027756529998881247
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 16,
"logit": 7.48284637928009,
"p_raw": 0.3779699250508656,
"p_renorm": 0.3779699250508656
},
{
"id": 4,
"logit": 7.2525811195373535,
"p_raw": 0.30023015665102337,
"p_renorm": 0.30023015665102337
},
{
"id": 20,
"logit": 6.592215299606323,
"p_raw": 0.15511760162889196,
"p_renorm": 0.15511760162889196
},
{
"id": 0,
"logit": 5.926797986030579,
"p_raw": 0.07973959284014999,
"p_renorm": 0.07973959284014999
},
{
"id": 8,
"logit": 5.395649671554565,
"p_raw": 0.046881255280489725,
"p_renorm": 0.046881255280489725
},
{
"id": 6,
"logit": 4.6936240792274475,
"p_raw": 0.02323343323562095,
"p_renorm": 0.02323343323562095
},
{
"id": 5,
"logit": 4.371078014373779,
"p_raw": 0.01682803531295848,
"p_renorm": 0.01682803531295848
}
]
}
],
"selected": 16
},
"min_margin": 0.011678857253557218
},
{
"id": "chain-defaults-2",
"config": {
"penalties": [
64,
1.0,
0.0,
0.0
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 40,
"typical": [
1.0,
0
],
"top_p": [
0.95,
0
],
"min_p": [
0.05,
0
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.8,
0.0,
1.0
]
},
"input": {
"logits": [
-4.085835933685303,
3.6483683586120605,
-1.7575254440307617,
-3.2596755027770996,
-4.403022289276123,
"-inf",
2.183434247970581,
-4.265665054321289,
-1.409645915031433,
-3.0589957237243652,
-0.8299369215965271,
-5.173800945281982,
4.474750995635986,
3.932382345199585,
"-inf",
4.482333660125732,
-0.8649096488952637,
-3.7179415225982666,
-4.246281147003174,
2.0498616695404053,
-1.5236221551895142,
0.15261013805866241,
-0.6670222878456116,
2.3371193408966064
],
"history": [
4,
1,
9,
1,
22,
16,
15,
17,
20,
9,
0,
1,
2,
0,
1,
2
],
"u": [
0.2053037219873689,
0.16114068880377852
],
"rng_u64": [
"3787185216881011337",
"2972521046224577613"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": -4.085835933685303,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -1.7575254440307617,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -3.2596755027770996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -4.403022289276123,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.265665054321289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -1.409645915031433,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.0589957237243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.8299369215965271,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.173800945281982,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.8649096488952637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.7179415225982666,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.246281147003174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 2.0498616695404053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.5236221551895142,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.15261013805866241,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.6670222878456116,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": -4.085835933685303,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -1.7575254440307617,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -3.2596755027770996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -4.403022289276123,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.265665054321289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -1.409645915031433,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.0589957237243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.8299369215965271,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.173800945281982,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.8649096488952637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.7179415225982666,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.246281147003174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 2.0498616695404053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.5236221551895142,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.15261013805866241,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.6670222878456116,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 2.0498616695404053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.15261013805866241,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.6670222878456116,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.8299369215965271,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.8649096488952637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -1.409645915031433,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.5236221551895142,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -1.7575254440307617,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.0589957237243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -3.2596755027770996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.7179415225982666,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": -4.085835933685303,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.246281147003174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.265665054321289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -4.403022289276123,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.173800945281982,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 2.0498616695404053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.15261013805866241,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.6670222878456116,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.8299369215965271,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.8649096488952637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -1.409645915031433,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.5236221551895142,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -1.7575254440307617,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -3.0589957237243652,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -3.2596755027770996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.7179415225982666,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": -4.085835933685303,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.246281147003174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -4.265665054321289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -4.403022289276123,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.173800945281982,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.29879521339524695,
"p_renorm": 0.3104471919773569
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.29653811775504696,
"p_renorm": 0.30810207742360557
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.17239823472746557,
"p_renorm": 0.1791211688595488
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.12977382560340175,
"p_renorm": 0.1348345553897557
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.03497187316223097,
"p_renorm": 0.03633565510650044
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.029989850913704586,
"p_renorm": 0.031159351243232672
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.29879521339524695,
"p_renorm": 0.3104471919773569
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.29653811775504696,
"p_renorm": 0.30810207742360557
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.17239823472746557,
"p_renorm": 0.1791211688595488
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.12977382560340175,
"p_renorm": 0.1348345553897557
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.03497187316223097,
"p_renorm": 0.03633565510650044
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.029989850913704586,
"p_renorm": 0.031159351243232672
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 15,
"logit": 4.482333660125732,
"p_raw": 0.29879521339524695,
"p_renorm": 0.3104471919773569
},
{
"id": 12,
"logit": 4.474750995635986,
"p_raw": 0.29653811775504696,
"p_renorm": 0.30810207742360557
},
{
"id": 13,
"logit": 3.932382345199585,
"p_raw": 0.17239823472746557,
"p_renorm": 0.1791211688595488
},
{
"id": 1,
"logit": 3.6483683586120605,
"p_raw": 0.12977382560340175,
"p_renorm": 0.1348345553897557
},
{
"id": 23,
"logit": 2.3371193408966064,
"p_raw": 0.03497187316223097,
"p_renorm": 0.03633565510650044
},
{
"id": 6,
"logit": 2.183434247970581,
"p_raw": 0.029989850913704586,
"p_renorm": 0.031159351243232672
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 15,
"logit": 5.6029170751571655,
"p_raw": 0.29879521339524695,
"p_renorm": 0.3104471919773569
},
{
"id": 12,
"logit": 5.593438744544983,
"p_raw": 0.29653811775504696,
"p_renorm": 0.30810207742360557
},
{
"id": 13,
"logit": 4.915477931499481,
"p_raw": 0.17239823472746557,
"p_renorm": 0.1791211688595488
},
{
"id": 1,
"logit": 4.560460448265076,
"p_raw": 0.12977382560340175,
"p_renorm": 0.1348345553897557
},
{
"id": 23,
"logit": 2.921399176120758,
"p_raw": 0.03497187316223097,
"p_renorm": 0.03633565510650044
},
{
"id": 6,
"logit": 2.7292928099632263,
"p_raw": 0.029989850913704586,
"p_renorm": 0.031159351243232672
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 15,
"logit": 5.6029170751571655,
"p_raw": 0.3365905157544836,
"p_renorm": 0.3365905157544837
},
{
"id": 12,
"logit": 5.593438744544983,
"p_raw": 0.33341527134501175,
"p_renorm": 0.3334152713450118
},
{
"id": 13,
"logit": 4.915477931499481,
"p_raw": 0.16925864031521692,
"p_renorm": 0.16925864031521695
},
{
"id": 1,
"logit": 4.560460448265076,
"p_raw": 0.11867758873638155,
"p_renorm": 0.11867758873638158
},
{
"id": 23,
"logit": 2.921399176120758,
"p_raw": 0.023042704360963794,
"p_renorm": 0.023042704360963798
},
{
"id": 6,
"logit": 2.7292928099632263,
"p_raw": 0.019015279487942176,
"p_renorm": 0.01901527948794218
}
]
}
],
"selected": 15
},
"min_margin": 0.012467115557096786
},
{
"id": "chain-creative-1",
"config": {
"penalties": [
64,
1.1,
0.0,
0.0
],
"dry": [
0.8,
1.75,
2,
64,
[]
],
"top_k": 0,
"typical": [
1.0,
0
],
"top_p": [
1.0,
0
],
"min_p": [
0.02,
0
],
"xtc": [
0.5,
0.1,
0
],
"temp": [
1.0,
0.0,
1.0
]
},
"input": {
"logits": [
-4.658123016357422,
4.706658840179443,
-4.6260986328125,
1.0165140628814697,
0.38103434443473816,
0.7902011871337891,
-4.53665828704834,
-5.7195725440979,
4.259888172149658,
-5.0758442878723145,
-0.31212255358695984,
2.308093309402466,
-3.264815092086792,
3.78450083732605,
-1.8920844793319702,
-3.754962682723999,
-4.047787189483643,
-3.9208247661590576,
-3.859981060028076,
-1.205129623413086,
5.416299819946289,
-0.6323622465133667,
4.558175086975098,
-1.1072858572006226
],
"history": [
2,
6,
19,
3,
8,
23,
16,
19,
3,
8,
0,
1,
2,
0,
1,
2
],
"u": [
0.7125092268817702,
0.7338962248178179
],
"rng_u64": [
"13143475358444669544",
"13537995835875895976"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": -5.123935317993165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.0887084960937505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9241036935286088,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.38103434443473816,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.7902011871337891,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.990324115753174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.7195725440979,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.0758442878723145,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.31212255358695984,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -3.264815092086792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.8920844793319702,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.754962682723999,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -4.452565908432007,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.9208247661590576,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -3.859981060028076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.3256425857543945,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -0.6323622465133667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -1.218014442920685,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": -6.523935317993165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.0887084960937505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9241036935286088,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.38103434443473816,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.7902011871337891,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.990324115753174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.7195725440979,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.0758442878723145,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.31212255358695984,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -3.264815092086792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.8920844793319702,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.754962682723999,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -4.452565908432007,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.9208247661590576,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -3.859981060028076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.3256425857543945,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -0.6323622465133667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -1.218014442920685,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 0,
"logit": -6.523935317993165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.0887084960937505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9241036935286088,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.38103434443473816,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.7902011871337891,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.990324115753174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.7195725440979,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.0758442878723145,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.31212255358695984,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -3.264815092086792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.8920844793319702,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.754962682723999,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -4.452565908432007,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.9208247661590576,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -3.859981060028076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.3256425857543945,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -0.6323622465133667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -1.218014442920685,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 0,
"logit": -6.523935317993165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.0887084960937505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9241036935286088,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.38103434443473816,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.7902011871337891,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.990324115753174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.7195725440979,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.0758442878723145,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.31212255358695984,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -3.264815092086792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.8920844793319702,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.754962682723999,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -4.452565908432007,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.9208247661590576,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -3.859981060028076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.3256425857543945,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -0.6323622465133667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -1.218014442920685,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 0,
"logit": -6.523935317993165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.0887084960937505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 0.9241036935286088,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.38103434443473816,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.7902011871337891,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -4.990324115753174,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.7195725440979,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.0758442878723145,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.31212255358695984,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -3.264815092086792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -1.8920844793319702,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.754962682723999,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -4.452565908432007,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -3.9208247661590576,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -3.859981060028076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -1.3256425857543945,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -0.6323622465133667,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -1.218014442920685,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 1,
"logit": 4.278780763799493,
"p_raw": 0.14583792153295977,
"p_renorm": 0.1458379215329598
},
{
"id": 8,
"logit": 3.8726256110451436,
"p_raw": 0.0971582143794801,
"p_renorm": 0.09715821437948012
},
{
"id": 11,
"logit": 2.308093309402466,
"p_raw": 0.02032412134371539,
"p_renorm": 0.020324121343715394
},
{
"id": 13,
"logit": 3.78450083732605,
"p_raw": 0.08896259069518926,
"p_renorm": 0.08896259069518928
},
{
"id": 20,
"logit": 5.416299819946289,
"p_raw": 0.45487148782789216,
"p_renorm": 0.4548714878278922
},
{
"id": 22,
"logit": 4.558175086975098,
"p_raw": 0.19284566422076324,
"p_renorm": 0.19284566422076327
}
]
}
],
"selected": 20
},
"min_margin": 0.07325811096141877
},
{
"id": "chain-creative-2",
"config": {
"penalties": [
64,
1.1,
0.0,
0.0
],
"dry": [
0.8,
1.75,
2,
64,
[]
],
"top_k": 0,
"typical": [
1.0,
0
],
"top_p": [
1.0,
0
],
"min_p": [
0.02,
0
],
"xtc": [
0.5,
0.1,
0
],
"temp": [
1.0,
0.0,
1.0
]
},
"input": {
"logits": [
2.0135512351989746,
2.0850040912628174,
3.945167303085327,
5.24338960647583,
1.6218181848526,
0.6146437525749207,
-5.402634620666504,
-5.9046196937561035,
-2.8673765659332275,
0.39428889751434326,
"-inf",
-5.345707416534424,
-0.9146924614906311,
4.864579200744629,
-5.700507164001465,
-4.88768196105957,
2.7185604572296143,
"-inf",
-4.487800121307373,
5.892271995544434,
-4.94685697555542,
-4.722955226898193,
-4.646092414855957,
0.1756812483072281
],
"history": [
18,
15,
6,
15,
17,
4,
19,
14,
22,
17,
0,
1,
2,
0,
1,
2
],
"u": [
0.16299378381324714,
0.7155235859714151
],
"rng_u64": [
"3006704615608513059",
"13199080469117609739"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": 1.8305011229081587,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 5.24338960647583,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.6146437525749207,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.942898082733155,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.9046196937561035,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.8673765659332275,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.39428889751434326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.345707416534424,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -0.9146924614906311,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -6.270557880401612,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -5.376450157165528,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.9365801334381105,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 5.356610905040394,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.94685697555542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -4.722955226898193,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.110701656341553,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 0.1756812483072281,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": 0.43050112290815856,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 5.24338960647583,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.6146437525749207,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.942898082733155,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.9046196937561035,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.8673765659332275,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.39428889751434326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.345707416534424,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -0.9146924614906311,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -6.270557880401612,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -5.376450157165528,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.9365801334381105,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 5.356610905040394,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.94685697555542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -4.722955226898193,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.110701656341553,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 0.1756812483072281,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 0,
"logit": 0.43050112290815856,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 5.24338960647583,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.6146437525749207,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.942898082733155,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.9046196937561035,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.8673765659332275,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.39428889751434326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.345707416534424,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -0.9146924614906311,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -6.270557880401612,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -5.376450157165528,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.9365801334381105,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 5.356610905040394,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.94685697555542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -4.722955226898193,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.110701656341553,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 0.1756812483072281,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 0,
"logit": 0.43050112290815856,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 5.24338960647583,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.6146437525749207,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.942898082733155,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.9046196937561035,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.8673765659332275,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.39428889751434326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.345707416534424,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -0.9146924614906311,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -6.270557880401612,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -5.376450157165528,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.9365801334381105,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 5.356610905040394,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.94685697555542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -4.722955226898193,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.110701656341553,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 0.1756812483072281,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 0,
"logit": 0.43050112290815856,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 5.24338960647583,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.6146437525749207,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.942898082733155,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.9046196937561035,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -2.8673765659332275,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.39428889751434326,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -5.345707416534424,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -0.9146924614906311,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -6.270557880401612,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -5.376450157165528,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.9365801334381105,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 5.356610905040394,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.94685697555542,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -4.722955226898193,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.110701656341553,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": 0.1756812483072281,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 5.24338960647583,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 5.356610905040394,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.21849529667939765,
"p_renorm": 0.6754130483942543
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.06086760028628722,
"p_renorm": 0.18815403389724614
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.02555277050206496,
"p_renorm": 0.07898876947013858
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.011219390240474122,
"p_renorm": 0.034681398998543715
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.007363721592611928,
"p_renorm": 0.022762749239817304
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.21849529667939765,
"p_renorm": 0.6754130483942543
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.06086760028628722,
"p_renorm": 0.18815403389724614
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.02555277050206496,
"p_renorm": 0.07898876947013858
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.011219390240474122,
"p_renorm": 0.034681398998543715
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.007363721592611928,
"p_renorm": 0.022762749239817304
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 13,
"logit": 4.864579200744629,
"p_raw": 0.6754130483942542,
"p_renorm": 0.6754130483942543
},
{
"id": 2,
"logit": 3.58651573007757,
"p_raw": 0.1881540338972461,
"p_renorm": 0.18815403389724614
},
{
"id": 16,
"logit": 2.7185604572296143,
"p_raw": 0.07898876947013855,
"p_renorm": 0.07898876947013857
},
{
"id": 1,
"logit": 1.8954582647843792,
"p_raw": 0.0346813989985437,
"p_renorm": 0.03468139899854371
},
{
"id": 4,
"logit": 1.4743801680478181,
"p_raw": 0.022762749239817304,
"p_renorm": 0.022762749239817307
}
]
}
],
"selected": 2
},
"min_margin": 0.02979226843557048
},
{
"id": "chain-tight-1",
"config": {
"penalties": [
64,
1.2,
0.1,
0.1
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 5,
"typical": [
0.9,
1
],
"top_p": [
0.7,
1
],
"min_p": [
0.1,
1
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.5,
0.0,
1.0
]
},
"input": {
"logits": [
-1.342782735824585,
-1.9337341785430908,
-3.9465420246124268,
-3.2211406230926514,
4.432988166809082,
3.4738612174987793,
-5.8133344650268555,
-5.111755847930908,
5.3387322425842285,
-1.3652355670928955,
-5.343228816986084,
2.5568275451660156,
3.2698657512664795,
2.239049196243286,
5.616396427154541,
3.015066623687744,
-2.3050477504730225,
-4.570341110229492,
-1.6724385023117065,
0.38546106219291687,
-5.843203067779541,
3.241868019104004,
-2.539412498474121,
-2.3279812335968018
],
"history": [
1,
15,
19,
22,
2,
16,
13,
3,
19,
14,
0,
1,
2,
0,
1,
2
],
"u": [
0.45058342835142795,
0.6309119982334742
],
"rng_u64": [
"8311797186653436864",
"11638272164445591637"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": -1.911339282989502,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.7204810142517086,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.135850429534912,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.065368747711181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 4.432988166809082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4738612174987793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.8133344650268555,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.111755847930908,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -1.3652355670928955,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -5.343228816986084,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.5568275451660156,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 3.2698657512664795,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 1.6658743302027386,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 2.312555519739787,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -2.966057300567627,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -4.570341110229492,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -1.6724385023117065,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 0.02121755182743068,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -5.843203067779541,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.241868019104004,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -3.2472949981689454,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -2.3279812335968018,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": -1.911339282989502,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.7204810142517086,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.135850429534912,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.065368747711181,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 4.432988166809082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4738612174987793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -5.8133344650268555,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -5.111755847930908,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -1.3652355670928955,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -5.343228816986084,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.5568275451660156,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 3.2698657512664795,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 1.6658743302027386,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 2.312555519739787,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -2.966057300567627,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -4.570341110229492,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -1.6724385023117065,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 0.02121755182743068,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -5.843203067779541,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.241868019104004,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -3.2472949981689454,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -2.3279812335968018,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 4.432988166809082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 3.4738612174987793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 3.2698657512664795,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.20093579362400235,
"p_renorm": 0.2137366243374058
},
{
"id": 4,
"logit": 4.432988166809082,
"p_raw": 0.19164471845614064,
"p_renorm": 0.20385365123924376
},
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.47408532163444556,
"p_renorm": 0.5042874366309797
},
{
"id": 5,
"logit": 3.4738612174987793,
"p_raw": 0.07344349124042711,
"p_renorm": 0.07812228779237074
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.5042874366309797,
"p_renorm": 0.7023266545564737
},
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.2137366243374058,
"p_renorm": 0.2976733454435263
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.5042874366309797,
"p_renorm": 0.7023266545564737
},
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.2137366243374058,
"p_renorm": 0.2976733454435263
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 8,
"logit": 5.3387322425842285,
"p_raw": 0.5042874366309797,
"p_renorm": 0.7023266545564737
},
{
"id": 14,
"logit": 4.480330355962118,
"p_raw": 0.2137366243374058,
"p_renorm": 0.2976733454435263
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 8,
"logit": 10.677464485168457,
"p_raw": 0.5042874366309797,
"p_renorm": 0.7023266545564737
},
{
"id": 14,
"logit": 8.960660711924236,
"p_raw": 0.2137366243374058,
"p_renorm": 0.2976733454435263
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 8,
"logit": 10.677464485168457,
"p_raw": 0.8477166839078328,
"p_renorm": 0.8477166839078328
},
{
"id": 14,
"logit": 8.960660711924236,
"p_raw": 0.15228331609216714,
"p_renorm": 0.15228331609216714
}
]
}
],
"selected": 8
},
"min_margin": 0.018024060968385602
},
{
"id": "chain-tight-2",
"config": {
"penalties": [
64,
1.2,
0.1,
0.1
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 5,
"typical": [
0.9,
1
],
"top_p": [
0.7,
1
],
"min_p": [
0.1,
1
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.5,
0.0,
1.0
]
},
"input": {
"logits": [
-4.910910129547119,
-1.9797585010528564,
2.890570640563965,
-3.9190237522125244,
1.7896369695663452,
5.816273212432861,
2.1997885704040527,
-0.10950400680303574,
2.1070265769958496,
0.5096815228462219,
-2.6930108070373535,
2.889056444168091,
-5.06492280960083,
-0.7814129590988159,
-4.539584636688232,
-0.3045187294483185,
2.6147701740264893,
-1.219397783279419,
"-inf",
-5.72715425491333,
4.440223217010498,
3.6218976974487305,
-1.785670280456543,
"-inf"
],
"history": [
15,
0,
17,
3,
19,
18,
14,
3,
19,
19,
0,
1,
2,
0,
1,
2
],
"u": [
0.782090903852306,
0.9407997326426906
],
"rng_u64": [
"14427030745739672482",
"17354691892674083432"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": -6.293092155456543,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.6757102012634277,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 2.108808867136638,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -5.002828502655029,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.7896369695663452,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.1997885704040527,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.10950400680303574,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 2.1070265769958496,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.5096815228462219,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -2.6930108070373535,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.889056444168091,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -5.06492280960083,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": -0.7814129590988159,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -5.6475015640258786,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -0.5654224753379822,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.6147701740264893,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -1.6632773399353027,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -7.272585105895996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.440223217010498,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.6218976974487305,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -1.785670280456543,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": -6.293092155456543,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -2.6757102012634277,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 2.108808867136638,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -5.002828502655029,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 1.7896369695663452,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 2.1997885704040527,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -0.10950400680303574,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 2.1070265769958496,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 0.5096815228462219,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -2.6930108070373535,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.889056444168091,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": -5.06492280960083,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": -0.7814129590988159,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -5.6475015640258786,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -0.5654224753379822,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.6147701740264893,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -1.6632773399353027,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -7.272585105895996,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.440223217010498,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.6218976974487305,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -1.785670280456543,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.440223217010498,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.6218976974487305,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 2.889056444168091,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": 2.6147701740264893,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.6857538365394085,
"p_renorm": 0.7331365508516955
},
{
"id": 20,
"logit": 4.440223217010498,
"p_raw": 0.17320376418148323,
"p_renorm": 0.18517141793525457
},
{
"id": 21,
"logit": 3.6218976974487305,
"p_raw": 0.07641226420094063,
"p_renorm": 0.08169203121304995
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.7331365508516954,
"p_renorm": 1.0
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.7331365508516954,
"p_renorm": 1.0
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 5,
"logit": 5.816273212432861,
"p_raw": 0.7331365508516954,
"p_renorm": 1.0
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 5,
"logit": 11.632546424865723,
"p_raw": 0.7331365508516954,
"p_renorm": 1.0
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 5,
"logit": 11.632546424865723,
"p_raw": 1.0,
"p_renorm": 1.0
}
]
}
],
"selected": 5
},
"min_margin": 0.03313655085169542
},
{
"id": "chain-dynatemp-1",
"config": {
"penalties": [
64,
1.0,
0.0,
0.0
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 20,
"typical": [
1.0,
0
],
"top_p": [
0.9,
0
],
"min_p": [
0.0,
0
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.8,
0.5,
1.0
]
},
"input": {
"logits": [
-3.609293222427368,
-3.6920623779296875,
1.7266364097595215,
-5.321577548980713,
5.199674129486084,
-4.667150020599365,
-3.7011947631835938,
2.636946678161621,
-4.754827499389648,
2.5303423404693604,
-1.1862866878509521,
1.9621388912200928,
4.412509441375732,
0.45634210109710693,
3.153608560562134,
1.2424323558807373,
-0.6804410219192505,
3.1898138523101807,
5.837447166442871,
1.4208160638809204,
4.2121262550354,
1.62369704246521,
5.11854362487793,
-4.423760414123535
],
"history": [
13,
13,
1,
5,
21,
17,
3,
0,
5,
11,
0,
1,
2,
0,
1,
2
],
"u": [
0.8356397177692869,
0.41209838010815525
],
"rng_u64": [
"15414832011516915822",
"7601873351045420281"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": -3.609293222427368,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -3.6920623779296875,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 1.7266364097595215,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -5.321577548980713,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -4.667150020599365,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.7011947631835938,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 2.636946678161621,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.754827499389648,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 2.5303423404693604,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -1.1862866878509521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.9621388912200928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.45634210109710693,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 3.153608560562134,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.2424323558807373,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.6804410219192505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 1.4208160638809204,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 1.62369704246521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.423760414123535,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": -3.609293222427368,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -3.6920623779296875,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 1.7266364097595215,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -5.321577548980713,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -4.667150020599365,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.7011947631835938,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 2.636946678161621,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.754827499389648,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 2.5303423404693604,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -1.1862866878509521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.9621388912200928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.45634210109710693,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 3.153608560562134,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.2424323558807373,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.6804410219192505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 1.4208160638809204,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 1.62369704246521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.423760414123535,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 3.153608560562134,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 2.636946678161621,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 2.5303423404693604,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.9621388912200928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 1.7266364097595215,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 1.62369704246521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 1.4208160638809204,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.2424323558807373,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.45634210109710693,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.6804410219192505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -1.1862866878509521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": -3.609293222427368,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -3.6920623779296875,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.7011947631835938,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 3.153608560562134,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 2.636946678161621,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 2.5303423404693604,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 1.9621388912200928,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 1.7266364097595215,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 1.62369704246521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 1.4208160638809204,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.2424323558807373,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.45634210109710693,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -0.6804410219192505,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -1.1862866878509521,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": -3.609293222427368,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -3.6920623779296875,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -3.7011947631835938,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.36351568892374236,
"p_renorm": 0.39620517828932006
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.19210640664883094,
"p_renorm": 0.20938175549498123
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.17713619769906472,
"p_renorm": 0.19306533646082297
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0874340444748821,
"p_renorm": 0.09529663295218627
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.07155751596078021,
"p_renorm": 0.07799239271658864
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.025743679550594437,
"p_renorm": 0.028058704086100894
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.36351568892374236,
"p_renorm": 0.39620517828932006
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.19210640664883094,
"p_renorm": 0.20938175549498123
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.17713619769906472,
"p_renorm": 0.19306533646082297
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0874340444748821,
"p_renorm": 0.09529663295218627
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.07155751596078021,
"p_renorm": 0.07799239271658864
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.025743679550594437,
"p_renorm": 0.028058704086100894
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 18,
"logit": 5.837447166442871,
"p_raw": 0.36351568892374236,
"p_renorm": 0.39620517828932006
},
{
"id": 4,
"logit": 5.199674129486084,
"p_raw": 0.19210640664883094,
"p_renorm": 0.20938175549498123
},
{
"id": 22,
"logit": 5.11854362487793,
"p_raw": 0.17713619769906472,
"p_renorm": 0.19306533646082297
},
{
"id": 12,
"logit": 4.412509441375732,
"p_raw": 0.0874340444748821,
"p_renorm": 0.09529663295218627
},
{
"id": 20,
"logit": 4.2121262550354,
"p_raw": 0.07155751596078021,
"p_renorm": 0.07799239271658864
},
{
"id": 17,
"logit": 3.1898138523101807,
"p_raw": 0.025743679550594437,
"p_renorm": 0.028058704086100894
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 18,
"logit": 5.046639530230237,
"p_raw": 0.36340728027413266,
"p_renorm": 0.36340728027413266
},
{
"id": 4,
"logit": 4.495266553679185,
"p_raw": 0.20938009005330113,
"p_renorm": 0.20938009005330113
},
{
"id": 22,
"logit": 4.425126919008618,
"p_raw": 0.1951974437432433,
"p_renorm": 0.1951974437432433
},
{
"id": 12,
"logit": 3.8147402348020627,
"p_raw": 0.1060196966294395,
"p_renorm": 0.1060196966294395
},
{
"id": 20,
"logit": 3.6415032562831056,
"p_raw": 0.08915602418322398,
"p_renorm": 0.08915602418322398
},
{
"id": 17,
"logit": 2.7576850328829607,
"p_raw": 0.03683946511665945,
"p_renorm": 0.03683946511665945
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 18,
"logit": 5.046639530230237,
"p_raw": 0.36340728027413266,
"p_renorm": 0.36340728027413266
},
{
"id": 4,
"logit": 4.495266553679185,
"p_raw": 0.20938009005330113,
"p_renorm": 0.20938009005330113
},
{
"id": 22,
"logit": 4.425126919008618,
"p_raw": 0.1951974437432433,
"p_renorm": 0.1951974437432433
},
{
"id": 12,
"logit": 3.8147402348020627,
"p_raw": 0.1060196966294395,
"p_renorm": 0.1060196966294395
},
{
"id": 20,
"logit": 3.6415032562831056,
"p_raw": 0.08915602418322398,
"p_renorm": 0.08915602418322398
},
{
"id": 17,
"logit": 2.7576850328829607,
"p_raw": 0.03683946511665945,
"p_renorm": 0.03683946511665945
}
]
}
],
"selected": 4
},
"min_margin": 0.008250146292699712
},
{
"id": "chain-dynatemp-2",
"config": {
"penalties": [
64,
1.0,
0.0,
0.0
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 20,
"typical": [
1.0,
0
],
"top_p": [
0.9,
0
],
"min_p": [
0.0,
0
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.8,
0.5,
1.0
]
},
"input": {
"logits": [
2.328857660293579,
-0.11737735569477081,
5.160273551940918,
-4.482248306274414,
-5.447443008422852,
-5.2784318923950195,
"-inf",
1.6212314367294312,
-4.370866775512695,
-5.070428848266602,
-5.039746284484863,
-1.4663329124450684,
"-inf",
0.5429333448410034,
2.735417366027832,
-3.66752290725708,
-5.254338264465332,
0.9699580669403076,
5.143681526184082,
3.064084053039551,
3.2302021980285645,
3.2871286869049072,
1.5769177675247192,
-4.414292812347412
],
"history": [
21,
8,
0,
6,
15,
15,
10,
11,
6,
13,
0,
1,
2,
0,
1,
2
],
"u": [
0.003373945302427961,
0.8338563622404955
],
"rng_u64": [
"62238305512584411",
"15381934908484868003"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": 2.328857660293579,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -0.11737735569477081,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.482248306274414,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -5.447443008422852,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -5.2784318923950195,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.6212314367294312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.370866775512695,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.070428848266602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -5.039746284484863,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -1.4663329124450684,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.5429333448410034,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 2.735417366027832,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.66752290725708,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -5.254338264465332,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 0.9699580669403076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 1.5769177675247192,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.414292812347412,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": 2.328857660293579,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -0.11737735569477081,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.482248306274414,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -5.447443008422852,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -5.2784318923950195,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.6212314367294312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.370866775512695,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.070428848266602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -5.039746284484863,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -1.4663329124450684,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.5429333448410034,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 2.735417366027832,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.66752290725708,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -5.254338264465332,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 0.9699580669403076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 1.5769177675247192,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.414292812347412,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 2.735417366027832,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 2.328857660293579,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.6212314367294312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 1.5769177675247192,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 0.9699580669403076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.5429333448410034,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -0.11737735569477081,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -1.4663329124450684,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.66752290725708,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.370866775512695,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.414292812347412,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.482248306274414,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -5.039746284484863,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.070428848266602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -5.254338264465332,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 2.735417366027832,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 2.328857660293579,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 1.6212314367294312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": 1.5769177675247192,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": 0.9699580669403076,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.5429333448410034,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -0.11737735569477081,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -1.4663329124450684,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": -3.66752290725708,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": -4.370866775512695,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.414292812347412,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": -4.482248306274414,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -5.039746284484863,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": -5.070428848266602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -5.254338264465332,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.3785876341763694,
"p_renorm": 0.4157578253354743
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.3723579230792554,
"p_renorm": 0.40891647367897044
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.05816610002469151,
"p_renorm": 0.06387691797467819
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.05494739221758648,
"p_renorm": 0.060342193547707375
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.04653748316119431,
"p_renorm": 0.05110658946316974
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.3785876341763694,
"p_renorm": 0.4157578253354743
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.3723579230792554,
"p_renorm": 0.40891647367897044
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.05816610002469151,
"p_renorm": 0.06387691797467819
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.05494739221758648,
"p_renorm": 0.060342193547707375
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.04653748316119431,
"p_renorm": 0.05110658946316974
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 2,
"logit": 5.160273551940918,
"p_raw": 0.3785876341763694,
"p_renorm": 0.4157578253354743
},
{
"id": 18,
"logit": 5.143681526184082,
"p_raw": 0.3723579230792554,
"p_renorm": 0.40891647367897044
},
{
"id": 21,
"logit": 3.2871286869049072,
"p_raw": 0.05816610002469151,
"p_renorm": 0.06387691797467819
},
{
"id": 20,
"logit": 3.2302021980285645,
"p_raw": 0.05494739221758648,
"p_renorm": 0.060342193547707375
},
{
"id": 19,
"logit": 3.064084053039551,
"p_raw": 0.04653748316119431,
"p_renorm": 0.05110658946316974
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 2,
"logit": 4.8553502887928355,
"p_raw": 0.40684535368603053,
"p_renorm": 0.40684535368603053
},
{
"id": 18,
"logit": 4.839738694516053,
"p_raw": 0.40054317065099343,
"p_renorm": 0.40054317065099343
},
{
"id": 21,
"logit": 3.092890533537686,
"p_raw": 0.06982369287268504,
"p_renorm": 0.06982369287268504
},
{
"id": 20,
"logit": 3.0393278606631537,
"p_raw": 0.06618214534157099,
"p_renorm": 0.06618214534157099
},
{
"id": 19,
"logit": 2.883025723745864,
"p_raw": 0.05660563744871995,
"p_renorm": 0.05660563744871995
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 2,
"logit": 4.8553502887928355,
"p_raw": 0.40684535368603053,
"p_renorm": 0.40684535368603053
},
{
"id": 18,
"logit": 4.839738694516053,
"p_raw": 0.40054317065099343,
"p_renorm": 0.40054317065099343
},
{
"id": 21,
"logit": 3.092890533537686,
"p_raw": 0.06982369287268504,
"p_renorm": 0.06982369287268504
},
{
"id": 20,
"logit": 3.0393278606631537,
"p_raw": 0.06618214534157099,
"p_renorm": 0.06618214534157099
},
{
"id": 19,
"logit": 2.883025723745864,
"p_raw": 0.05660563744871995,
"p_renorm": 0.05660563744871995
}
]
}
],
"selected": 21
},
"min_margin": 0.010596532659097102
},
{
"id": "chain-greedy-1",
"config": {
"penalties": [
64,
1.0,
0.0,
0.0
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 40,
"typical": [
1.0,
0
],
"top_p": [
0.95,
0
],
"min_p": [
0.05,
0
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.0,
0.0,
1.0
]
},
"input": {
"logits": [
-2.5577971935272217,
5.200366020202637,
-5.830044269561768,
3.4361307621002197,
-3.933293342590332,
-1.0591099262237549,
1.8061432838439941,
5.9847846031188965,
5.422152519226074,
3.252601385116577,
-0.44403037428855896,
4.769420623779297,
1.103347897529602,
-1.1600615978240967,
-3.7521917819976807,
0.808986246585846,
-2.868725061416626,
-1.5659793615341187,
3.1399002075195312,
-5.760619640350342,
-4.347380638122559,
0.462791383266449,
-0.1753200888633728,
-4.947978973388672
],
"history": [
20,
16,
3,
18,
14,
16,
6,
7,
5,
0,
0,
1,
2,
0,
1,
2
],
"u": [
0.8534883266592753,
0.37092349755706056
],
"rng_u64": [
"15744080731782270026",
"6842330830360326188"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": -2.5577971935272217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.830044269561768,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -3.933293342590332,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -1.0591099262237549,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 1.8061432838439941,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.44403037428855896,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 1.103347897529602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": -1.1600615978240967,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -3.7521917819976807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.808986246585846,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -2.868725061416626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -1.5659793615341187,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 3.1399002075195312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -5.760619640350342,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.347380638122559,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.462791383266449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.1753200888633728,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.947978973388672,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": -2.5577971935272217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.830044269561768,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -3.933293342590332,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -1.0591099262237549,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 1.8061432838439941,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.44403037428855896,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 1.103347897529602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": -1.1600615978240967,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -3.7521917819976807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.808986246585846,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -2.868725061416626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -1.5659793615341187,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 3.1399002075195312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -5.760619640350342,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.347380638122559,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.462791383266449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.1753200888633728,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.947978973388672,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 3.1399002075195312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 1.8061432838439941,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 1.103347897529602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.808986246585846,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.462791383266449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.1753200888633728,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.44403037428855896,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -1.0591099262237549,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": -1.1600615978240967,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -1.5659793615341187,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": -2.5577971935272217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -2.868725061416626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -3.7521917819976807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -3.933293342590332,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.347380638122559,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.947978973388672,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -5.760619640350342,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.830044269561768,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": 3.1399002075195312,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": 1.8061432838439941,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 1.103347897529602,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 0.808986246585846,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": 0.462791383266449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -0.1753200888633728,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": -0.44403037428855896,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": -1.0591099262237549,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": -1.1600615978240967,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -1.5659793615341187,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": -2.5577971935272217,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -2.868725061416626,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": -3.7521917819976807,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": -3.933293342590332,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -4.347380638122559,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.947978973388672,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -5.760619640350342,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -5.830044269561768,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.39015556977574445,
"p_renorm": 0.4055218306588916
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.22227458180028306,
"p_renorm": 0.23102885695672584
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.17806113983418811,
"p_renorm": 0.18507407041830196
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.11572093698849911,
"p_renorm": 0.12027860127720731
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.030505033885701312,
"p_renorm": 0.031706473376123964
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.02539017627646231,
"p_renorm": 0.026390167312749364
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.39015556977574445,
"p_renorm": 0.4055218306588916
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.22227458180028306,
"p_renorm": 0.23102885695672584
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.17806113983418811,
"p_renorm": 0.18507407041830196
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.11572093698849911,
"p_renorm": 0.12027860127720731
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.030505033885701312,
"p_renorm": 0.031706473376123964
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.02539017627646231,
"p_renorm": 0.026390167312749364
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.39015556977574445,
"p_renorm": 0.4055218306588916
},
{
"id": 8,
"logit": 5.422152519226074,
"p_raw": 0.22227458180028306,
"p_renorm": 0.23102885695672584
},
{
"id": 1,
"logit": 5.200366020202637,
"p_raw": 0.17806113983418811,
"p_renorm": 0.18507407041830196
},
{
"id": 11,
"logit": 4.769420623779297,
"p_raw": 0.11572093698849911,
"p_renorm": 0.12027860127720731
},
{
"id": 3,
"logit": 3.4361307621002197,
"p_raw": 0.030505033885701312,
"p_renorm": 0.031706473376123964
},
{
"id": 9,
"logit": 3.252601385116577,
"p_raw": 0.02539017627646231,
"p_renorm": 0.026390167312749364
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 0.39015556977574445,
"p_renorm": 0.4055218306588916
},
{
"id": 8,
"logit": "-inf",
"p_raw": 0.22227458180028306,
"p_renorm": 0.23102885695672584
},
{
"id": 1,
"logit": "-inf",
"p_raw": 0.17806113983418811,
"p_renorm": 0.18507407041830196
},
{
"id": 11,
"logit": "-inf",
"p_raw": 0.11572093698849911,
"p_renorm": 0.12027860127720731
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.030505033885701312,
"p_renorm": 0.031706473376123964
},
{
"id": 9,
"logit": "-inf",
"p_raw": 0.02539017627646231,
"p_renorm": 0.026390167312749364
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 7,
"logit": 5.9847846031188965,
"p_raw": 1.0,
"p_renorm": 1.0
},
{
"id": 8,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
}
],
"selected": 7
},
"min_margin": 0.012107438560878592
},
{
"id": "chain-greedy-2",
"config": {
"penalties": [
64,
1.0,
0.0,
0.0
],
"dry": [
0.0,
1.75,
2,
64,
[]
],
"top_k": 40,
"typical": [
1.0,
0
],
"top_p": [
0.95,
0
],
"min_p": [
0.05,
0
],
"xtc": [
0.0,
0.1,
0
],
"temp": [
0.0,
0.0,
1.0
]
},
"input": {
"logits": [
3.6403708457946777,
-4.211416721343994,
-4.202297687530518,
"-inf",
0.4953542947769165,
0.975891649723053,
-2.1727442741394043,
-3.4442341327667236,
"-inf",
4.776505947113037,
1.3749380111694336,
-2.033606767654419,
0.6754341125488281,
0.8786835074424744,
0.3270946443080902,
1.3400681018829346,
-1.6081231832504272,
-0.1508256494998932,
-4.738248825073242,
-0.6699648499488831,
-1.8437297344207764,
-1.4587148427963257,
-5.901980400085449,
-4.492843151092529
],
"history": [
19,
1,
21,
10,
2,
19,
1,
6,
18,
10,
0,
1,
2,
0,
1,
2
],
"u": [
0.6264216809221405,
0.002143245338634525
],
"rng_u64": [
"11555440430193672047",
"39535898248963334"
]
},
"expected": {
"trace": [
{
"stage": "penalties",
"survivors": [
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -4.211416721343994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -4.202297687530518,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.4953542947769165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.975891649723053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.1727442741394043,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.4442341327667236,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": 1.3749380111694336,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -2.033606767654419,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 0.6754341125488281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.8786835074424744,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 0.3270946443080902,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.3400681018829346,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -1.6081231832504272,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -0.1508256494998932,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.738248825073242,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -0.6699648499488831,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.8437297344207764,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -1.4587148427963257,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.901980400085449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.492843151092529,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "dry",
"survivors": [
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -4.211416721343994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -4.202297687530518,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.4953542947769165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.975891649723053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.1727442741394043,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.4442341327667236,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": 1.3749380111694336,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -2.033606767654419,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 0.6754341125488281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.8786835074424744,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 0.3270946443080902,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.3400681018829346,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -1.6081231832504272,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -0.1508256494998932,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.738248825073242,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -0.6699648499488831,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.8437297344207764,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -1.4587148427963257,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.901980400085449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.492843151092529,
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_k",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": 1.3749380111694336,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.3400681018829346,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.975891649723053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.8786835074424744,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 0.6754341125488281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.4953542947769165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 0.3270946443080902,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -0.1508256494998932,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -0.6699648499488831,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -1.4587148427963257,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -1.6081231832504272,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.8437297344207764,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -2.033606767654419,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.1727442741394043,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.4442341327667236,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -4.202297687530518,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -4.211416721343994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.492843151092529,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.738248825073242,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.901980400085449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "tail_free",
"survivors": "previous"
},
{
"stage": "typical",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 10,
"logit": 1.3749380111694336,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 15,
"logit": 1.3400681018829346,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 5,
"logit": 0.975891649723053,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 13,
"logit": 0.8786835074424744,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 12,
"logit": 0.6754341125488281,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 4,
"logit": 0.4953542947769165,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 14,
"logit": 0.3270946443080902,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 17,
"logit": -0.1508256494998932,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 19,
"logit": -0.6699648499488831,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 21,
"logit": -1.4587148427963257,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 16,
"logit": -1.6081231832504272,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 20,
"logit": -1.8437297344207764,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 11,
"logit": -2.033606767654419,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 6,
"logit": -2.1727442741394043,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 7,
"logit": -3.4442341327667236,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 2,
"logit": -4.202297687530518,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 1,
"logit": -4.211416721343994,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 23,
"logit": -4.492843151092529,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 18,
"logit": -4.738248825073242,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 22,
"logit": -5.901980400085449,
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 3,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
},
{
"id": 8,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
},
{
"stage": "top_p",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.6708808646791483,
"p_renorm": 0.6996918196575348
},
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.2153913209019736,
"p_renorm": 0.22464129355130505
},
{
"id": 10,
"logit": 1.3749380111694336,
"p_raw": 0.022354410431873212,
"p_renorm": 0.02331441979632139
},
{
"id": 15,
"logit": 1.3400681018829346,
"p_raw": 0.021588348051194414,
"p_renorm": 0.022515458893829887
},
{
"id": 5,
"logit": 0.975891649723053,
"p_raw": 0.014998906146922845,
"p_renorm": 0.015643033640305306
},
{
"id": 13,
"logit": 0.8786835074424744,
"p_raw": 0.013609514348890574,
"p_renorm": 0.014193974460703595
}
]
},
{
"stage": "min_p",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.6708808646791483,
"p_renorm": 0.7569693324396238
},
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.2153913209019736,
"p_renorm": 0.24303066756037608
}
]
},
{
"stage": "xtc",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.6708808646791483,
"p_renorm": 0.7569693324396238
},
{
"id": 0,
"logit": 3.6403708457946777,
"p_raw": 0.2153913209019736,
"p_renorm": 0.24303066756037608
}
]
},
{
"stage": "temp_ext",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 0.6708808646791483,
"p_renorm": 0.7569693324396238
},
{
"id": 0,
"logit": "-inf",
"p_raw": 0.2153913209019736,
"p_renorm": 0.24303066756037608
}
]
},
{
"stage": "dist",
"survivors": [
{
"id": 9,
"logit": 4.776505947113037,
"p_raw": 1.0,
"p_renorm": 1.0
},
{
"id": 0,
"logit": "-inf",
"p_raw": 0.0,
"p_renorm": 0.0
}
]
}
],
"selected": 9
},
"min_margin": 0.004786149788887473
}
],
"mirostat_sequences": [
{
"id": "mirostat-v1-1",
"version": 1,
"params": {
"tau": 5.0,
"eta": 0.1,
"n_vocab": 32,
"m": 100
},
"mu_initial": 10.0,
"steps": [
{
"logits": [
3.2041385173797607,
3.4006292819976807,
3.592816114425659,
-3.17165470123291,
-2.831371784210205,
0.4754199981689453,
0.2181498408317566,
3.345996618270874,
1.2728461027145386,
3.380570650100708,
2.019782304763794,
-2.252406597137451,
-2.2937557697296143,
-1.1831104755401611,
-3.4201879501342773,
-2.9200963973999023,
2.7411394119262695,
3.994274854660034,
-1.0223937034606934,
-0.5732674598693848,
-3.3689651489257812,
3.1306207180023193,
-0.9922994375228882,
-2.758342742919922,
-2.435518503189087,
-3.75714111328125,
1.7395637035369873,
-3.312089204788208,
0.08864198625087738,
-2.8091981410980225,
-0.06837211549282074,
2.526217460632324
],
"u": 0.8965192223489382,
"rng_u64": "16537860651831973799",
"mu_before": 10.0,
"k": 396,
"survivors": [
{
"id": 17,
"logit": 3.994274854660034,
"p_raw": 0.19534790886458103,
"p_renorm": 0.19534790886458103
},
{
"id": 2,
"logit": 3.592816114425659,
"p_raw": 0.13075474287312006,
"p_renorm": 0.13075474287312006
},
{
"id": 1,
"logit": 3.4006292819976807,
"p_raw": 0.10789262765627732,
"p_renorm": 0.10789262765627732
},
{
"id": 9,
"logit": 3.380570650100708,
"p_raw": 0.10575000998280067,
"p_renorm": 0.10575000998280067
},
{
"id": 7,
"logit": 3.345996618270874,
"p_raw": 0.1021562884691979,
"p_renorm": 0.1021562884691979
},
{
"id": 0,
"logit": 3.2041385173797607,
"p_raw": 0.0886455451910397,
"p_renorm": 0.0886455451910397
},
{
"id": 21,
"logit": 3.1306207180023193,
"p_raw": 0.08236231418942638,
"p_renorm": 0.08236231418942638
},
{
"id": 16,
"logit": 2.7411394119262695,
"p_raw": 0.05579290295723403,
"p_renorm": 0.05579290295723403
},
{
"id": 31,
"logit": 2.526217460632324,
"p_raw": 0.0450028005760892,
"p_renorm": 0.0450028005760892
},
{
"id": 10,
"logit": 2.019782304763794,
"p_raw": 0.027120490982680982,
"p_renorm": 0.027120490982680982
},
{
"id": 26,
"logit": 1.7395637035369873,
"p_raw": 0.020492745915935095,
"p_renorm": 0.020492745915935095
},
{
"id": 8,
"logit": 1.2728461027145386,
"p_raw": 0.012850122764333454,
"p_renorm": 0.012850122764333454
},
{
"id": 5,
"logit": 0.4754199981689453,
"p_raw": 0.005788812991099376,
"p_renorm": 0.005788812991099376
},
{
"id": 6,
"logit": 0.2181498408317566,
"p_raw": 0.0044756746630564195,
"p_renorm": 0.0044756746630564195
},
{
"id": 28,
"logit": 0.08864198625087738,
"p_raw": 0.003932004113627674,
"p_renorm": 0.003932004113627674
},
{
"id": 30,
"logit": -0.06837211549282074,
"p_raw": 0.0033606524838112727,
"p_renorm": 0.0033606524838112727
},
{
"id": 19,
"logit": -0.5732674598693848,
"p_raw": 0.002028384781818886,
"p_renorm": 0.002028384781818886
},
{
"id": 22,
"logit": -0.9922994375228882,
"p_raw": 0.0013340345206439347,
"p_renorm": 0.0013340345206439347
},
{
"id": 18,
"logit": -1.0223937034606934,
"p_raw": 0.001294485810487906,
"p_renorm": 0.001294485810487906
},
{
"id": 13,
"logit": -1.1831104755401611,
"p_raw": 0.0011022976638963078,
"p_renorm": 0.0011022976638963078
},
{
"id": 11,
"logit": -2.252406597137451,
"p_raw": 0.0003783637157879072,
"p_renorm": 0.0003783637157879072
},
{
"id": 12,
"logit": -2.2937557697296143,
"p_raw": 0.0003630377311692495,
"p_renorm": 0.0003630377311692495
},
{
"id": 24,
"logit": -2.435518503189087,
"p_raw": 0.0003150539953730755,
"p_renorm": 0.0003150539953730755
},
{
"id": 23,
"logit": -2.758342742919922,
"p_raw": 0.0002281309481976501,
"p_renorm": 0.0002281309481976501
},
{
"id": 29,
"logit": -2.8091981410980225,
"p_raw": 0.00021681932436318796,
"p_renorm": 0.00021681932436318796
},
{
"id": 4,
"logit": -2.831371784210205,
"p_raw": 0.0002120645600812304,
"p_renorm": 0.0002120645600812304
},
{
"id": 15,
"logit": -2.9200963973999023,
"p_raw": 0.00019405975824229115,
"p_renorm": 0.00019405975824229115
},
{
"id": 3,
"logit": -3.17165470123291,
"p_raw": 0.0001508985625637931,
"p_renorm": 0.0001508985625637931
},
{
"id": 27,
"logit": -3.312089204788208,
"p_raw": 0.0001311279201473407,
"p_renorm": 0.0001311279201473407
},
{
"id": 20,
"logit": -3.3689651489257812,
"p_raw": 0.00012387802254127403,
"p_renorm": 0.00012387802254127403
},
{
"id": 14,
"logit": -3.4201879501342773,
"p_raw": 0.00011769241763446309,
"p_renorm": 0.00011769241763446309
},
{
"id": 25,
"logit": -3.75714111328125,
"p_raw": 8.402559274094209e-05,
"p_renorm": 8.402559274094209e-05
}
],
"selected": 31,
"mu_after": 10.052615859503456
},
{
"logits": [
-1.7522351741790771,
-3.9549057483673096,
2.488574266433716,
3.0799174308776855,
3.9184634685516357,
3.0628950595855713,
0.10524702817201614,
-2.0501630306243896,
-3.884578227996826,
2.8046047687530518,
0.8881874680519104,
0.12073366343975067,
-3.1566479206085205,
-3.9033098220825195,
0.268778532743454,
3.0069093704223633,
-3.3249828815460205,
-2.2644472122192383,
1.4265103340148926,
-2.6179521083831787,
-3.093423366546631,
3.1610069274902344,
-2.4925649166107178,
-1.5585200786590576,
3.015913963317871,
2.8248910903930664,
-2.001392364501953,
-3.260193109512329,
0.6326327323913574,
-2.5657479763031006,
3.741870641708374,
2.371403455734253
],
"u": 0.35561019415600204,
"rng_u64": "6559850241597935132",
"mu_before": 10.052615859503456,
"k": 502,
"survivors": [
{
"id": 4,
"logit": 3.9184634685516357,
"p_raw": 0.18690764370363389,
"p_renorm": 0.18690764370363389
},
{
"id": 30,
"logit": 3.741870641708374,
"p_raw": 0.1566512166542842,
"p_renorm": 0.1566512166542842
},
{
"id": 21,
"logit": 3.1610069274902344,
"p_raw": 0.08763303772791774,
"p_renorm": 0.08763303772791774
},
{
"id": 3,
"logit": 3.0799174308776855,
"p_raw": 0.08080740224241459,
"p_renorm": 0.08080740224241459
},
{
"id": 5,
"logit": 3.0628950595855713,
"p_raw": 0.07944350991253603,
"p_renorm": 0.07944350991253603
},
{
"id": 24,
"logit": 3.015913963317871,
"p_raw": 0.07579748446970869,
"p_renorm": 0.07579748446970869
},
{
"id": 15,
"logit": 3.0069093704223633,
"p_raw": 0.07511802270887051,
"p_renorm": 0.07511802270887051
},
{
"id": 25,
"logit": 2.8248910903930664,
"p_raw": 0.06261733976222661,
"p_renorm": 0.06261733976222661
},
{
"id": 9,
"logit": 2.8046047687530518,
"p_raw": 0.06135986218917646,
"p_renorm": 0.06135986218917646
},
{
"id": 2,
"logit": 2.488574266433716,
"p_raw": 0.044733622889941614,
"p_renorm": 0.044733622889941614
},
{
"id": 31,
"logit": 2.371403455734253,
"p_raw": 0.039787571836012656,
"p_renorm": 0.039787571836012656
},
{
"id": 18,
"logit": 1.4265103340148926,
"p_raw": 0.015466269268379193,
"p_renorm": 0.015466269268379193
},
{
"id": 10,
"logit": 0.8881874680519104,
"p_raw": 0.00902806998046061,
"p_renorm": 0.00902806998046061
},
{
"id": 28,
"logit": 0.6326327323913574,
"p_raw": 0.006992120517964534,
"p_renorm": 0.006992120517964534
},
{
"id": 14,
"logit": 0.268778532743454,
"p_raw": 0.004859471441513784,
"p_renorm": 0.004859471441513784
},
{
"id": 11,
"logit": 0.12073366343975067,
"p_raw": 0.004190771332123502,
"p_renorm": 0.004190771332123502
},
{
"id": 6,
"logit": 0.10524702817201614,
"p_raw": 0.004126370349411177,
"p_renorm": 0.004126370349411177
},
{
"id": 23,
"logit": -1.5585200786590576,
"p_raw": 0.0007816337986457741,
"p_renorm": 0.0007816337986457741
},
{
"id": 0,
"logit": -1.7522351741790771,
"p_raw": 0.000643982303807727,
"p_renorm": 0.000643982303807727
},
{
"id": 26,
"logit": -2.001392364501953,
"p_raw": 0.0005019567983097504,
"p_renorm": 0.0005019567983097504
},
{
"id": 7,
"logit": -2.0501630306243896,
"p_raw": 0.00047806341484039005,
"p_renorm": 0.00047806341484039005
},
{
"id": 17,
"logit": -2.2644472122192383,
"p_raw": 0.0003858540577062149,
"p_renorm": 0.0003858540577062149
},
{
"id": 22,
"logit": -2.4925649166107178,
"p_raw": 0.0003071516208734674,
"p_renorm": 0.0003071516208734674
},
{
"id": 29,
"logit": -2.5657479763031006,
"p_raw": 0.0002854761377502177,
"p_renorm": 0.0002854761377502177
},
{
"id": 19,
"logit": -2.6179521083831787,
"p_raw": 0.0002709554220214655,
"p_renorm": 0.0002709554220214655
},
{
"id": 20,
"logit": -3.093423366546631,
"p_raw": 0.00016842373815672838,
"p_renorm": 0.00016842373815672838
},
{
"id": 12,
"logit": -3.1566479206085205,
"p_raw": 0.00015810486268098823,
"p_renorm": 0.00015810486268098823
},
{
"id": 27,
"logit": -3.260193109512329,
"p_raw": 0.00014255292180251832,
"p_renorm": 0.00014255292180251832
},
{
"id": 16,
"logit": -3.3249828815460205,
"p_raw": 0.00013360979039274764,
"p_renorm": 0.00013360979039274764
},
{
"id": 8,
"logit": -3.884578227996826,
"p_raw": 7.635001234465001e-05,
"p_renorm": 7.635001234465001e-05
},
{
"id": 13,
"logit": -3.9033098220825195,
"p_raw": 7.493316622563057e-05,
"p_renorm": 7.493316622563057e-05
},
{
"id": 1,
"logit": -3.9549057483673096,
"p_raw": 7.116496786591834e-05,
"p_renorm": 7.116496786591834e-05
}
],
"selected": 21,
"mu_after": 10.20137772748641
},
{
"logits": [
1.753655195236206,
-3.522265911102295,
-0.44043469429016113,
-2.118669033050537,
3.2401835918426514,
3.1251373291015625,
-0.7657635807991028,
-0.8698819875717163,
-0.7035743594169617,
-0.8580288887023926,
-0.6893642544746399,
-2.588101625442505,
-2.1235969066619873,
-3.9326059818267822,
-2.352635145187378,
-2.2987473011016846,
0.17703977227210999,
0.01755261979997158,
0.5926607847213745,
-3.2467539310455322,
-3.7511518001556396,
2.2430379390716553,
-1.1747499704360962,
3.522538900375366,
3.7130849361419678,
-0.6762584447860718,
1.9377796649932861,
0.5414205193519592,
-1.792891263961792,
-1.9557080268859863,
0.002489919774234295,
1.0635658502578735
],
"u": 0.8087285868322764,
"rng_u64": "14918409266387796225",
"mu_before": 10.20137772748641,
"k": 341,
"survivors": [
{
"id": 24,
"logit": 3.7130849361419678,
"p_raw": 0.25672489375323054,
"p_renorm": 0.25672489375323065
},
{
"id": 23,
"logit": 3.522538900375366,
"p_raw": 0.21218510350642952,
"p_renorm": 0.2121851035064296
},
{
"id": 4,
"logit": 3.2401835918426514,
"p_raw": 0.15998878434459263,
"p_renorm": 0.15998878434459268
},
{
"id": 5,
"logit": 3.1251373291015625,
"p_raw": 0.14260198845810668,
"p_renorm": 0.14260198845810673
},
{
"id": 21,
"logit": 2.2430379390716553,
"p_raw": 0.059024821696840375,
"p_renorm": 0.059024821696840396
},
{
"id": 26,
"logit": 1.9377796649932861,
"p_raw": 0.04349734005574393,
"p_renorm": 0.04349734005574395
},
{
"id": 0,
"logit": 1.753655195236206,
"p_raw": 0.03618249065748049,
"p_renorm": 0.036182490657480505
},
{
"id": 31,
"logit": 1.0635658502578735,
"p_raw": 0.01814665004851275,
"p_renorm": 0.018146650048512757
},
{
"id": 18,
"logit": 0.5926607847213745,
"p_raw": 0.011331437106411131,
"p_renorm": 0.011331437106411135
},
{
"id": 27,
"logit": 0.5414205193519592,
"p_raw": 0.01076543611646128,
"p_renorm": 0.010765436116461283
},
{
"id": 16,
"logit": 0.17703977227210999,
"p_raw": 0.00747795901173686,
"p_renorm": 0.0074779590117368625
},
{
"id": 17,
"logit": 0.01755261979997158,
"p_raw": 0.006375565180553406,
"p_renorm": 0.006375565180553408
},
{
"id": 30,
"logit": 0.002489919774234295,
"p_raw": 0.006280251596798947,
"p_renorm": 0.0062802515967989485
},
{
"id": 2,
"logit": -0.44043469429016113,
"p_raw": 0.004032898825021087,
"p_renorm": 0.004032898825021089
},
{
"id": 25,
"logit": -0.6762584447860718,
"p_raw": 0.0031856669746757496,
"p_renorm": 0.0031856669746757505
},
{
"id": 10,
"logit": -0.6893642544746399,
"p_raw": 0.0031441886269397905,
"p_renorm": 0.0031441886269397913
},
{
"id": 8,
"logit": -0.7035743594169617,
"p_raw": 0.003099825326678807,
"p_renorm": 0.0030998253266788078
},
{
"id": 6,
"logit": -0.7657635807991028,
"p_raw": 0.0029129215373961564,
"p_renorm": 0.0029129215373961573
},
{
"id": 9,
"logit": -0.8580288887023926,
"p_raw": 0.0026561859338685217,
"p_renorm": 0.0026561859338685226
},
{
"id": 7,
"logit": -0.8698819875717163,
"p_raw": 0.0026248877560154176,
"p_renorm": 0.0026248877560154185
},
{
"id": 22,
"logit": -1.1747499704360962,
"p_raw": 0.00193512157245801,
"p_renorm": 0.0019351215724580106
},
{
"id": 28,
"logit": -1.792891263961792,
"p_raw": 0.0010429245762083451,
"p_renorm": 0.0010429245762083456
},
{
"id": 29,
"logit": -1.9557080268859863,
"p_raw": 0.00088622190396092,
"p_renorm": 0.0008862219039609203
},
{
"id": 3,
"logit": -2.118669033050537,
"p_raw": 0.000752955680642676,
"p_renorm": 0.0007529556806426763
},
{
"id": 12,
"logit": -2.1235969066619873,
"p_raw": 0.000749254337579113,
"p_renorm": 0.0007492543375791132
},
{
"id": 15,
"logit": -2.2987473011016846,
"p_raw": 0.0006288722280237674,
"p_renorm": 0.0006288722280237677
},
{
"id": 14,
"logit": -2.352635145187378,
"p_raw": 0.0005958805674992671,
"p_renorm": 0.0005958805674992673
},
{
"id": 11,
"logit": -2.588101625442505,
"p_raw": 0.00047086610554500277,
"p_renorm": 0.00047086610554500293
},
{
"id": 19,
"logit": -3.2467539310455322,
"p_raw": 0.0002436959815159923,
"p_renorm": 0.0002436959815159924
},
{
"id": 1,
"logit": -3.522265911102295,
"p_raw": 0.0001850099284559515,
"p_renorm": 0.00018500992845595156
},
{
"id": 20,
"logit": -3.7511518001556396,
"p_raw": 0.00014716046674485028,
"p_renorm": 0.00014716046674485034
},
{
"id": 13,
"logit": -3.9326059818267822,
"p_raw": 0.00012274013787174872,
"p_renorm": 0.00012274013787174877
}
],
"selected": 21,
"mu_after": 10.293124286343279
},
{
"logits": [
2.7420077323913574,
-2.8367345333099365,
0.3091336786746979,
-3.3461644649505615,
-2.464271306991577,
3.9069180488586426,
-3.955911874771118,
1.2709758281707764,
0.9939180612564087,
-1.2324886322021484,
0.20575721561908722,
-1.2580491304397583,
-1.996567964553833,
-3.046386480331421,
-3.439640998840332,
-3.6667213439941406,
-1.2636091709136963,
-1.708726406097412,
-1.0635651350021362,
-1.2745351791381836,
-1.587216854095459,
3.4860270023345947,
0.7848284840583801,
1.2093572616577148,
0.9499098658561707,
1.6436923742294312,
2.9056124687194824,
-2.1415085792541504,
1.4833711385726929,
3.1022298336029053,
-3.556807279586792,
-2.1450698375701904
],
"u": 0.48028379130766585,
"rng_u64": "8859672181003441333",
"mu_before": 10.293124286343279,
"k": 201,
"survivors": [
{
"id": 5,
"logit": 3.9069180488586426,
"p_raw": 0.2968422543419529,
"p_renorm": 0.29684225434195277
},
{
"id": 21,
"logit": 3.4860270023345947,
"p_raw": 0.19486554755222174,
"p_renorm": 0.19486554755222166
},
{
"id": 29,
"logit": 3.1022298336029053,
"p_raw": 0.132755972844076,
"p_renorm": 0.13275597284407595
},
{
"id": 26,
"logit": 2.9056124687194824,
"p_raw": 0.10905968349789796,
"p_renorm": 0.10905968349789792
},
{
"id": 0,
"logit": 2.7420077323913574,
"p_raw": 0.09260013051256157,
"p_renorm": 0.09260013051256152
},
{
"id": 25,
"logit": 1.6436923742294312,
"p_raw": 0.030875876799587608,
"p_renorm": 0.030875876799587594
},
{
"id": 28,
"logit": 1.4833711385726929,
"p_raw": 0.02630223607033672,
"p_renorm": 0.02630223607033671
},
{
"id": 7,
"logit": 1.2709758281707764,
"p_raw": 0.02126917086139197,
"p_renorm": 0.021269170861391958
},
{
"id": 23,
"logit": 1.2093572616577148,
"p_raw": 0.01999815622072163,
"p_renorm": 0.01999815622072162
},
{
"id": 8,
"logit": 0.9939180612564087,
"p_raw": 0.01612225926121917,
"p_renorm": 0.016122259261219164
},
{
"id": 24,
"logit": 0.9499098658561707,
"p_raw": 0.015428133363184212,
"p_renorm": 0.015428133363184205
},
{
"id": 22,
"logit": 0.7848284840583801,
"p_raw": 0.01308035259854567,
"p_renorm": 0.013080352598545664
},
{
"id": 2,
"logit": 0.3091336786746979,
"p_raw": 0.00812882589976254,
"p_renorm": 0.008128825899762536
},
{
"id": 10,
"logit": 0.20575721561908722,
"p_raw": 0.007330472935151958,
"p_renorm": 0.007330472935151954
},
{
"id": 18,
"logit": -1.0635651350021362,
"p_raw": 0.002060024103951899,
"p_renorm": 0.002060024103951898
},
{
"id": 9,
"logit": -1.2324886322021484,
"p_raw": 0.0017398417946548055,
"p_renorm": 0.0017398417946548046
},
{
"id": 11,
"logit": -1.2580491304397583,
"p_raw": 0.00169593411316082,
"p_renorm": 0.0016959341131608193
},
{
"id": 16,
"logit": -1.2636091709136963,
"p_raw": 0.0016865308164302054,
"p_renorm": 0.0016865308164302048
},
{
"id": 19,
"logit": -1.2745351791381836,
"p_raw": 0.0016682040682762236,
"p_renorm": 0.001668204068276223
},
{
"id": 20,
"logit": -1.587216854095459,
"p_raw": 0.0012202624573543683,
"p_renorm": 0.0012202624573543679
},
{
"id": 17,
"logit": -1.708726406097412,
"p_raw": 0.0010806431926153465,
"p_renorm": 0.001080643192615346
},
{
"id": 12,
"logit": -1.996567964553833,
"p_raw": 0.0008103531441696664,
"p_renorm": 0.0008103531441696661
},
{
"id": 27,
"logit": -2.1415085792541504,
"p_raw": 0.0007010151637586455,
"p_renorm": 0.0007010151637586451
},
{
"id": 31,
"logit": -2.1450698375701904,
"p_raw": 0.0006985231077384566,
"p_renorm": 0.0006985231077384562
},
{
"id": 4,
"logit": -2.464271306991577,
"p_raw": 0.0005076370839878075,
"p_renorm": 0.0005076370839878073
},
{
"id": 1,
"logit": -2.8367345333099365,
"p_raw": 0.00034977971280759977,
"p_renorm": 0.0003497797128075996
},
{
"id": 13,
"logit": -3.046386480331421,
"p_raw": 0.0002836246239796986,
"p_renorm": 0.0002836246239796985
},
{
"id": 3,
"logit": -3.3461644649505615,
"p_raw": 0.0002101609430608567,
"p_renorm": 0.00021016094306085663
},
{
"id": 14,
"logit": -3.439640998840332,
"p_raw": 0.00019140605212648353,
"p_renorm": 0.00019140605212648344
},
{
"id": 30,
"logit": -3.556807279586792,
"p_raw": 0.00017024367925382882,
"p_renorm": 0.00017024367925382874
},
{
"id": 15,
"logit": -3.6667213439941406,
"p_raw": 0.00015252320580296682,
"p_renorm": 0.00015252320580296677
},
{
"id": 6,
"logit": -3.955911874771118,
"p_raw": 0.00011421997825902416,
"p_renorm": 0.0001142199782590241
}
],
"selected": 21,
"mu_after": 10.557179381158251
},
{
"logits": [
-3.0978705883026123,
2.7778685092926025,
1.306696891784668,
-3.6504898071289062,
-1.895068883895874,
0.3532516658306122,
-1.6444454193115234,
2.294325113296509,
-3.9031946659088135,
0.25346165895462036,
3.0734593868255615,
-3.409970283508301,
2.412947654724121,
-3.1025993824005127,
-0.11967860162258148,
-1.3966493606567383,
2.368922472000122,
-0.7575944066047668,
1.5532503128051758,
3.580105781555176,
0.2668413817882538,
-3.8045589923858643,
3.6950130462646484,
3.732146739959717,
-3.47525954246521,
-2.7753050327301025,
-3.9238555431365967,
3.2425739765167236,
-3.2283177375793457,
0.4974481463432312,
-2.0133421421051025,
-0.862472414970398
],
"u": 0.2991526503740042,
"rng_u64": "5518392380421167412",
"mu_before": 10.557179381158251,
"k": 1539,
"survivors": [
{
"id": 23,
"logit": 3.732146739959717,
"p_raw": 0.18168720257416524,
"p_renorm": 0.18168720257416524
},
{
"id": 22,
"logit": 3.6950130462646484,
"p_raw": 0.17506421467269936,
"p_renorm": 0.17506421467269936
},
{
"id": 19,
"logit": 3.580105781555176,
"p_raw": 0.15606078564015033,
"p_renorm": 0.15606078564015033
},
{
"id": 27,
"logit": 3.2425739765167236,
"p_raw": 0.11135394009510971,
"p_renorm": 0.11135394009510971
},
{
"id": 10,
"logit": 3.0734593868255615,
"p_raw": 0.09402861850972087,
"p_renorm": 0.09402861850972087
},
{
"id": 1,
"logit": 2.7778685092926025,
"p_raw": 0.06996592309801122,
"p_renorm": 0.06996592309801122
},
{
"id": 12,
"logit": 2.412947654724121,
"p_raw": 0.0485739537446257,
"p_renorm": 0.0485739537446257
},
{
"id": 16,
"logit": 2.368922472000122,
"p_raw": 0.04648186671127311,
"p_renorm": 0.04648186671127311
},
{
"id": 7,
"logit": 2.294325113296509,
"p_raw": 0.04314061577072716,
"p_renorm": 0.04314061577072716
},
{
"id": 18,
"logit": 1.5532503128051758,
"p_raw": 0.02056087738706373,
"p_renorm": 0.02056087738706373
},
{
"id": 2,
"logit": 1.306696891784668,
"p_raw": 0.016068112100833226,
"p_renorm": 0.016068112100833226
},
{
"id": 29,
"logit": 0.4974481463432312,
"p_raw": 0.007153401284229014,
"p_renorm": 0.007153401284229014
},
{
"id": 5,
"logit": 0.3532516658306122,
"p_raw": 0.006192825639865023,
"p_renorm": 0.006192825639865023
},
{
"id": 20,
"logit": 0.2668413817882538,
"p_raw": 0.00568017012078853,
"p_renorm": 0.00568017012078853
},
{
"id": 9,
"logit": 0.25346165895462036,
"p_raw": 0.005604677182426562,
"p_renorm": 0.005604677182426562
},
{
"id": 14,
"logit": -0.11967860162258148,
"p_raw": 0.003859204984569417,
"p_renorm": 0.003859204984569417
},
{
"id": 17,
"logit": -0.7575944066047668,
"p_raw": 0.00203917516403052,
"p_renorm": 0.00203917516403052
},
{
"id": 31,
"logit": -0.862472414970398,
"p_raw": 0.0018361433864960521,
"p_renorm": 0.0018361433864960521
},
{
"id": 15,
"logit": -1.3966493606567383,
"p_raw": 0.0010762582483285184,
"p_renorm": 0.0010762582483285184
},
{
"id": 6,
"logit": -1.6444454193115234,
"p_raw": 0.0008400401270633897,
"p_renorm": 0.0008400401270633897
},
{
"id": 4,
"logit": -1.895068883895874,
"p_raw": 0.0006538161504556595,
"p_renorm": 0.0006538161504556595
},
{
"id": 30,
"logit": -2.0133421421051025,
"p_raw": 0.0005808850787399111,
"p_renorm": 0.0005808850787399111
},
{
"id": 25,
"logit": -2.7753050327301025,
"p_raw": 0.00027112773253199033,
"p_renorm": 0.00027112773253199033
},
{
"id": 0,
"logit": -3.0978705883026123,
"p_raw": 0.00019637468490538748,
"p_renorm": 0.00019637468490538748
},
{
"id": 13,
"logit": -3.1025993824005127,
"p_raw": 0.00019544826161327784,
"p_renorm": 0.00019544826161327784
},
{
"id": 28,
"logit": -3.2283177375793457,
"p_raw": 0.00017235862629532515,
"p_renorm": 0.00017235862629532515
},
{
"id": 11,
"logit": -3.409970283508301,
"p_raw": 0.00014372831222445718,
"p_renorm": 0.00014372831222445718
},
{
"id": 24,
"logit": -3.47525954246521,
"p_raw": 0.00013464417228542614,
"p_renorm": 0.00013464417228542614
},
{
"id": 3,
"logit": -3.6504898071289062,
"p_raw": 0.0001130019723734793,
"p_renorm": 0.0001130019723734793
},
{
"id": 21,
"logit": -3.8045589923858643,
"p_raw": 9.686672725364128e-05,
"p_renorm": 9.686672725364128e-05
},
{
"id": 8,
"logit": -3.9031946659088135,
"p_raw": 8.776830235228224e-05,
"p_renorm": 8.776830235228224e-05
},
{
"id": 26,
"logit": -3.9238555431365967,
"p_raw": 8.597353679245295e-05,
"p_renorm": 8.597353679245295e-05
}
],
"selected": 22,
"mu_after": 10.80577499255922
},
{
"logits": [
-0.03897828981280327,
-0.6568701863288879,
2.685398817062378,
1.7393009662628174,
2.9057044982910156,
0.08439965546131134,
-1.251152753829956,
-1.4911361932754517,
1.4548395872116089,
-0.3714565336704254,
-3.421481132507324,
2.622762680053711,
2.8730294704437256,
3.369776964187622,
1.4254472255706787,
3.574383020401001,
0.11527138948440552,
-0.5461432337760925,
-0.9834285378456116,
1.8143959045410156,
0.26009777188301086,
-1.7099725008010864,
-3.7971889972686768,
-2.040152072906494,
0.7864134311676025,
-1.4770231246948242,
-1.7480220794677734,
-2.8773765563964844,
0.49249327182769775,
-0.6301064491271973,
0.02671213634312153,
-1.5703898668289185
],
"u": 0.9134564332477161,
"rng_u64": "16850297046604172945",
"mu_before": 10.80577499255922,
"k": 911,
"survivors": [
{
"id": 15,
"logit": 3.574383020401001,
"p_raw": 0.2188620968785485,
"p_renorm": 0.21886209687854843
},
{
"id": 13,
"logit": 3.369776964187622,
"p_raw": 0.17836567209593396,
"p_renorm": 0.17836567209593393
},
{
"id": 4,
"logit": 2.9057044982910156,
"p_raw": 0.11214170723813807,
"p_renorm": 0.11214170723813804
},
{
"id": 12,
"logit": 2.8730294704437256,
"p_raw": 0.10853669156285722,
"p_renorm": 0.1085366915628572
},
{
"id": 2,
"logit": 2.685398817062378,
"p_raw": 0.08996832226312892,
"p_renorm": 0.08996832226312891
},
{
"id": 11,
"logit": 2.622762680053711,
"p_raw": 0.08450591200819868,
"p_renorm": 0.08450591200819867
},
{
"id": 19,
"logit": 1.8143959045410156,
"p_raw": 0.03765458479731456,
"p_renorm": 0.03765458479731455
},
{
"id": 3,
"logit": 1.7393009662628174,
"p_raw": 0.03493047937912182,
"p_renorm": 0.03493047937912181
},
{
"id": 8,
"logit": 1.4548395872116089,
"p_raw": 0.026282370827082128,
"p_renorm": 0.02628237082708212
},
{
"id": 14,
"logit": 1.4254472255706787,
"p_raw": 0.025521112276438537,
"p_renorm": 0.02552111227643853
},
{
"id": 24,
"logit": 0.7864134311676025,
"p_raw": 0.013470097754857656,
"p_renorm": 0.013470097754857652
},
{
"id": 28,
"logit": 0.49249327182769775,
"p_raw": 0.010039748742306715,
"p_renorm": 0.010039748742306714
},
{
"id": 20,
"logit": 0.26009777188301086,
"p_raw": 0.007957831899644214,
"p_renorm": 0.007957831899644212
},
{
"id": 16,
"logit": 0.11527138948440552,
"p_raw": 0.006884897233603621,
"p_renorm": 0.006884897233603619
},
{
"id": 5,
"logit": 0.08439965546131134,
"p_raw": 0.006675595888033783,
"p_renorm": 0.006675595888033781
},
{
"id": 30,
"logit": 0.02671213634312153,
"p_raw": 0.0063013944665363366,
"p_renorm": 0.006301394466536335
},
{
"id": 0,
"logit": -0.03897828981280327,
"p_raw": 0.005900756285284111,
"p_renorm": 0.005900756285284109
},
{
"id": 9,
"logit": -0.3714565336704254,
"p_raw": 0.004231693564482794,
"p_renorm": 0.004231693564482793
},
{
"id": 17,
"logit": -0.5461432337760925,
"p_raw": 0.0035534379898167997,
"p_renorm": 0.003553437989816799
},
{
"id": 29,
"logit": -0.6301064491271973,
"p_raw": 0.0032672621373135086,
"p_renorm": 0.0032672621373135077
},
{
"id": 1,
"logit": -0.6568701863288879,
"p_raw": 0.003180977788300285,
"p_renorm": 0.003180977788300284
},
{
"id": 18,
"logit": -0.9834285378456116,
"p_raw": 0.0022947646256205913,
"p_renorm": 0.002294764625620591
},
{
"id": 6,
"logit": -1.251152753829956,
"p_raw": 0.0017557674637755977,
"p_renorm": 0.0017557674637755972
},
{
"id": 25,
"logit": -1.4770231246948242,
"p_raw": 0.0014007890594749874,
"p_renorm": 0.0014007890594749872
},
{
"id": 7,
"logit": -1.4911361932754517,
"p_raw": 0.0013811584771208937,
"p_renorm": 0.0013811584771208935
},
{
"id": 31,
"logit": -1.5703898668289185,
"p_raw": 0.0012759218661553171,
"p_renorm": 0.001275921866155317
},
{
"id": 21,
"logit": -1.7099725008010864,
"p_raw": 0.0011096962349392242,
"p_renorm": 0.001109696234939224
},
{
"id": 26,
"logit": -1.7480220794677734,
"p_raw": 0.0010682659613192585,
"p_renorm": 0.0010682659613192582
},
{
"id": 23,
"logit": -2.040152072906494,
"p_raw": 0.0007976437127757548,
"p_renorm": 0.0007976437127757545
},
{
"id": 27,
"logit": -2.8773765563964844,
"p_raw": 0.000345308264732095,
"p_renorm": 0.0003453082647320949
},
{
"id": 10,
"logit": -3.421481132507324,
"p_raw": 0.00020040352581253995,
"p_renorm": 0.0002004035258125399
},
{
"id": 22,
"logit": -3.7971889972686768,
"p_raw": 0.00013763773133164598,
"p_renorm": 0.00013763773133164596
}
],
"selected": 14,
"mu_after": 10.776558494269194
}
],
"min_margin": 0.003312516079046368
},
{
"id": "mirostat-v1-2",
"version": 1,
"params": {
"tau": 3.0,
"eta": 0.1,
"n_vocab": 32,
"m": 100
},
"mu_initial": 6.0,
"steps": [
{
"logits": [
0.2214672863483429,
-1.6389919519424438,
3.6967763900756836,
-0.1012730598449707,
3.5079426765441895,
1.2297375202178955,
-0.7543537020683289,
-3.685349225997925,
0.6877055764198303,
0.33753111958503723,
-1.8778154850006104,
-0.14725123345851898,
2.975680351257324,
-0.9287332892417908,
3.7075178623199463,
-3.847146987915039,
1.7718801498413086,
0.49863260984420776,
2.793752670288086,
-0.340842068195343,
3.001282215118408,
-1.7347385883331299,
-1.5776723623275757,
-1.0455710887908936,
3.3770124912261963,
-2.4508423805236816,
-0.5111267566680908,
-3.359257221221924,
-1.8180274963378906,
0.9915946125984192,
-3.4050140380859375,
2.5604918003082275
],
"u": 0.5062408456999272,
"rng_u64": "9338495320284844221",
"mu_before": 6.0,
"k": 27,
"survivors": [
{
"id": 14,
"logit": 3.7075178623199463,
"p_raw": 0.17253344597777082,
"p_renorm": 0.17253344597777084
},
{
"id": 2,
"logit": 3.6967763900756836,
"p_raw": 0.17069010060180267,
"p_renorm": 0.1706901006018027
},
{
"id": 4,
"logit": 3.5079426765441895,
"p_raw": 0.1413184594984001,
"p_renorm": 0.14131845949840013
},
{
"id": 24,
"logit": 3.3770124912261963,
"p_raw": 0.1239757195448666,
"p_renorm": 0.12397571954486662
},
{
"id": 20,
"logit": 3.001282215118408,
"p_raw": 0.0851449808188203,
"p_renorm": 0.08514498081882031
},
{
"id": 12,
"logit": 2.975680351257324,
"p_raw": 0.08299277836335725,
"p_renorm": 0.08299277836335726
},
{
"id": 18,
"logit": 2.793752670288086,
"p_raw": 0.069187894709083,
"p_renorm": 0.06918789470908301
},
{
"id": 31,
"logit": 2.5604918003082275,
"p_raw": 0.05479314228791404,
"p_renorm": 0.05479314228791406
},
{
"id": 16,
"logit": 1.7718801498413086,
"p_raw": 0.024902131318418074,
"p_renorm": 0.02490213131841808
},
{
"id": 5,
"logit": 1.2297375202178955,
"p_raw": 0.014480613651421148,
"p_renorm": 0.014480613651421151
},
{
"id": 29,
"logit": 0.9915946125984192,
"p_raw": 0.011412027666495001,
"p_renorm": 0.011412027666495003
},
{
"id": 8,
"logit": 0.6877055764198303,
"p_raw": 0.00842142304339629,
"p_renorm": 0.008421423043396293
},
{
"id": 17,
"logit": 0.49863260984420776,
"p_raw": 0.006970631720808258,
"p_renorm": 0.00697063172080826
},
{
"id": 9,
"logit": 0.33753111958503723,
"p_raw": 0.005933441297477949,
"p_renorm": 0.0059334412974779505
},
{
"id": 0,
"logit": 0.2214672863483429,
"p_raw": 0.005283245206888314,
"p_renorm": 0.005283245206888315
},
{
"id": 3,
"logit": -0.1012730598449707,
"p_raw": 0.003825924682948821,
"p_renorm": 0.0038259246829488217
},
{
"id": 11,
"logit": -0.14725123345851898,
"p_raw": 0.003653998369107468,
"p_renorm": 0.003653998369107469
},
{
"id": 19,
"logit": -0.340842068195343,
"p_raw": 0.0030108763329066133,
"p_renorm": 0.003010876332906614
},
{
"id": 26,
"logit": -0.5111267566680908,
"p_raw": 0.002539447374883541,
"p_renorm": 0.0025394473748835415
},
{
"id": 6,
"logit": -0.7543537020683289,
"p_raw": 0.0019911642999835646,
"p_renorm": 0.001991164299983565
},
{
"id": 13,
"logit": -0.9287332892417908,
"p_raw": 0.001672534190968362,
"p_renorm": 0.0016725341909683625
},
{
"id": 23,
"logit": -1.0455710887908936,
"p_raw": 0.0014881030027488452,
"p_renorm": 0.0014881030027488456
},
{
"id": 22,
"logit": -1.5776723623275757,
"p_raw": 0.000874066239546107,
"p_renorm": 0.0008740662395461072
},
{
"id": 1,
"logit": -1.6389919519424438,
"p_raw": 0.0008220790613509619,
"p_renorm": 0.0008220790613509622
},
{
"id": 21,
"logit": -1.7347385883331299,
"p_raw": 0.0007470184889267675,
"p_renorm": 0.0007470184889267677
},
{
"id": 28,
"logit": -1.8180274963378906,
"p_raw": 0.0006873207221325834,
"p_renorm": 0.0006873207221325835
},
{
"id": 10,
"logit": -1.8778154850006104,
"p_raw": 0.0006474315275763311,
"p_renorm": 0.0006474315275763312
}
],
"selected": 24,
"mu_after": 5.998812950377153
},
{
"logits": [
-3.2591612339019775,
0.8041883707046509,
1.0789421796798706,
1.037420392036438,
0.910555899143219,
-0.27585986256599426,
-0.6391071677207947,
3.2912895679473877,
0.27096205949783325,
2.9913740158081055,
-2.3127048015594482,
-2.4939818382263184,
1.1856225728988647,
3.544569492340088,
-0.8242088556289673,
-1.1997414827346802,
3.7907164096832275,
-1.912502646446228,
-1.984338402748108,
1.2789902687072754,
-0.6168960928916931,
2.2608633041381836,
-3.5961878299713135,
0.2797352969646454,
0.8217182755470276,
-1.6208027601242065,
-1.197697401046753,
-3.705245018005371,
3.897390365600586,
3.4901702404022217,
-2.1111462116241455,
-3.5745692253112793
],
"u": 0.6504143004679129,
"rng_u64": "11998026142612416967",
"mu_before": 5.998812950377153,
"k": 22,
"survivors": [
{
"id": 28,
"logit": 3.897390365600586,
"p_raw": 0.20320199498226707,
"p_renorm": 0.2032019949822671
},
{
"id": 16,
"logit": 3.7907164096832275,
"p_raw": 0.18264174884908255,
"p_renorm": 0.18264174884908257
},
{
"id": 13,
"logit": 3.544569492340088,
"p_raw": 0.14279066265844925,
"p_renorm": 0.14279066265844928
},
{
"id": 29,
"logit": 3.4901702404022217,
"p_raw": 0.13523045651001753,
"p_renorm": 0.13523045651001755
},
{
"id": 7,
"logit": 3.2912895679473877,
"p_raw": 0.1108413318430725,
"p_renorm": 0.11084133184307252
},
{
"id": 9,
"logit": 2.9913740158081055,
"p_raw": 0.08212021281746143,
"p_renorm": 0.08212021281746144
},
{
"id": 21,
"logit": 2.2608633041381836,
"p_raw": 0.03955426284195035,
"p_renorm": 0.039554262841950356
},
{
"id": 19,
"logit": 1.2789902687072754,
"p_raw": 0.014817374376420361,
"p_renorm": 0.014817374376420363
},
{
"id": 12,
"logit": 1.1856225728988647,
"p_raw": 0.01349653169263857,
"p_renorm": 0.013496531692638572
},
{
"id": 2,
"logit": 1.0789421796798706,
"p_raw": 0.012130856706717564,
"p_renorm": 0.012130856706717565
},
{
"id": 3,
"logit": 1.037420392036438,
"p_raw": 0.011637475762777579,
"p_renorm": 0.01163747576277758
},
{
"id": 4,
"logit": 0.910555899143219,
"p_raw": 0.01025090574478064,
"p_renorm": 0.010250905744780641
},
{
"id": 24,
"logit": 0.8217182755470276,
"p_raw": 0.009379518634602877,
"p_renorm": 0.009379518634602879
},
{
"id": 1,
"logit": 0.8041883707046509,
"p_raw": 0.009216529332776564,
"p_renorm": 0.009216529332776566
},
{
"id": 23,
"logit": 0.2797352969646454,
"p_raw": 0.005455070072986817,
"p_renorm": 0.005455070072986818
},
{
"id": 8,
"logit": 0.27096205949783325,
"p_raw": 0.005407420772780277,
"p_renorm": 0.005407420772780278
},
{
"id": 5,
"logit": -0.27585986256599426,
"p_raw": 0.003129741162093088,
"p_renorm": 0.0031297411620930886
},
{
"id": 20,
"logit": -0.6168960928916931,
"p_raw": 0.0022253497070813346,
"p_renorm": 0.002225349707081335
},
{
"id": 6,
"logit": -0.6391071677207947,
"p_raw": 0.002176467174602433,
"p_renorm": 0.0021764671746024333
},
{
"id": 14,
"logit": -0.8242088556289673,
"p_raw": 0.0018086872614998342,
"p_renorm": 0.0018086872614998344
},
{
"id": 26,
"logit": -1.197697401046753,
"p_raw": 0.0012449716602857595,
"p_renorm": 0.0012449716602857598
},
{
"id": 15,
"logit": -1.1997414827346802,
"p_raw": 0.0012424294356555626,
"p_renorm": 0.0012424294356555628
}
],
"selected": 29,
"mu_after": 6.01016215198799
},
{
"logits": [
-2.5541634559631348,
-1.171855092048645,
1.880561351776123,
1.1642887592315674,
-0.43869179487228394,
-0.5291985273361206,
0.892477810382843,
2.4055612087249756,
-2.616210460662842,
-1.6433669328689575,
-2.2176835536956787,
1.2155895233154297,
-1.7036470174789429,
-3.356574058532715,
2.4786994457244873,
1.8437721729278564,
-2.4980409145355225,
3.0453717708587646,
-0.6371889710426331,
1.5482608079910278,
2.4417710304260254,
-3.2978949546813965,
3.6953885555267334,
-2.8601460456848145,
-2.612476110458374,
-2.805104970932007,
0.4828930199146271,
1.6768460273742676,
0.43801477551460266,
-2.7693586349487305,
3.4877235889434814,
-1.7989473342895508
],
"u": 0.5318155340283146,
"rng_u64": "9810265050643493897",
"mu_before": 6.01016215198799,
"k": 19,
"survivors": [
{
"id": 22,
"logit": 3.6953885555267334,
"p_raw": 0.24300045623410885,
"p_renorm": 0.24300045623410874
},
{
"id": 30,
"logit": 3.4877235889434814,
"p_raw": 0.19743281598905196,
"p_renorm": 0.19743281598905188
},
{
"id": 17,
"logit": 3.0453717708587646,
"p_raw": 0.12685523268718663,
"p_renorm": 0.12685523268718657
},
{
"id": 14,
"logit": 2.4786994457244873,
"p_raw": 0.07197898569322264,
"p_renorm": 0.07197898569322261
},
{
"id": 20,
"logit": 2.4417710304260254,
"p_raw": 0.0693693963689916,
"p_renorm": 0.06936939636899157
},
{
"id": 7,
"logit": 2.4055612087249756,
"p_raw": 0.066902475808054,
"p_renorm": 0.06690247580805397
},
{
"id": 2,
"logit": 1.880561351776123,
"p_raw": 0.039576524115142196,
"p_renorm": 0.039576524115142175
},
{
"id": 15,
"logit": 1.8437721729278564,
"p_raw": 0.038146993155188366,
"p_renorm": 0.03814699315518835
},
{
"id": 27,
"logit": 1.6768460273742676,
"p_raw": 0.032282354889012405,
"p_renorm": 0.03228235488901239
},
{
"id": 19,
"logit": 1.5482608079910278,
"p_raw": 0.028387121480136036,
"p_renorm": 0.028387121480136022
},
{
"id": 11,
"logit": 1.2155895233154297,
"p_raw": 0.02035373205894686,
"p_renorm": 0.02035373205894685
},
{
"id": 3,
"logit": 1.1642887592315674,
"p_raw": 0.019335901022151526,
"p_renorm": 0.01933590102215152
},
{
"id": 6,
"logit": 0.892477810382843,
"p_raw": 0.014733923787711246,
"p_renorm": 0.01473392378771124
},
{
"id": 26,
"logit": 0.4828930199146271,
"p_raw": 0.009782233040497896,
"p_renorm": 0.009782233040497891
},
{
"id": 28,
"logit": 0.43801477551460266,
"p_raw": 0.009352928855561788,
"p_renorm": 0.009352928855561785
},
{
"id": 4,
"logit": -0.43869179487228394,
"p_raw": 0.0038922327723898164,
"p_renorm": 0.0038922327723898147
},
{
"id": 5,
"logit": -0.5291985273361206,
"p_raw": 0.00355543080225637,
"p_renorm": 0.003555430802256368
},
{
"id": 18,
"logit": -0.6371889710426331,
"p_raw": 0.0031914833039095036,
"p_renorm": 0.0031914833039095023
},
{
"id": 1,
"logit": -1.171855092048645,
"p_raw": 0.0018697779364807328,
"p_renorm": 0.001869777936480732
}
],
"selected": 17,
"mu_after": 6.012287645575547
},
{
"logits": [
-0.1589210480451584,
1.7733315229415894,
-3.0506508350372314,
-1.6460388898849487,
1.9104387760162354,
-1.6667519807815552,
1.9006348848342896,
1.0460542440414429,
-3.521937131881714,
0.17317746579647064,
3.8196163177490234,
0.2960972487926483,
-0.5187191367149353,
2.8968043327331543,
-1.6650338172912598,
2.1903347969055176,
-3.1649246215820312,
-0.8466408848762512,
2.706624984741211,
-2.1797585487365723,
-0.32797908782958984,
0.7891998887062073,
-2.8026504516601562,
0.8262388706207275,
2.0135788917541504,
0.20330464839935303,
-3.4590799808502197,
-2.2926392555236816,
-0.6387419700622559,
3.1339893341064453,
-3.0599453449249268,
1.85453200340271
],
"u": 0.7297638539957544,
"rng_u64": "13461767048903625277",
"mu_before": 6.012287645575547,
"k": 15,
"survivors": [
{
"id": 10,
"logit": 3.8196163177490234,
"p_raw": 0.2965889648859667,
"p_renorm": 0.2965889648859667
},
{
"id": 29,
"logit": 3.1339893341064453,
"p_raw": 0.14941388995967525,
"p_renorm": 0.14941388995967525
},
{
"id": 13,
"logit": 2.8968043327331543,
"p_raw": 0.11786445038471248,
"p_renorm": 0.11786445038471248
},
{
"id": 18,
"logit": 2.706624984741211,
"p_raw": 0.09745160449588089,
"p_renorm": 0.09745160449588089
},
{
"id": 15,
"logit": 2.1903347969055176,
"p_raw": 0.05815231580177749,
"p_renorm": 0.05815231580177749
},
{
"id": 24,
"logit": 2.0135788917541504,
"p_raw": 0.048730728069992055,
"p_renorm": 0.048730728069992055
},
{
"id": 4,
"logit": 1.9104387760162354,
"p_raw": 0.04395514499026416,
"p_renorm": 0.04395514499026416
},
{
"id": 6,
"logit": 1.9006348848342896,
"p_raw": 0.043526319048086945,
"p_renorm": 0.043526319048086945
},
{
"id": 31,
"logit": 1.85453200340271,
"p_raw": 0.04156518464494115,
"p_renorm": 0.04156518464494115
},
{
"id": 1,
"logit": 1.7733315229415894,
"p_raw": 0.03832346718671386,
"p_renorm": 0.03832346718671386
},
{
"id": 7,
"logit": 1.0460542440414429,
"p_raw": 0.01851877625201383,
"p_renorm": 0.01851877625201383
},
{
"id": 23,
"logit": 0.8262388706207275,
"p_raw": 0.014864410169379097,
"p_renorm": 0.014864410169379097
},
{
"id": 21,
"logit": 0.7891998887062073,
"p_raw": 0.014323918961602481,
"p_renorm": 0.014323918961602481
},
{
"id": 11,
"logit": 0.2960972487926483,
"p_raw": 0.008748026697768396,
"p_renorm": 0.008748026697768396
},
{
"id": 25,
"logit": 0.20330464839935303,
"p_raw": 0.00797279845122529,
"p_renorm": 0.00797279845122529
}
],
"selected": 24,
"mu_after": 5.8763852043510365
},
{
"logits": [
-3.481661081314087,
1.06072998046875,
0.7043729424476624,
1.4021694660186768,
3.9159936904907227,
2.281583547592163,
-3.3569114208221436,
0.5185203552246094,
0.8347712755203247,
-2.6149168014526367,
2.4054946899414062,
3.4884886741638184,
3.9148802757263184,
0.5898122191429138,
-2.906968355178833,
3.7890946865081787,
-1.5978816747665405,
-3.621035099029541,
-2.1557116508483887,
3.8729257583618164,
1.152356743812561,
-3.106907844543457,
-2.9315648078918457,
2.4873645305633545,
0.6663931012153625,
0.09200736880302429,
-3.513899803161621,
1.828407645225525,
1.0674071311950684,
0.06718610972166061,
-1.3429985046386719,
-0.9745669960975647
],
"u": 0.8799563340364633,
"rng_u64": "16232329290010313646",
"mu_before": 5.8763852043510365,
"k": 25,
"survivors": [
{
"id": 4,
"logit": 3.9159936904907227,
"p_raw": 0.17281011908621371,
"p_renorm": 0.17281011908621374
},
{
"id": 12,
"logit": 3.9148802757263184,
"p_raw": 0.17261781682413987,
"p_renorm": 0.1726178168241399
},
{
"id": 19,
"logit": 3.8729257583618164,
"p_raw": 0.16552553650750065,
"p_renorm": 0.16552553650750068
},
{
"id": 15,
"logit": 3.7890946865081787,
"p_raw": 0.15221506318364586,
"p_renorm": 0.1522150631836459
},
{
"id": 11,
"logit": 3.4884886741638184,
"p_raw": 0.11269537678125839,
"p_renorm": 0.1126953767812584
},
{
"id": 23,
"logit": 2.4873645305633545,
"p_raw": 0.04141173332210922,
"p_renorm": 0.04141173332210923
},
{
"id": 10,
"logit": 2.4054946899414062,
"p_raw": 0.038156434765289224,
"p_renorm": 0.03815643476528923
},
{
"id": 5,
"logit": 2.281583547592163,
"p_raw": 0.033709620496223176,
"p_renorm": 0.03370962049622318
},
{
"id": 27,
"logit": 1.828407645225525,
"p_raw": 0.02142604780309946,
"p_renorm": 0.021426047803099462
},
{
"id": 3,
"logit": 1.4021694660186768,
"p_raw": 0.013990369355322814,
"p_renorm": 0.013990369355322815
},
{
"id": 20,
"logit": 1.152356743812561,
"p_raw": 0.010897751325113725,
"p_renorm": 0.010897751325113727
},
{
"id": 28,
"logit": 1.0674071311950684,
"p_raw": 0.010010222840689267,
"p_renorm": 0.010010222840689269
},
{
"id": 1,
"logit": 1.06072998046875,
"p_raw": 0.009943605727736513,
"p_renorm": 0.009943605727736515
},
{
"id": 8,
"logit": 0.8347712755203247,
"p_raw": 0.007932521851977395,
"p_renorm": 0.007932521851977396
},
{
"id": 2,
"logit": 0.7043729424476624,
"p_raw": 0.006962737152955136,
"p_renorm": 0.0069627371529551365
},
{
"id": 24,
"logit": 0.6663931012153625,
"p_raw": 0.006703252289117578,
"p_renorm": 0.006703252289117579
},
{
"id": 13,
"logit": 0.5898122191429138,
"p_raw": 0.0062090750700674775,
"p_renorm": 0.006209075070067478
},
{
"id": 7,
"logit": 0.5185203552246094,
"p_raw": 0.005781829059557821,
"p_renorm": 0.005781829059557822
},
{
"id": 25,
"logit": 0.09200736880302429,
"p_raw": 0.003774270399984725,
"p_renorm": 0.0037742703999847256
},
{
"id": 29,
"logit": 0.06718610972166061,
"p_raw": 0.003681741350802252,
"p_renorm": 0.0036817413508022524
},
{
"id": 31,
"logit": -0.9745669960975647,
"p_raw": 0.0012990493498244583,
"p_renorm": 0.0012990493498244585
},
{
"id": 30,
"logit": -1.3429985046386719,
"p_raw": 0.000898706491666539,
"p_renorm": 0.0008987064916665391
},
{
"id": 16,
"logit": -1.5978816747665405,
"p_raw": 0.0006965038549202514,
"p_renorm": 0.0006965038549202515
},
{
"id": 18,
"logit": -2.1557116508483887,
"p_raw": 0.0003987135948802365,
"p_renorm": 0.00039871359488023657
},
{
"id": 9,
"logit": -2.6149168014526367,
"p_raw": 0.00025190151590408113,
"p_renorm": 0.0002519015159040812
}
],
"selected": 5,
"mu_after": 5.687315623925121
},
{
"logits": [
3.689530849456787,
0.45448845624923706,
3.24324107170105,
-0.5156642198562622,
-3.1536028385162354,
-0.43928220868110657,
0.46716177463531494,
1.8868516683578491,
2.226731538772583,
3.8416476249694824,
-3.6168835163116455,
1.8406931161880493,
1.5754330158233643,
0.41047054529190063,
1.328390121459961,
-1.5318647623062134,
3.701120376586914,
-3.0913655757904053,
1.6475763320922852,
-0.17820915579795837,
-1.2172683477401733,
-3.9132959842681885,
3.2335124015808105,
-3.4132378101348877,
0.5581904649734497,
-2.1044087409973145,
-0.6487788558006287,
-3.3514485359191895,
2.0836358070373535,
-1.1410832405090332,
-1.0279545783996582,
-1.6568255424499512
],
"u": 0.43437433733959174,
"rng_u64": "8012792233090628539",
"mu_before": 5.687315623925121,
"k": 17,
"survivors": [
{
"id": 9,
"logit": 3.8416476249694824,
"p_raw": 0.20317163007762246,
"p_renorm": 0.20317163007762246
},
{
"id": 16,
"logit": 3.701120376586914,
"p_raw": 0.17653582703612467,
"p_renorm": 0.17653582703612467
},
{
"id": 0,
"logit": 3.689530849456787,
"p_raw": 0.17450167050386506,
"p_renorm": 0.17450167050386506
},
{
"id": 2,
"logit": 3.24324107170105,
"p_raw": 0.11168077036179434,
"p_renorm": 0.11168077036179434
},
{
"id": 22,
"logit": 3.2335124015808105,
"p_raw": 0.11059953301687328,
"p_renorm": 0.11059953301687328
},
{
"id": 8,
"logit": 2.226731538772583,
"p_raw": 0.04041233273094587,
"p_renorm": 0.04041233273094587
},
{
"id": 28,
"logit": 2.0836358070373535,
"p_raw": 0.0350242007400979,
"p_renorm": 0.0350242007400979
},
{
"id": 7,
"logit": 1.8868516683578491,
"p_raw": 0.028767754762376852,
"p_renorm": 0.028767754762376852
},
{
"id": 11,
"logit": 1.8406931161880493,
"p_raw": 0.02747005717361201,
"p_renorm": 0.02747005717361201
},
{
"id": 18,
"logit": 1.6475763320922852,
"p_raw": 0.022645922130240574,
"p_renorm": 0.022645922130240574
},
{
"id": 12,
"logit": 1.5754330158233643,
"p_raw": 0.021069710357656313,
"p_renorm": 0.021069710357656313
},
{
"id": 14,
"logit": 1.328390121459961,
"p_raw": 0.01645770220348508,
"p_renorm": 0.01645770220348508
},
{
"id": 24,
"logit": 0.5581904649734497,
"p_raw": 0.007618609937836463,
"p_renorm": 0.007618609937836463
},
{
"id": 6,
"logit": 0.46716177463531494,
"p_raw": 0.006955726240677247,
"p_renorm": 0.006955726240677247
},
{
"id": 1,
"logit": 0.45448845624923706,
"p_raw": 0.006868130345176066,
"p_renorm": 0.006868130345176066
},
{
"id": 13,
"logit": 0.41047054529190063,
"p_raw": 0.006572366795821457,
"p_renorm": 0.006572366795821457
},
{
"id": 19,
"logit": -0.17820915579795837,
"p_raw": 0.0036480555857943174,
"p_renorm": 0.0036480555857943174
}
],
"selected": 0,
"mu_after": 5.735446899177933
}
],
"min_margin": 0.009185366929916783
},
{
"id": "mirostat-v1-3",
"version": 1,
"params": {
"tau": 2.0,
"eta": 0.2,
"n_vocab": 32,
"m": 100
},
"mu_initial": 4.0,
"steps": [
{
"logits": [
3.260918378829956,
-0.4494064748287201,
0.466367244720459,
-0.43025609850883484,
-0.2377397119998932,
-3.5257480144500732,
-1.9039191007614136,
2.5698907375335693,
1.4524428844451904,
0.7536258101463318,
0.1369927078485489,
3.637254238128662,
0.503123939037323,
2.0643603801727295,
1.8479387760162354,
-0.2000514417886734,
0.38940438628196716,
0.0661303773522377,
1.870429515838623,
-2.8309929370880127,
3.2504842281341553,
0.012530369684100151,
1.037307858467102,
3.261014699935913,
0.30184903740882874,
-2.0183327198028564,
0.871303915977478,
1.4841021299362183,
1.9331791400909424,
0.6217565536499023,
1.4556604623794556,
0.3304111063480377
],
"u": 0.017815478191208323,
"rng_u64": "328637566743975792",
"mu_before": 4.0,
"k": 4,
"survivors": [
{
"id": 11,
"logit": 3.637254238128662,
"p_raw": 0.3276478832572726,
"p_renorm": 0.3276478832572726
},
{
"id": 23,
"logit": 3.261014699935913,
"p_raw": 0.22490992009200736,
"p_renorm": 0.22490992009200736
},
{
"id": 0,
"logit": 3.260918378829956,
"p_raw": 0.22488825756305952,
"p_renorm": 0.22488825756305952
},
{
"id": 20,
"logit": 3.2504842281341553,
"p_raw": 0.22255393908766052,
"p_renorm": 0.22255393908766052
}
],
"selected": 11,
"mu_after": 4.078043623291165
},
{
"logits": [
1.9048656225204468,
-2.5386557579040527,
2.944471836090088,
-3.8856115341186523,
1.5106433629989624,
2.848345994949341,
1.5485923290252686,
0.7063218355178833,
3.8164823055267334,
3.9574642181396484,
-3.550712823867798,
0.0877658948302269,
-2.8288657665252686,
0.8291953206062317,
-2.433961868286133,
1.9865210056304932,
0.15834501385688782,
-2.188481569290161,
-0.7077529430389404,
-3.610700845718384,
2.906224250793457,
-1.9152464866638184,
1.5496268272399902,
3.1300525665283203,
1.6554862260818481,
1.9315320253372192,
1.5218263864517212,
3.571653127670288,
3.4387965202331543,
-0.18910405039787292,
0.10324350744485855,
-0.3461346924304962
],
"u": 0.1769266483704922,
"rng_u64": "3263720602309672596",
"mu_before": 4.078043623291165,
"k": 4,
"survivors": [
{
"id": 9,
"logit": 3.9574642181396484,
"p_raw": 0.318094777154193,
"p_renorm": 0.318094777154193
},
{
"id": 8,
"logit": 3.8164823055267334,
"p_raw": 0.27626691096663497,
"p_renorm": 0.27626691096663497
},
{
"id": 27,
"logit": 3.571653127670288,
"p_raw": 0.21627230592328123,
"p_renorm": 0.21627230592328123
},
{
"id": 28,
"logit": 3.4387965202331543,
"p_raw": 0.18936600595589087,
"p_renorm": 0.18936600595589087
}
],
"selected": 9,
"mu_after": 4.147549341162863
},
{
"logits": [
2.616590738296509,
1.2867684364318848,
-2.864227533340454,
0.9012753367424011,
0.41242754459381104,
-3.2328743934631348,
-3.460538387298584,
1.3472932577133179,
-3.653959035873413,
1.6628963947296143,
2.648080587387085,
0.5889986157417297,
1.6173760890960693,
2.786134719848633,
-1.2090277671813965,
-1.5254480838775635,
3.5879158973693848,
-3.9892401695251465,
-0.332821249961853,
-0.9158943295478821,
-1.8235466480255127,
1.8642524480819702,
-3.311229944229126,
3.1567747592926025,
1.7038772106170654,
-0.1888926774263382,
3.822444200515747,
-2.746532917022705,
-0.06968844681978226,
2.149587869644165,
-2.7456157207489014,
2.6182689666748047
],
"u": 0.06830968574094753,
"rng_u64": "1260091290618786322",
"mu_before": 4.147549341162863,
"k": 5,
"survivors": [
{
"id": 26,
"logit": 3.822444200515747,
"p_raw": 0.33685341692893256,
"p_renorm": 0.33685341692893256
},
{
"id": 16,
"logit": 3.5879158973693848,
"p_raw": 0.2664321375872182,
"p_renorm": 0.2664321375872182
},
{
"id": 23,
"logit": 3.1567747592926025,
"p_raw": 0.17311886334005003,
"p_renorm": 0.17311886334005003
},
{
"id": 13,
"logit": 2.786134719848633,
"p_raw": 0.11950263130981398,
"p_renorm": 0.11950263130981398
},
{
"id": 10,
"logit": 2.648080587387085,
"p_raw": 0.10409295083398526,
"p_renorm": 0.10409295083398526
}
],
"selected": 26,
"mu_after": 4.233587908908927
},
{
"logits": [
-3.7854127883911133,
0.16188551485538483,
3.919947862625122,
-3.9649851322174072,
3.2598559856414795,
0.41821005940437317,
2.1847293376922607,
-1.8962626457214355,
-3.631747007369995,
0.06764234602451324,
3.8950436115264893,
2.774106502532959,
-1.8746229410171509,
3.0018258094787598,
-0.7601574063301086,
-3.031527519226074,
3.6081080436706543,
1.7221829891204834,
-2.8547677993774414,
-2.6644654273986816,
-2.0963544845581055,
0.41617754101753235,
-0.04035848006606102,
-3.638908624649048,
-2.5849030017852783,
-1.4336576461791992,
2.7812464237213135,
3.747620105743408,
3.7106261253356934,
-1.4327692985534668,
-0.43570008873939514,
2.933769702911377
],
"u": 0.3456852341390467,
"rng_u64": "6376767044223360693",
"mu_before": 4.233587908908927,
"k": 4,
"survivors": [
{
"id": 2,
"logit": 3.919947862625122,
"p_raw": 0.27561566652179453,
"p_renorm": 0.27561566652179453
},
{
"id": 10,
"logit": 3.8950436115264893,
"p_raw": 0.2688364310296333,
"p_renorm": 0.2688364310296333
},
{
"id": 27,
"logit": 3.747620105743408,
"p_raw": 0.23198660334270219,
"p_renorm": 0.23198660334270219
},
{
"id": 28,
"logit": 3.7106261253356934,
"p_raw": 0.22356129910586997,
"p_renorm": 0.22356129910586997
}
],
"selected": 10,
"mu_after": 4.254548021203897
},
{
"logits": [
-3.2547547817230225,
-0.5907113552093506,
-1.3404968976974487,
1.929970145225525,
-2.1540579795837402,
2.8125882148742676,
2.9481682777404785,
0.04135164991021156,
-2.020855665206909,
1.5880815982818604,
-0.8626434803009033,
1.0572096109390259,
-2.0550472736358643,
3.5815584659576416,
-0.5355752110481262,
-1.4742110967636108,
-2.438793897628784,
0.5919532775878906,
0.7701670527458191,
-0.4247889518737793,
3.651198148727417,
0.31305524706840515,
-2.6045315265655518,
-3.6542751789093018,
2.1826133728027344,
0.6284250020980835,
-1.2471330165863037,
-1.8958710432052612,
2.2742903232574463,
0.44781309366226196,
0.2655096650123596,
1.174591064453125
],
"u": 0.8219509120038784,
"rng_u64": "15162318114887706419",
"mu_before": 4.254548021203897,
"k": 5,
"survivors": [
{
"id": 20,
"logit": 3.651198148727417,
"p_raw": 0.32128704421518145,
"p_renorm": 0.32128704421518145
},
{
"id": 13,
"logit": 3.5815584659576416,
"p_raw": 0.2996740127015327,
"p_renorm": 0.2996740127015327
},
{
"id": 6,
"logit": 2.9481682777404785,
"p_raw": 0.15906375096176922,
"p_renorm": 0.15906375096176922
},
{
"id": 5,
"logit": 2.8125882148742676,
"p_raw": 0.13889593844004364,
"p_renorm": 0.13889593844004364
},
{
"id": 28,
"logit": 2.2742903232574463,
"p_raw": 0.08107925368147295,
"p_renorm": 0.08107925368147295
}
],
"selected": 5,
"mu_after": 4.084963284828833
},
{
"logits": [
3.439725637435913,
1.8661893606185913,
-3.757615566253662,
1.6119624376296997,
-0.5937896966934204,
2.5531229972839355,
3.7227022647857666,
-1.9442336559295654,
-1.8953300714492798,
3.289240837097168,
-3.754669189453125,
-0.6409075856208801,
-2.355896472930908,
-3.414571762084961,
-1.1718244552612305,
-0.12520886957645416,
3.4726624488830566,
1.8152371644973755,
-1.9931408166885376,
-2.785886764526367,
0.4662821888923645,
3.0615336894989014,
0.8070162534713745,
0.06026953086256981,
-3.5108742713928223,
0.1415461152791977,
-3.0524182319641113,
0.7444260120391846,
0.46451783180236816,
2.7511940002441406,
1.361222505569458,
2.5749526023864746
],
"u": 0.9420435011438333,
"rng_u64": "17377635371901605217",
"mu_before": 4.084963284828833,
"k": 4,
"survivors": [
{
"id": 6,
"logit": 3.7227022647857666,
"p_raw": 0.31440920352064367,
"p_renorm": 0.31440920352064367
},
{
"id": 16,
"logit": 3.4726624488830566,
"p_raw": 0.24485238469392118,
"p_renorm": 0.24485238469392118
},
{
"id": 0,
"logit": 3.439725637435913,
"p_raw": 0.2369190937003965,
"p_renorm": 0.2369190937003965
},
{
"id": 9,
"logit": 3.289240837097168,
"p_raw": 0.20381931808503878,
"p_renorm": 0.20381931808503878
}
],
"selected": 9,
"mu_after": 4.0260358253029125
}
],
"min_margin": 0.029811620712280273
},
{
"id": "mirostat-v1-4",
"version": 1,
"params": {
"tau": 4.0,
"eta": 0.05,
"n_vocab": 32,
"m": 100
},
"mu_initial": 8.0,
"steps": [
{
"logits": [
-1.5662144422531128,
-3.3645572662353516,
-0.7376071810722351,
-0.40436893701553345,
-2.988938570022583,
-2.7916765213012695,
-1.6723214387893677,
2.7131118774414062,
-2.9008846282958984,
1.0951086282730103,
-3.052884817123413,
-3.6250736713409424,
0.8444281220436096,
2.026689291000366,
-1.122888445854187,
-3.5252957344055176,
-1.4167038202285767,
2.582244396209717,
-1.3110151290893555,
-1.7235811948776245,
1.9642984867095947,
3.409576892852783,
-3.174461603164673,
-3.93237566947937,
-2.8247764110565186,
3.256213903427124,
3.2847728729248047,
3.542982816696167,
-3.938593864440918,
-0.41882070899009705,
-0.11439601331949234,
-3.669060707092285
],
"u": 0.6167549769645919,
"rng_u64": "11377121216252457208",
"mu_before": 8.0,
"k": 109,
"survivors": [
{
"id": 27,
"logit": 3.542982816696167,
"p_raw": 0.20288403853739462,
"p_renorm": 0.2028840385373947
},
{
"id": 21,
"logit": 3.409576892852783,
"p_raw": 0.17754580877900264,
"p_renorm": 0.17754580877900272
},
{
"id": 26,
"logit": 3.2847728729248047,
"p_raw": 0.15671433619188008,
"p_renorm": 0.15671433619188016
},
{
"id": 25,
"logit": 3.256213903427124,
"p_raw": 0.15230204143078535,
"p_renorm": 0.1523020414307854
},
{
"id": 7,
"logit": 2.7131118774414062,
"p_raw": 0.08847885862084325,
"p_renorm": 0.08847885862084329
},
{
"id": 17,
"logit": 2.582244396209717,
"p_raw": 0.0776255135959177,
"p_renorm": 0.07762551359591773
},
{
"id": 13,
"logit": 2.026689291000366,
"p_raw": 0.04453792401963842,
"p_renorm": 0.04453792401963844
},
{
"id": 20,
"logit": 1.9642984867095947,
"p_raw": 0.04184407655880017,
"p_renorm": 0.04184407655880019
},
{
"id": 9,
"logit": 1.0951086282730103,
"p_raw": 0.017544848756302356,
"p_renorm": 0.017544848756302363
},
{
"id": 12,
"logit": 0.8444281220436096,
"p_raw": 0.013654646715753513,
"p_renorm": 0.013654646715753518
},
{
"id": 30,
"logit": -0.11439601331949234,
"p_raw": 0.0052344184382152915,
"p_renorm": 0.005234418438215294
},
{
"id": 3,
"logit": -0.40436893701553345,
"p_raw": 0.003916830666639929,
"p_renorm": 0.00391683066663993
},
{
"id": 29,
"logit": -0.41882070899009705,
"p_raw": 0.003860632582029584,
"p_renorm": 0.0038606325820295857
},
{
"id": 2,
"logit": -0.7376071810722351,
"p_raw": 0.002806798694631546,
"p_renorm": 0.0028067986946315473
},
{
"id": 14,
"logit": -1.122888445854187,
"p_raw": 0.0019093508487787532,
"p_renorm": 0.001909350848778754
},
{
"id": 18,
"logit": -1.3110151290893555,
"p_raw": 0.001581915779662209,
"p_renorm": 0.0015819157796622097
},
{
"id": 16,
"logit": -1.4167038202285767,
"p_raw": 0.0014232570469792777,
"p_renorm": 0.0014232570469792784
},
{
"id": 0,
"logit": -1.5662144422531128,
"p_raw": 0.0012256083318253539,
"p_renorm": 0.0012256083318253545
},
{
"id": 6,
"logit": -1.6723214387893677,
"p_raw": 0.0011022244020282464,
"p_renorm": 0.0011022244020282468
},
{
"id": 19,
"logit": -1.7235811948776245,
"p_raw": 0.0010471483009110362,
"p_renorm": 0.0010471483009110367
},
{
"id": 5,
"logit": -2.7916765213012695,
"p_raw": 0.0003598655602941781,
"p_renorm": 0.00035986556029417825
},
{
"id": 24,
"logit": -2.8247764110565186,
"p_raw": 0.0003481490275946055,
"p_renorm": 0.00034814902759460565
},
{
"id": 8,
"logit": -2.9008846282958984,
"p_raw": 0.0003226352444878307,
"p_renorm": 0.00032263524448783085
},
{
"id": 4,
"logit": -2.988938570022583,
"p_raw": 0.00029544079733744764,
"p_renorm": 0.00029544079733744775
},
{
"id": 10,
"logit": -3.052884817123413,
"p_raw": 0.00027713984163746125,
"p_renorm": 0.00027713984163746136
},
{
"id": 22,
"logit": -3.174461603164673,
"p_raw": 0.00024541371920917875,
"p_renorm": 0.00024541371920917886
},
{
"id": 1,
"logit": -3.3645572662353516,
"p_raw": 0.00020292770307927136,
"p_renorm": 0.00020292770307927144
},
{
"id": 15,
"logit": -3.5252957344055176,
"p_raw": 0.00017279593036621604,
"p_renorm": 0.00017279593036621612
},
{
"id": 11,
"logit": -3.6250736713409424,
"p_raw": 0.00015638694738889358,
"p_renorm": 0.00015638694738889366
},
{
"id": 31,
"logit": -3.669060707092285,
"p_raw": 0.00014965704837954284,
"p_renorm": 0.0001496570483795429
},
{
"id": 23,
"logit": -3.93237566947937,
"p_raw": 0.0001150114133427493,
"p_renorm": 0.00011501141334274935
},
{
"id": 28,
"logit": -3.938593864440918,
"p_raw": 0.00011429846886288859,
"p_renorm": 0.00011429846886288864
}
],
"selected": 25,
"mu_after": 8.064250359235379
},
{
"logits": [
-0.12766620516777039,
3.9094645977020264,
-1.7943263053894043,
-3.6864233016967773,
-0.013524271547794342,
-2.4661428928375244,
0.4816024601459503,
1.739312767982483,
0.6040645837783813,
3.952937126159668,
2.650330066680908,
3.537199020385742,
3.100583076477051,
0.579140841960907,
-1.932602882385254,
1.8071489334106445,
-2.0729687213897705,
1.2252191305160522,
-1.542656660079956,
-2.63734769821167,
-2.0232248306274414,
1.5948468446731567,
-3.2141036987304688,
-1.0405607223510742,
3.6809182167053223,
-3.432718515396118,
-0.9820807576179504,
-2.7814836502075195,
1.3036600351333618,
-3.4825551509857178,
0.46267083287239075,
-0.9475518465042114
],
"u": 0.2586046100945729,
"rng_u64": "4770413058696033336",
"mu_before": 8.064250359235379,
"k": 123,
"survivors": [
{
"id": 9,
"logit": 3.952937126159668,
"p_raw": 0.21078260270532098,
"p_renorm": 0.21078260270532104
},
{
"id": 1,
"logit": 3.9094645977020264,
"p_raw": 0.2018156697776649,
"p_renorm": 0.20181566977766496
},
{
"id": 24,
"logit": 3.6809182167053223,
"p_raw": 0.16058258747683876,
"p_renorm": 0.1605825874768388
},
{
"id": 11,
"logit": 3.537199020385742,
"p_raw": 0.1390855452978695,
"p_renorm": 0.13908554529786954
},
{
"id": 12,
"logit": 3.100583076477051,
"p_raw": 0.08987980104192224,
"p_renorm": 0.08987980104192225
},
{
"id": 10,
"logit": 2.650330066680908,
"p_raw": 0.057295393276713666,
"p_renorm": 0.05729539327671368
},
{
"id": 15,
"logit": 1.8071489334106445,
"p_raw": 0.024656463834853,
"p_renorm": 0.024656463834853006
},
{
"id": 7,
"logit": 1.739312767982483,
"p_raw": 0.023039333909304346,
"p_renorm": 0.02303933390930435
},
{
"id": 21,
"logit": 1.5948468446731567,
"p_raw": 0.019940184194214342,
"p_renorm": 0.019940184194214346
},
{
"id": 28,
"logit": 1.3036600351333618,
"p_raw": 0.01490281605948006,
"p_renorm": 0.014902816059480064
},
{
"id": 17,
"logit": 1.2252191305160522,
"p_raw": 0.013778498367345661,
"p_renorm": 0.013778498367345664
},
{
"id": 8,
"logit": 0.6040645837783813,
"p_raw": 0.007403513916021115,
"p_renorm": 0.007403513916021117
},
{
"id": 13,
"logit": 0.579140841960907,
"p_raw": 0.007221271166153313,
"p_renorm": 0.007221271166153315
},
{
"id": 6,
"logit": 0.4816024601459503,
"p_raw": 0.006550180571183643,
"p_renorm": 0.006550180571183645
},
{
"id": 30,
"logit": 0.46267083287239075,
"p_raw": 0.006427341435243855,
"p_renorm": 0.006427341435243857
},
{
"id": 4,
"logit": -0.013524271547794342,
"p_raw": 0.0039922935315485795,
"p_renorm": 0.00399229353154858
},
{
"id": 0,
"logit": -0.12766620516777039,
"p_raw": 0.0035616501119719265,
"p_renorm": 0.0035616501119719274
},
{
"id": 31,
"logit": -0.9475518465042114,
"p_raw": 0.0015688428521009763,
"p_renorm": 0.0015688428521009768
},
{
"id": 26,
"logit": -0.9820807576179504,
"p_raw": 0.0015155969679855146,
"p_renorm": 0.001515596967985515
},
{
"id": 23,
"logit": -1.0405607223510742,
"p_raw": 0.0014295067216814092,
"p_renorm": 0.0014295067216814094
},
{
"id": 18,
"logit": -1.542656660079956,
"p_raw": 0.0008652242969430414,
"p_renorm": 0.0008652242969430416
},
{
"id": 2,
"logit": -1.7943263053894043,
"p_raw": 0.0006727132293151073,
"p_renorm": 0.0006727132293151074
},
{
"id": 14,
"logit": -1.932602882385254,
"p_raw": 0.0005858375623745842,
"p_renorm": 0.0005858375623745843
},
{
"id": 20,
"logit": -2.0232248306274414,
"p_raw": 0.0005350823207369754,
"p_renorm": 0.0005350823207369755
},
{
"id": 16,
"logit": -2.0729687213897705,
"p_raw": 0.0005091164207379986,
"p_renorm": 0.0005091164207379987
},
{
"id": 5,
"logit": -2.4661428928375244,
"p_raw": 0.0003436083678873091,
"p_renorm": 0.0003436083678873092
},
{
"id": 19,
"logit": -2.63734769821167,
"p_raw": 0.0002895412396060359,
"p_renorm": 0.00028954123960603595
},
{
"id": 27,
"logit": -2.7814836502075195,
"p_raw": 0.00025067612969587554,
"p_renorm": 0.0002506761296958756
},
{
"id": 22,
"logit": -3.2141036987304688,
"p_raw": 0.00016264041768810099,
"p_renorm": 0.000162640417688101
},
{
"id": 25,
"logit": -3.432718515396118,
"p_raw": 0.00013070291466820734,
"p_renorm": 0.00013070291466820737
},
{
"id": 29,
"logit": -3.4825551509857178,
"p_raw": 0.000124348770804816,
"p_renorm": 0.00012434877080481603
},
{
"id": 3,
"logit": -3.6864233016967773,
"p_raw": 0.00010141511412393215,
"p_renorm": 0.00010141511412393218
}
],
"selected": 1,
"mu_after": 8.148805864262002
},
{
"logits": [
0.8176621794700623,
-2.6682920455932617,
2.3349575996398926,
0.763770341873169,
1.715508222579956,
1.0689687728881836,
-0.6979210376739502,
-3.4468557834625244,
1.925505518913269,
-1.1203168630599976,
-2.2580575942993164,
-2.2369608879089355,
-2.345059394836426,
3.8765017986297607,
-3.7334203720092773,
-3.774245023727417,
3.1700687408447266,
3.555987596511841,
2.14615797996521,
1.3155174255371094,
-0.29269465804100037,
1.1291667222976685,
0.03740425035357475,
0.36714625358581543,
-3.2344322204589844,
2.2380869388580322,
3.259028911590576,
-1.6975429058074951,
-3.975581407546997,
-1.0549259185791016,
-2.9895145893096924,
2.405272960662842
],
"u": 0.1511749143901715,
"rng_u64": "2788684956120445670",
"mu_before": 8.148805864262002,
"k": 85,
"survivors": [
{
"id": 13,
"logit": 3.8765017986297607,
"p_raw": 0.23636240825133248,
"p_renorm": 0.23636240825133248
},
{
"id": 17,
"logit": 3.555987596511841,
"p_raw": 0.17154610309997884,
"p_renorm": 0.17154610309997884
},
{
"id": 26,
"logit": 3.259028911590576,
"p_raw": 0.12747157114167013,
"p_renorm": 0.12747157114167013
},
{
"id": 16,
"logit": 3.1700687408447266,
"p_raw": 0.11662144746830723,
"p_renorm": 0.11662144746830723
},
{
"id": 31,
"logit": 2.405272960662842,
"p_raw": 0.054279000302115236,
"p_renorm": 0.054279000302115236
},
{
"id": 2,
"logit": 2.3349575996398926,
"p_raw": 0.05059344671516597,
"p_renorm": 0.05059344671516597
},
{
"id": 25,
"logit": 2.2380869388580322,
"p_raw": 0.045922325610929925,
"p_renorm": 0.045922325610929925
},
{
"id": 18,
"logit": 2.14615797996521,
"p_raw": 0.0418889654015953,
"p_renorm": 0.0418889654015953
},
{
"id": 8,
"logit": 1.925505518913269,
"p_raw": 0.03359475574001996,
"p_renorm": 0.03359475574001996
},
{
"id": 4,
"logit": 1.715508222579956,
"p_raw": 0.027231453374750497,
"p_renorm": 0.027231453374750497
},
{
"id": 19,
"logit": 1.3155174255371094,
"p_raw": 0.018253957069391903,
"p_renorm": 0.018253957069391903
},
{
"id": 21,
"logit": 1.1291667222976685,
"p_raw": 0.0151504643099297,
"p_renorm": 0.0151504643099297
},
{
"id": 5,
"logit": 1.0689687728881836,
"p_raw": 0.014265345858132163,
"p_renorm": 0.014265345858132163
},
{
"id": 0,
"logit": 0.8176621794700623,
"p_raw": 0.011095355931020182,
"p_renorm": 0.011095355931020182
},
{
"id": 3,
"logit": 0.763770341873169,
"p_raw": 0.010513233517219821,
"p_renorm": 0.010513233517219821
},
{
"id": 23,
"logit": 0.36714625358581543,
"p_raw": 0.007071062208611707,
"p_renorm": 0.007071062208611707
},
{
"id": 22,
"logit": 0.03740425035357475,
"p_raw": 0.0050848661521605545,
"p_renorm": 0.0050848661521605545
},
{
"id": 20,
"logit": -0.29269465804100037,
"p_raw": 0.003655269403404365,
"p_renorm": 0.003655269403404365
},
{
"id": 6,
"logit": -0.6979210376739502,
"p_raw": 0.0024374280829753845,
"p_renorm": 0.0024374280829753845
},
{
"id": 29,
"logit": -1.0549259185791016,
"p_raw": 0.0017056368126003476,
"p_renorm": 0.0017056368126003476
},
{
"id": 9,
"logit": -1.1203168630599976,
"p_raw": 0.001597672038252809,
"p_renorm": 0.001597672038252809
},
{
"id": 27,
"logit": -1.6975429058074951,
"p_raw": 0.00089701880833535,
"p_renorm": 0.00089701880833535
},
{
"id": 11,
"logit": -2.2369608879089355,
"p_raw": 0.0005230404732496814,
"p_renorm": 0.0005230404732496814
},
{
"id": 10,
"logit": -2.2580575942993164,
"p_raw": 0.0005121216228151046,
"p_renorm": 0.0005121216228151046
},
{
"id": 12,
"logit": -2.345059394836426,
"p_raw": 0.00046944931655141045,
"p_renorm": 0.00046944931655141045
},
{
"id": 1,
"logit": -2.6682920455932617,
"p_raw": 0.0003397899695440157,
"p_renorm": 0.0003397899695440157
},
{
"id": 30,
"logit": -2.9895145893096924,
"p_raw": 0.0002464366953194913,
"p_renorm": 0.0002464366953194913
},
{
"id": 24,
"logit": -3.2344322204589844,
"p_raw": 0.00019290300836062162,
"p_renorm": 0.00019290300836062162
},
{
"id": 7,
"logit": -3.4468557834625244,
"p_raw": 0.00015598564007757203,
"p_renorm": 0.00015598564007757203
},
{
"id": 14,
"logit": -3.7334203720092773,
"p_raw": 0.00011712003671338433,
"p_renorm": 0.00011712003671338433
},
{
"id": 15,
"logit": -3.774245023727417,
"p_raw": 0.00011243493648257664,
"p_renorm": 0.00011243493648257664
},
{
"id": 28,
"logit": -3.975581407546997,
"p_raw": 9.193100298637861e-05,
"p_renorm": 9.193100298637861e-05
}
],
"selected": 13,
"mu_after": 8.244759489689795
},
{
"logits": [
-3.8806495666503906,
-0.9353298544883728,
-0.6422895789146423,
-1.174102783203125,
1.2090424299240112,
-2.1079306602478027,
3.1487889289855957,
-2.0480282306671143,
-3.6486001014709473,
2.5851755142211914,
-2.0263733863830566,
-1.130530595779419,
1.9167518615722656,
-3.7817609310150146,
-3.730252981185913,
-1.8129793405532837,
-1.0766279697418213,
-2.8707385063171387,
-2.809065580368042,
-1.2717925310134888,
-1.4469552040100098,
2.139101266860962,
0.5061291456222534,
2.8213698863983154,
3.299483060836792,
-3.233318328857422,
-1.9139169454574585,
-2.4349377155303955,
0.2699858248233795,
0.867672324180603,
2.698759078979492,
0.7882010340690613
],
"u": 0.34098843215534314,
"rng_u64": "6290126340065089112",
"mu_before": 8.244759489689795,
"k": 128,
"survivors": [
{
"id": 24,
"logit": 3.299483060836792,
"p_raw": 0.2168568336237102,
"p_renorm": 0.21685683362371014
},
{
"id": 6,
"logit": 3.1487889289855957,
"p_raw": 0.1865208914055151,
"p_renorm": 0.18652089140551506
},
{
"id": 23,
"logit": 2.8213698863983154,
"p_raw": 0.1344408342869807,
"p_renorm": 0.13444083428698067
},
{
"id": 30,
"logit": 2.698759078979492,
"p_raw": 0.11892742118851168,
"p_renorm": 0.11892742118851166
},
{
"id": 9,
"logit": 2.5851755142211914,
"p_raw": 0.10615813651366032,
"p_renorm": 0.1061581365136603
},
{
"id": 21,
"logit": 2.139101266860962,
"p_raw": 0.06795567055188599,
"p_renorm": 0.06795567055188598
},
{
"id": 12,
"logit": 1.9167518615722656,
"p_raw": 0.0544077269695759,
"p_renorm": 0.05440772696957589
},
{
"id": 4,
"logit": 1.2090424299240112,
"p_raw": 0.026810584457962253,
"p_renorm": 0.026810584457962246
},
{
"id": 29,
"logit": 0.867672324180603,
"p_raw": 0.019056850557863478,
"p_renorm": 0.019056850557863474
},
{
"id": 31,
"logit": 0.7882010340690613,
"p_raw": 0.017600993620378973,
"p_renorm": 0.01760099362037897
},
{
"id": 22,
"logit": 0.5061291456222534,
"p_raw": 0.013275011955192711,
"p_renorm": 0.013275011955192708
},
{
"id": 28,
"logit": 0.2699858248233795,
"p_raw": 0.010482845370996642,
"p_renorm": 0.01048284537099664
},
{
"id": 2,
"logit": -0.6422895789146423,
"p_raw": 0.004210008821962782,
"p_renorm": 0.004210008821962781
},
{
"id": 1,
"logit": -0.9353298544883728,
"p_raw": 0.0031406333003595336,
"p_renorm": 0.0031406333003595327
},
{
"id": 16,
"logit": -1.0766279697418213,
"p_raw": 0.0027267934334277233,
"p_renorm": 0.002726793433427723
},
{
"id": 11,
"logit": -1.130530595779419,
"p_raw": 0.0025837032197993455,
"p_renorm": 0.002583703219799345
},
{
"id": 3,
"logit": -1.174102783203125,
"p_raw": 0.002473543007603396,
"p_renorm": 0.0024735430076033957
},
{
"id": 19,
"logit": -1.2717925310134888,
"p_raw": 0.002243330946613722,
"p_renorm": 0.0022433309466137214
},
{
"id": 20,
"logit": -1.4469552040100098,
"p_raw": 0.0018828735954397545,
"p_renorm": 0.0018828735954397541
},
{
"id": 15,
"logit": -1.8129793405532837,
"p_raw": 0.0013057465961717816,
"p_renorm": 0.0013057465961717814
},
{
"id": 26,
"logit": -1.9139169454574585,
"p_raw": 0.0011803811285539271,
"p_renorm": 0.001180381128553927
},
{
"id": 10,
"logit": -2.0263733863830566,
"p_raw": 0.0010548313915311098,
"p_renorm": 0.0010548313915311096
},
{
"id": 7,
"logit": -2.0480282306671143,
"p_raw": 0.0010322347286283063,
"p_renorm": 0.001032234728628306
},
{
"id": 5,
"logit": -2.1079306602478027,
"p_raw": 0.0009722169127403425,
"p_renorm": 0.0009722169127403423
},
{
"id": 27,
"logit": -2.4349377155303955,
"p_raw": 0.0007010448643855019,
"p_renorm": 0.0007010448643855018
},
{
"id": 18,
"logit": -2.809065580368042,
"p_raw": 0.0004822410152420353,
"p_renorm": 0.0004822410152420352
},
{
"id": 17,
"logit": -2.8707385063171387,
"p_raw": 0.0004533983481200898,
"p_renorm": 0.0004533983481200897
},
{
"id": 25,
"logit": -3.233318328857422,
"p_raw": 0.0003155102823845739,
"p_renorm": 0.00031551028238457386
},
{
"id": 8,
"logit": -3.6486001014709473,
"p_raw": 0.00020828545102996964,
"p_renorm": 0.0002082854510299696
},
{
"id": 14,
"logit": -3.730252981185913,
"p_raw": 0.00019195416505964167,
"p_renorm": 0.0001919541650596416
},
{
"id": 13,
"logit": -3.7817609310150146,
"p_raw": 0.00018231731720181894,
"p_renorm": 0.0001823173172018189
},
{
"id": 0,
"logit": -3.8806495666503906,
"p_raw": 0.00016515097151090815,
"p_renorm": 0.00016515097151090813
}
],
"selected": 6,
"mu_after": 8.323629946426328
},
{
"logits": [
0.9500364065170288,
-2.4383249282836914,
3.3816521167755127,
-0.47993046045303345,
-2.471961498260498,
-2.809784412384033,
0.23162449896335602,
1.09189772605896,
-1.9421274662017822,
2.759948492050171,
1.3307675123214722,
-3.9240052700042725,
3.8159914016723633,
2.2787387371063232,
-3.9770326614379883,
3.0986123085021973,
3.8081674575805664,
-0.9768548607826233,
1.8873778581619263,
2.7272143363952637,
-1.5315725803375244,
0.8676970601081848,
-0.326242595911026,
-1.944380283355713,
-0.06609827280044556,
2.3775675296783447,
-3.8144452571868896,
-1.2040876150131226,
-2.409041166305542,
1.1350990533828735,
-1.7615119218826294,
-3.074690580368042
],
"u": 0.4215902802299699,
"rng_u64": "7776968003365747173",
"mu_before": 8.323629946426328,
"k": 159,
"survivors": [
{
"id": 12,
"logit": 3.8159914016723633,
"p_raw": 0.2060228186876999,
"p_renorm": 0.20602281868769984
},
{
"id": 16,
"logit": 3.8081674575805664,
"p_raw": 0.2044171970103201,
"p_renorm": 0.20441719701032005
},
{
"id": 2,
"logit": 3.3816521167755127,
"p_raw": 0.13343942747375295,
"p_renorm": 0.13343942747375293
},
{
"id": 15,
"logit": 3.0986123085021973,
"p_raw": 0.10054524646982439,
"p_renorm": 0.10054524646982436
},
{
"id": 9,
"logit": 2.759948492050171,
"p_raw": 0.07166081058557386,
"p_renorm": 0.07166081058557384
},
{
"id": 19,
"logit": 2.7272143363952637,
"p_raw": 0.06935303211386736,
"p_renorm": 0.06935303211386734
},
{
"id": 25,
"logit": 2.3775675296783447,
"p_raw": 0.048889520117625644,
"p_renorm": 0.04888952011762563
},
{
"id": 13,
"logit": 2.2787387371063232,
"p_raw": 0.044288908286324855,
"p_renorm": 0.04428890828632485
},
{
"id": 18,
"logit": 1.8873778581619263,
"p_raw": 0.02994533010821625,
"p_renorm": 0.029945330108216244
},
{
"id": 10,
"logit": 1.3307675123214722,
"p_raw": 0.01716312253873523,
"p_renorm": 0.017163122538735226
},
{
"id": 29,
"logit": 1.1350990533828735,
"p_raw": 0.014112974967261785,
"p_renorm": 0.014112974967261781
},
{
"id": 7,
"logit": 1.09189772605896,
"p_raw": 0.013516258002874357,
"p_renorm": 0.013516258002874353
},
{
"id": 0,
"logit": 0.9500364065170288,
"p_raw": 0.011728619168941736,
"p_renorm": 0.011728619168941733
},
{
"id": 21,
"logit": 0.8676970601081848,
"p_raw": 0.010801581854558559,
"p_renorm": 0.010801581854558557
},
{
"id": 6,
"logit": 0.23162449896335602,
"p_raw": 0.005718005354191979,
"p_renorm": 0.005718005354191978
},
{
"id": 24,
"logit": -0.06609827280044556,
"p_raw": 0.004245659888768044,
"p_renorm": 0.004245659888768043
},
{
"id": 22,
"logit": -0.326242595911026,
"p_raw": 0.0032731503646850377,
"p_renorm": 0.003273150364685037
},
{
"id": 3,
"logit": -0.47993046045303345,
"p_raw": 0.002806856210837088,
"p_renorm": 0.0028068562108370877
},
{
"id": 17,
"logit": -0.9768548607826233,
"p_raw": 0.0017076884467955543,
"p_renorm": 0.0017076884467955539
},
{
"id": 27,
"logit": -1.2040876150131226,
"p_raw": 0.001360575696321778,
"p_renorm": 0.0013605756963217777
},
{
"id": 20,
"logit": -1.5315725803375244,
"p_raw": 0.0009806133369751223,
"p_renorm": 0.000980613336975122
},
{
"id": 30,
"logit": -1.7615119218826294,
"p_raw": 0.0007791775095600359,
"p_renorm": 0.0007791775095600357
},
{
"id": 8,
"logit": -1.9421274662017822,
"p_raw": 0.0006504232755385293,
"p_renorm": 0.0006504232755385292
},
{
"id": 23,
"logit": -1.944380283355713,
"p_raw": 0.0006489596400966139,
"p_renorm": 0.0006489596400966138
},
{
"id": 28,
"logit": -2.409041166305542,
"p_raw": 0.00040777259098976503,
"p_renorm": 0.0004077725909897649
},
{
"id": 1,
"logit": -2.4383249282836914,
"p_raw": 0.0003960046216460454,
"p_renorm": 0.0003960046216460453
},
{
"id": 4,
"logit": -2.471961498260498,
"p_raw": 0.0003829059172098889,
"p_renorm": 0.0003829059172098888
},
{
"id": 5,
"logit": -2.809784412384033,
"p_raw": 0.00027313505994152145,
"p_renorm": 0.0002731350599415214
},
{
"id": 31,
"logit": -3.074690580368042,
"p_raw": 0.00020957050663472973,
"p_renorm": 0.00020957050663472968
},
{
"id": 26,
"logit": -3.8144452571868896,
"p_raw": 0.0001000135376280976,
"p_renorm": 0.00010001353762809758
},
{
"id": 11,
"logit": -3.9240052700042725,
"p_raw": 8.963497056228796e-05,
"p_renorm": 8.963497056228794e-05
},
{
"id": 14,
"logit": -3.9770326614379883,
"p_raw": 8.500568604120865e-05,
"p_renorm": 8.500568604120864e-05
}
],
"selected": 2,
"mu_after": 8.378342791880861
},
{
"logits": [
-2.4502344131469727,
-0.3301059305667877,
-1.4354655742645264,
3.815281391143799,
-3.7055981159210205,
-3.307295083999634,
2.663147211074829,
1.2862712144851685,
0.935519814491272,
3.732301950454712,
0.1515246033668518,
-2.2867226600646973,
0.30511656403541565,
-0.4111383557319641,
0.5481870770454407,
-0.8743574023246765,
-3.643073320388794,
3.0176968574523926,
-1.5260013341903687,
-1.2114181518554688,
-2.2291157245635986,
2.282839775085449,
-2.645714282989502,
-0.7156544923782349,
3.152770519256592,
0.8759875893592834,
0.6968356370925903,
0.3869604468345642,
3.6571195125579834,
-3.5853683948516846,
3.2671148777008057,
2.1530492305755615
],
"u": 0.8568533479763356,
"rng_u64": "15806154418820657164",
"mu_before": 8.378342791880861,
"k": 227,
"survivors": [
{
"id": 3,
"logit": 3.815281391143799,
"p_raw": 0.18259996412868648,
"p_renorm": 0.18259996412868645
},
{
"id": 9,
"logit": 3.732301950454712,
"p_raw": 0.16805954162104042,
"p_renorm": 0.1680595416210404
},
{
"id": 28,
"logit": 3.6571195125579834,
"p_raw": 0.15588770263527932,
"p_renorm": 0.1558877026352793
},
{
"id": 30,
"logit": 3.2671148777008057,
"p_raw": 0.10554435153481259,
"p_renorm": 0.10554435153481256
},
{
"id": 24,
"logit": 3.152770519256592,
"p_raw": 0.09414036374383784,
"p_renorm": 0.09414036374383782
},
{
"id": 17,
"logit": 3.0176968574523926,
"p_raw": 0.08224587513239921,
"p_renorm": 0.0822458751323992
},
{
"id": 6,
"logit": 2.663147211074829,
"p_raw": 0.057694600578767664,
"p_renorm": 0.05769460057876765
},
{
"id": 21,
"logit": 2.282839775085449,
"p_raw": 0.039442982799094105,
"p_renorm": 0.0394429827990941
},
{
"id": 31,
"logit": 2.1530492305755615,
"p_raw": 0.03464195816624294,
"p_renorm": 0.03464195816624293
},
{
"id": 7,
"logit": 1.2862712144851685,
"p_raw": 0.014560139081951034,
"p_renorm": 0.01456013908195103
},
{
"id": 8,
"logit": 0.935519814491272,
"p_raw": 0.010252649859598803,
"p_renorm": 0.010252649859598801
},
{
"id": 25,
"logit": 0.8759875893592834,
"p_raw": 0.009660099708179147,
"p_renorm": 0.009660099708179146
},
{
"id": 26,
"logit": 0.6968356370925903,
"p_raw": 0.008075639149862427,
"p_renorm": 0.008075639149862425
},
{
"id": 14,
"logit": 0.5481870770454407,
"p_raw": 0.006960166925551592,
"p_renorm": 0.0069601669255515905
},
{
"id": 27,
"logit": 0.3869604468345642,
"p_raw": 0.005923792254878209,
"p_renorm": 0.005923792254878207
},
{
"id": 12,
"logit": 0.30511656403541565,
"p_raw": 0.005458275757782016,
"p_renorm": 0.005458275757782015
},
{
"id": 10,
"logit": 0.1515246033668518,
"p_raw": 0.00468113678839463,
"p_renorm": 0.004681136788394629
},
{
"id": 1,
"logit": -0.3301059305667877,
"p_raw": 0.002891890527454473,
"p_renorm": 0.0028918905274544727
},
{
"id": 13,
"logit": -0.4111383557319641,
"p_raw": 0.0026667967280405982,
"p_renorm": 0.002666796728040598
},
{
"id": 23,
"logit": -0.7156544923782349,
"p_raw": 0.0019667095914990126,
"p_renorm": 0.001966709591499012
},
{
"id": 15,
"logit": -0.8743574023246765,
"p_raw": 0.0016780945918614194,
"p_renorm": 0.001678094591861419
},
{
"id": 19,
"logit": -1.2114181518554688,
"p_raw": 0.0011979337871967867,
"p_renorm": 0.0011979337871967865
},
{
"id": 2,
"logit": -1.4354655742645264,
"p_raw": 0.0009574811989370715,
"p_renorm": 0.0009574811989370713
},
{
"id": 18,
"logit": -1.5260013341903687,
"p_raw": 0.0008746032241160755,
"p_renorm": 0.0008746032241160753
},
{
"id": 20,
"logit": -2.2291157245635986,
"p_raw": 0.0004329645850731307,
"p_renorm": 0.0004329645850731306
},
{
"id": 11,
"logit": -2.2867226600646973,
"p_raw": 0.00040872763269837693,
"p_renorm": 0.0004087276326983768
},
{
"id": 0,
"logit": -2.4502344131469727,
"p_raw": 0.0003470737336935667,
"p_renorm": 0.00034707373369356666
},
{
"id": 22,
"logit": -2.645714282989502,
"p_raw": 0.0002854472865685614,
"p_renorm": 0.00028544728656856134
},
{
"id": 5,
"logit": -3.307295083999634,
"p_raw": 0.00014730077363392654,
"p_renorm": 0.0001473007736339265
},
{
"id": 29,
"logit": -3.5853683948516846,
"p_raw": 0.00011154223012389704,
"p_renorm": 0.00011154223012389701
},
{
"id": 16,
"logit": -3.643073320388794,
"p_raw": 0.00010528788277565636,
"p_renorm": 0.00010528788277565634
},
{
"id": 4,
"logit": -3.7055981159210205,
"p_raw": 9.890635996918452e-05,
"p_renorm": 9.89063599691845e-05
}
],
"selected": 21,
"mu_after": 8.345138415234944
}
],
"min_margin": 0.010680948601512141
},
{
"id": "mirostat-v2-1",
"version": 2,
"params": {
"tau": 5.0,
"eta": 0.1,
"n_vocab": 32,
"m": 100
},
"mu_initial": 10.0,
"steps": [
{
"logits": [
-0.6101654767990112,
-1.2053163051605225,
0.9370081424713135,
1.7012200355529785,
2.8163132667541504,
-3.44059157371521,
-0.2054910957813263,
2.710578680038452,
1.542548656463623,
-1.4793683290481567,
-2.5168769359588623,
-3.9496448040008545,
-3.2812695503234863,
-0.8239284157752991,
-1.4572970867156982,
-2.962862491607666,
-3.059002161026001,
-3.3818631172180176,
1.9565614461898804,
2.260981798171997,
-3.826355457305908,
-2.5616567134857178,
0.05505789443850517,
0.9302435517311096,
3.041922092437744,
2.704671859741211,
-2.3655507564544678,
2.658327102661133,
-0.47221243381500244,
-3.1752898693084717,
-1.407947063446045,
-3.707437038421631
],
"u": 0.05421969704489049,
"rng_u64": "1000176875141162942",
"mu_before": 10.0,
"survivors": [
{
"id": 24,
"logit": 3.041922092437744,
"p_raw": 0.1770332558657814,
"p_renorm": 0.17703325586578136
},
{
"id": 4,
"logit": 2.8163132667541504,
"p_raw": 0.14127788627395693,
"p_renorm": 0.1412778862739569
},
{
"id": 7,
"logit": 2.710578680038452,
"p_raw": 0.12710254336991988,
"p_renorm": 0.12710254336991986
},
{
"id": 25,
"logit": 2.704671859741211,
"p_raw": 0.1263539844648451,
"p_renorm": 0.12635398446484508
},
{
"id": 27,
"logit": 2.658327102661133,
"p_raw": 0.12063176143027002,
"p_renorm": 0.12063176143026999
},
{
"id": 19,
"logit": 2.260981798171997,
"p_raw": 0.08107683675171402,
"p_renorm": 0.08107683675171401
},
{
"id": 18,
"logit": 1.9565614461898804,
"p_raw": 0.05979828340394407,
"p_renorm": 0.05979828340394406
},
{
"id": 3,
"logit": 1.7012200355529785,
"p_raw": 0.046322858542798565,
"p_renorm": 0.04632285854279856
},
{
"id": 8,
"logit": 1.542548656463623,
"p_raw": 0.039526216681351506,
"p_renorm": 0.0395262166813515
},
{
"id": 2,
"logit": 0.9370081424713135,
"p_raw": 0.021572592671474308,
"p_renorm": 0.021572592671474305
},
{
"id": 23,
"logit": 0.9302435517311096,
"p_raw": 0.021427155377329966,
"p_renorm": 0.021427155377329962
},
{
"id": 22,
"logit": 0.05505789443850517,
"p_raw": 0.00893050909849744,
"p_renorm": 0.008930509098497439
},
{
"id": 6,
"logit": -0.2054910957813263,
"p_raw": 0.006882103957375799,
"p_renorm": 0.006882103957375797
},
{
"id": 28,
"logit": -0.47221243381500244,
"p_raw": 0.0052709102727782125,
"p_renorm": 0.005270910272778212
},
{
"id": 0,
"logit": -0.6101654767990112,
"p_raw": 0.00459169865033136,
"p_renorm": 0.004591698650331359
},
{
"id": 13,
"logit": -0.8239284157752991,
"p_raw": 0.0037079794030668955,
"p_renorm": 0.0037079794030668947
},
{
"id": 1,
"logit": -1.2053163051605225,
"p_raw": 0.0025322271287952936,
"p_renorm": 0.002532227128795293
},
{
"id": 30,
"logit": -1.407947063446045,
"p_raw": 0.0020677652718357176,
"p_renorm": 0.002067765271835717
},
{
"id": 14,
"logit": -1.4572970867156982,
"p_raw": 0.0019681980367934775,
"p_renorm": 0.001968198036793477
},
{
"id": 9,
"logit": -1.4793683290481567,
"p_raw": 0.0019252333471401562,
"p_renorm": 0.0019252333471401557
}
],
"selected": 24,
"mu_after": 10.250209230251695
},
{
"logits": [
2.7216529846191406,
-0.933371365070343,
-3.1049749851226807,
1.5920662879943848,
-3.4582412242889404,
2.168658494949341,
-2.4758851528167725,
1.006847620010376,
1.918076753616333,
0.9233381152153015,
-3.8864824771881104,
1.8914945125579834,
3.824028491973877,
-3.2981483936309814,
-0.24662691354751587,
-1.460919976234436,
2.3757216930389404,
3.1833677291870117,
-0.9441342353820801,
3.404217004776001,
-1.823422908782959,
-0.052685800939798355,
-3.4196252822875977,
-2.0497286319732666,
3.3277485370635986,
-0.2985045313835144,
-3.263578414916992,
1.6337147951126099,
0.024150285869836807,
-2.7749264240264893,
-0.7398262023925781,
-1.1449880599975586
],
"u": 0.27470399552301916,
"rng_u64": "5067394301438589312",
"mu_before": 10.250209230251695,
"survivors": [
{
"id": 12,
"logit": 3.824028491973877,
"p_raw": 0.23286779926940715,
"p_renorm": 0.23286779926940715
},
{
"id": 19,
"logit": 3.404217004776001,
"p_raw": 0.153033893076281,
"p_renorm": 0.153033893076281
},
{
"id": 24,
"logit": 3.3277485370635986,
"p_raw": 0.141767863030728,
"p_renorm": 0.141767863030728
},
{
"id": 17,
"logit": 3.1833677291870117,
"p_raw": 0.12270831847426442,
"p_renorm": 0.12270831847426442
},
{
"id": 0,
"logit": 2.7216529846191406,
"p_raw": 0.0773310378881835,
"p_renorm": 0.0773310378881835
},
{
"id": 16,
"logit": 2.3757216930389404,
"p_raw": 0.05471643429738248,
"p_renorm": 0.05471643429738248
},
{
"id": 5,
"logit": 2.168658494949341,
"p_raw": 0.044482724948955034,
"p_renorm": 0.044482724948955034
},
{
"id": 8,
"logit": 1.918076753616333,
"p_raw": 0.0346230335139756,
"p_renorm": 0.0346230335139756
},
{
"id": 11,
"logit": 1.8914945125579834,
"p_raw": 0.03371480060433387,
"p_renorm": 0.03371480060433387
},
{
"id": 27,
"logit": 1.6337147951126099,
"p_raw": 0.02605363272704645,
"p_renorm": 0.02605363272704645
},
{
"id": 3,
"logit": 1.5920662879943848,
"p_raw": 0.02499082364912864,
"p_renorm": 0.02499082364912864
},
{
"id": 7,
"logit": 1.006847620010376,
"p_raw": 0.01391949026675955,
"p_renorm": 0.01391949026675955
},
{
"id": 9,
"logit": 0.9233381152153015,
"p_raw": 0.012804293324636638,
"p_renorm": 0.012804293324636638
},
{
"id": 28,
"logit": 0.024150285869836807,
"p_raw": 0.005210066925811525,
"p_renorm": 0.005210066925811525
},
{
"id": 21,
"logit": -0.052685800939798355,
"p_raw": 0.004824738876750765,
"p_renorm": 0.004824738876750765
},
{
"id": 14,
"logit": -0.24662691354751587,
"p_raw": 0.003974168333386781,
"p_renorm": 0.003974168333386781
},
{
"id": 25,
"logit": -0.2985045313835144,
"p_raw": 0.0037732544713688955,
"p_renorm": 0.0037732544713688955
},
{
"id": 30,
"logit": -0.7398262023925781,
"p_raw": 0.002426903616815183,
"p_renorm": 0.002426903616815183
},
{
"id": 1,
"logit": -0.933371365070343,
"p_raw": 0.0019998477454513603,
"p_renorm": 0.0019998477454513603
},
{
"id": 18,
"logit": -0.9441342353820801,
"p_raw": 0.001978439059641974,
"p_renorm": 0.001978439059641974
},
{
"id": 31,
"logit": -1.1449880599975586,
"p_raw": 0.0016184264587730153,
"p_renorm": 0.0016184264587730153
},
{
"id": 15,
"logit": -1.460919976234436,
"p_raw": 0.0011800094409182018,
"p_renorm": 0.0011800094409182018
}
],
"selected": 19,
"mu_after": 10.479401541582801
},
{
"logits": [
2.6291606426239014,
1.5912566184997559,
2.71650767326355,
-1.2385274171829224,
0.3638903796672821,
-1.7664024829864502,
-1.8265619277954102,
-3.856755495071411,
3.392972946166992,
-1.8040539026260376,
2.5070950984954834,
-0.27740007638931274,
1.3163491487503052,
-1.1573090553283691,
-0.8830900192260742,
-3.2022271156311035,
2.45745587348938,
-3.7355098724365234,
3.2233405113220215,
-0.3212257921695709,
0.08708210289478302,
3.0979881286621094,
-3.544597864151001,
2.488431215286255,
-2.0964696407318115,
-1.6000820398330688,
1.030530333518982,
3.5436882972717285,
1.6728525161743164,
-0.7192387580871582,
-1.10262131690979,
-1.5060244798660278
],
"u": 0.28168218327364614,
"rng_u64": "5196119144972699727",
"mu_before": 10.479401541582801,
"survivors": [
{
"id": 27,
"logit": 3.5436882972717285,
"p_raw": 0.17285950718419274,
"p_renorm": 0.17285950718419274
},
{
"id": 8,
"logit": 3.392972946166992,
"p_raw": 0.14867516364214578,
"p_renorm": 0.14867516364214578
},
{
"id": 18,
"logit": 3.2233405113220215,
"p_raw": 0.12547811757505917,
"p_renorm": 0.12547811757505917
},
{
"id": 21,
"logit": 3.0979881286621094,
"p_raw": 0.11069503621732954,
"p_renorm": 0.11069503621732954
},
{
"id": 2,
"logit": 2.71650767326355,
"p_raw": 0.07558807580958966,
"p_renorm": 0.07558807580958966
},
{
"id": 0,
"logit": 2.6291606426239014,
"p_raw": 0.0692658162657759,
"p_renorm": 0.0692658162657759
},
{
"id": 10,
"logit": 2.5070950984954834,
"p_raw": 0.06130650584747188,
"p_renorm": 0.06130650584747188
},
{
"id": 23,
"logit": 2.488431215286255,
"p_raw": 0.060172900032186775,
"p_renorm": 0.060172900032186775
},
{
"id": 16,
"logit": 2.45745587348938,
"p_raw": 0.05833759522488831,
"p_renorm": 0.05833759522488831
},
{
"id": 28,
"logit": 1.6728525161743164,
"p_raw": 0.026619482866339285,
"p_renorm": 0.026619482866339285
},
{
"id": 1,
"logit": 1.5912566184997559,
"p_raw": 0.024533695240164115,
"p_renorm": 0.024533695240164115
},
{
"id": 12,
"logit": 1.3163491487503052,
"p_raw": 0.018636835375392083,
"p_renorm": 0.018636835375392083
},
{
"id": 26,
"logit": 1.030530333518982,
"p_raw": 0.014003694723435402,
"p_renorm": 0.014003694723435402
},
{
"id": 4,
"logit": 0.3638903796672821,
"p_raw": 0.007189928661386819,
"p_renorm": 0.007189928661386819
},
{
"id": 20,
"logit": 0.08708210289478302,
"p_raw": 0.005451402816025938,
"p_renorm": 0.005451402816025938
},
{
"id": 11,
"logit": -0.27740007638931274,
"p_raw": 0.0037863056974597135,
"p_renorm": 0.0037863056974597135
},
{
"id": 19,
"logit": -0.3212257921695709,
"p_raw": 0.0036239517639568295,
"p_renorm": 0.0036239517639568295
},
{
"id": 29,
"logit": -0.7192387580871582,
"p_raw": 0.0024340392301718983,
"p_renorm": 0.0024340392301718983
},
{
"id": 14,
"logit": -0.8830900192260742,
"p_raw": 0.0020661786757607084,
"p_renorm": 0.0020661786757607084
},
{
"id": 30,
"logit": -1.10262131690979,
"p_raw": 0.0016589245868542334,
"p_renorm": 0.0016589245868542334
},
{
"id": 13,
"logit": -1.1573090553283691,
"p_raw": 0.0015706378563269026,
"p_renorm": 0.0015706378563269026
},
{
"id": 3,
"logit": -1.2385274171829224,
"p_raw": 0.0014481160748100728,
"p_renorm": 0.0014481160748100728
},
{
"id": 31,
"logit": -1.5060244798660278,
"p_raw": 0.0011082324848968492,
"p_renorm": 0.0011082324848968492
},
{
"id": 25,
"logit": -1.6000820398330688,
"p_raw": 0.0010087468624496007,
"p_renorm": 0.0010087468624496007
},
{
"id": 5,
"logit": -1.7664024829864502,
"p_raw": 0.0008541814706243092,
"p_renorm": 0.0008541814706243092
},
{
"id": 9,
"logit": -1.8040539026260376,
"p_raw": 0.0008226182542353889,
"p_renorm": 0.0008226182542353889
},
{
"id": 6,
"logit": -1.8265619277954102,
"p_raw": 0.0008043095610701183,
"p_renorm": 0.0008043095610701183
}
],
"selected": 8,
"mu_after": 10.704425098458536
},
{
"logits": [
0.8950121998786926,
-1.9186019897460938,
3.593886375427246,
-1.7092716693878174,
2.8013193607330322,
-0.08502111583948135,
-2.209848403930664,
-1.1450161933898926,
-2.451779365539551,
2.425790548324585,
-2.6167855262756348,
2.942854642868042,
-3.409949541091919,
-3.8905537128448486,
0.35611239075660706,
0.24517963826656342,
-1.4183248281478882,
1.9633982181549072,
-1.2720986604690552,
-1.575144648551941,
3.0076425075531006,
3.848151206970215,
0.7277929782867432,
0.5803536176681519,
-3.827965497970581,
-0.7575586438179016,
-0.04509260132908821,
0.9366604685783386,
2.516510009765625,
0.4179089069366455,
-1.2036608457565308,
-3.2650976181030273
],
"u": 0.9302304313277528,
"rng_u64": "17159722696279506716",
"mu_before": 10.704425098458536,
"survivors": [
{
"id": 21,
"logit": 3.848151206970215,
"p_raw": 0.25100158732304434,
"p_renorm": 0.2510015873230444
},
{
"id": 2,
"logit": 3.593886375427246,
"p_raw": 0.19464831774630803,
"p_renorm": 0.19464831774630809
},
{
"id": 20,
"logit": 3.0076425075531006,
"p_raw": 0.10830491798042975,
"p_renorm": 0.10830491798042978
},
{
"id": 11,
"logit": 2.942854642868042,
"p_raw": 0.10151054645106386,
"p_renorm": 0.10151054645106389
},
{
"id": 4,
"logit": 2.8013193607330322,
"p_raw": 0.08811364633088664,
"p_renorm": 0.08811364633088666
},
{
"id": 28,
"logit": 2.516510009765625,
"p_raw": 0.0662753521682788,
"p_renorm": 0.06627535216827882
},
{
"id": 9,
"logit": 2.425790548324585,
"p_raw": 0.06052754825529623,
"p_renorm": 0.06052754825529624
},
{
"id": 17,
"logit": 1.9633982181549072,
"p_raw": 0.038118749513225206,
"p_renorm": 0.03811874951322521
},
{
"id": 27,
"logit": 0.9366604685783386,
"p_raw": 0.013653126250058887,
"p_renorm": 0.01365312625005889
},
{
"id": 0,
"logit": 0.8950121998786926,
"p_raw": 0.013096175696428649,
"p_renorm": 0.013096175696428652
},
{
"id": 22,
"logit": 0.7277929782867432,
"p_raw": 0.011079549641560403,
"p_renorm": 0.011079549641560405
},
{
"id": 23,
"logit": 0.5803536176681519,
"p_raw": 0.009560706956997586,
"p_renorm": 0.009560706956997587
},
{
"id": 29,
"logit": 0.4179089069366455,
"p_raw": 0.008127204082124641,
"p_renorm": 0.008127204082124643
},
{
"id": 14,
"logit": 0.35611239075660706,
"p_raw": 0.007640174527983232,
"p_renorm": 0.007640174527983234
},
{
"id": 15,
"logit": 0.24517963826656342,
"p_raw": 0.00683794805319152,
"p_renorm": 0.0068379480531915214
},
{
"id": 26,
"logit": -0.04509260132908821,
"p_raw": 0.005115194657100875,
"p_renorm": 0.0051151946571008754
},
{
"id": 5,
"logit": -0.08502111583948135,
"p_raw": 0.0049149763426832764,
"p_renorm": 0.004914976342683277
},
{
"id": 25,
"logit": -0.7575586438179016,
"p_raw": 0.0025086616714565376,
"p_renorm": 0.002508661671456538
},
{
"id": 7,
"logit": -1.1450161933898926,
"p_raw": 0.0017028304936340295,
"p_renorm": 0.00170283049363403
},
{
"id": 30,
"logit": -1.2036608457565308,
"p_raw": 0.0016058403632742903,
"p_renorm": 0.0016058403632742907
},
{
"id": 18,
"logit": -1.2720986604690552,
"p_raw": 0.0014996164803782771,
"p_renorm": 0.0014996164803782776
},
{
"id": 16,
"logit": -1.4183248281478882,
"p_raw": 0.0012956120746269882,
"p_renorm": 0.0012956120746269884
},
{
"id": 19,
"logit": -1.575144648551941,
"p_raw": 0.001107564441373134,
"p_renorm": 0.0011075644413731341
},
{
"id": 3,
"logit": -1.7092716693878174,
"p_raw": 0.0009685418235271795,
"p_renorm": 0.0009685418235271797
},
{
"id": 1,
"logit": -1.9186019897460938,
"p_raw": 0.0007856106750673667,
"p_renorm": 0.0007856106750673669
}
],
"selected": 0,
"mu_after": 10.578954037685644
},
{
"logits": [
1.0502293109893799,
-2.062854290008545,
-2.980693817138672,
3.1513562202453613,
3.4703927040100098,
-0.9217879772186279,
0.581567108631134,
-2.587628126144409,
-1.5016688108444214,
-1.7257927656173706,
2.293825626373291,
-3.5064022541046143,
3.2145235538482666,
2.4387919902801514,
-2.143103837966919,
0.46661072969436646,
-3.9110758304595947,
0.5682360529899597,
2.4624359607696533,
3.8030481338500977,
-2.244785785675049,
3.9836535453796387,
-1.895795226097107,
-3.3935608863830566,
2.3397438526153564,
-0.20869868993759155,
-2.5436463356018066,
-2.923443555831909,
-3.4277212619781494,
0.0846782922744751,
0.9955750703811646,
-2.3577816486358643
],
"u": 0.8852268713196508,
"rng_u64": "16329553542404218751",
"mu_before": 10.578954037685644,
"survivors": [
{
"id": 21,
"logit": 3.9836535453796387,
"p_raw": 0.2277372575253617,
"p_renorm": 0.22773725752536164
},
{
"id": 19,
"logit": 3.8030481338500977,
"p_raw": 0.19010701941169295,
"p_renorm": 0.1901070194116929
},
{
"id": 4,
"logit": 3.4703927040100098,
"p_raw": 0.13631000548344901,
"p_renorm": 0.136310005483449
},
{
"id": 12,
"logit": 3.2145235538482666,
"p_raw": 0.10553710462066224,
"p_renorm": 0.10553710462066221
},
{
"id": 3,
"logit": 3.1513562202453613,
"p_raw": 0.09907679535130864,
"p_renorm": 0.09907679535130862
},
{
"id": 18,
"logit": 2.4624359607696533,
"p_raw": 0.04974823574532046,
"p_renorm": 0.049748235745320446
},
{
"id": 13,
"logit": 2.4387919902801514,
"p_raw": 0.048585786538693346,
"p_renorm": 0.04858578653869333
},
{
"id": 24,
"logit": 2.3397438526153564,
"p_raw": 0.04400410356523842,
"p_renorm": 0.044004103565238414
},
{
"id": 10,
"logit": 2.293825626373291,
"p_raw": 0.04202920215867252,
"p_renorm": 0.042029202158672514
},
{
"id": 0,
"logit": 1.0502293109893799,
"p_raw": 0.01211892585380408,
"p_renorm": 0.012118925853804077
},
{
"id": 30,
"logit": 0.9955750703811646,
"p_raw": 0.011474350008257347,
"p_renorm": 0.011474350008257346
},
{
"id": 6,
"logit": 0.581567108631134,
"p_raw": 0.007584495884515409,
"p_renorm": 0.007584495884515407
},
{
"id": 17,
"logit": 0.5682360529899597,
"p_raw": 0.007484057510110707,
"p_renorm": 0.007484057510110705
},
{
"id": 15,
"logit": 0.46661072969436646,
"p_raw": 0.006760857759429384,
"p_renorm": 0.0067608577594293826
},
{
"id": 29,
"logit": 0.0846782922744751,
"p_raw": 0.004614563737536198,
"p_renorm": 0.004614563737536197
},
{
"id": 25,
"logit": -0.20869868993759155,
"p_raw": 0.0034412691760345006,
"p_renorm": 0.0034412691760344997
},
{
"id": 5,
"logit": -0.9217879772186279,
"p_raw": 0.0016866613839516707,
"p_renorm": 0.0016866613839516703
},
{
"id": 8,
"logit": -1.5016688108444214,
"p_raw": 0.0009444714963614673,
"p_renorm": 0.0009444714963614671
},
{
"id": 9,
"logit": -1.7257927656173706,
"p_raw": 0.0007548367896001406,
"p_renorm": 0.0007548367896001404
}
],
"selected": 24,
"mu_after": 10.628332225440369
},
{
"logits": [
-2.0375545024871826,
-2.197831392288208,
-3.5377378463745117,
3.1458611488342285,
2.241684675216675,
3.0653252601623535,
-2.0033042430877686,
0.12198977917432785,
2.305555820465088,
-3.83666729927063,
-3.2899301052093506,
2.4756252765655518,
2.8414666652679443,
2.504152536392212,
1.0220009088516235,
-0.6841988563537598,
-3.934236526489258,
2.824756622314453,
-2.789604425430298,
2.6477856636047363,
-2.5710556507110596,
-2.9939792156219482,
-2.1347270011901855,
1.347832441329956,
-1.1193479299545288,
-3.825298547744751,
-2.9337432384490967,
-3.1175973415374756,
-3.577791690826416,
-2.7083921432495117,
-0.3197897970676422,
-0.3705357313156128
],
"u": 0.8294350774901347,
"rng_u64": "15300376600217964553",
"mu_before": 10.628332225440369,
"survivors": [
{
"id": 3,
"logit": 3.1458611488342285,
"p_raw": 0.1582409695454799,
"p_renorm": 0.15824096954547986
},
{
"id": 5,
"logit": 3.0653252601623535,
"p_raw": 0.14599656678208212,
"p_renorm": 0.1459965667820821
},
{
"id": 12,
"logit": 2.8414666652679443,
"p_raw": 0.11671376815078076,
"p_renorm": 0.11671376815078073
},
{
"id": 17,
"logit": 2.824756622314453,
"p_raw": 0.11477968041992735,
"p_renorm": 0.11477968041992732
},
{
"id": 19,
"logit": 2.6477856636047363,
"p_raw": 0.09616288858363532,
"p_renorm": 0.0961628885836353
},
{
"id": 13,
"logit": 2.504152536392212,
"p_raw": 0.0832968207743685,
"p_renorm": 0.08329682077436848
},
{
"id": 11,
"logit": 2.4756252765655518,
"p_raw": 0.08095416437912119,
"p_renorm": 0.08095416437912117
},
{
"id": 8,
"logit": 2.305555820465088,
"p_raw": 0.06829343668309279,
"p_renorm": 0.06829343668309278
},
{
"id": 4,
"logit": 2.241684675216675,
"p_raw": 0.06406783995762495,
"p_renorm": 0.06406783995762494
},
{
"id": 23,
"logit": 1.347832441329956,
"p_raw": 0.02620867040233669,
"p_renorm": 0.026208670402336685
},
{
"id": 14,
"logit": 1.0220009088516235,
"p_raw": 0.01892074151404308,
"p_renorm": 0.018920741514043077
},
{
"id": 7,
"logit": 0.12198977917432785,
"p_raw": 0.007692513823731436,
"p_renorm": 0.007692513823731434
},
{
"id": 30,
"logit": -0.3197897970676422,
"p_raw": 0.004945450430576507,
"p_renorm": 0.004945450430576506
},
{
"id": 31,
"logit": -0.3705357313156128,
"p_raw": 0.004700750208286563,
"p_renorm": 0.0047007502082865625
},
{
"id": 15,
"logit": -0.6841988563537598,
"p_raw": 0.0034351444930514163,
"p_renorm": 0.0034351444930514155
},
{
"id": 24,
"logit": -1.1193479299545288,
"p_raw": 0.002223116224016112,
"p_renorm": 0.0022231162240161115
},
{
"id": 6,
"logit": -2.0033042430877686,
"p_raw": 0.0009184696691668983,
"p_renorm": 0.0009184696691668981
},
{
"id": 0,
"logit": -2.0375545024871826,
"p_raw": 0.0008875444659498897,
"p_renorm": 0.0008875444659498894
},
{
"id": 22,
"logit": -2.1347270011901855,
"p_raw": 0.0008053573756976921,
"p_renorm": 0.0008053573756976918
},
{
"id": 1,
"logit": -2.197831392288208,
"p_raw": 0.0007561061170309998,
"p_renorm": 0.0007561061170309996
}
],
"selected": 8,
"mu_after": 10.741121300010274
}
],
"min_margin": 0.00445654076169788
},
{
"id": "mirostat-v2-2",
"version": 2,
"params": {
"tau": 3.0,
"eta": 0.1,
"n_vocab": 32,
"m": 100
},
"mu_initial": 6.0,
"steps": [
{
"logits": [
2.8872623443603516,
-0.9186181426048279,
-2.6027209758758545,
-1.7649177312850952,
2.0139379501342773,
-3.8988521099090576,
-0.25669363141059875,
3.6798648834228516,
-0.1832338124513626,
-3.675802230834961,
-2.785909414291382,
-1.1669189929962158,
1.1465259790420532,
-1.9079337120056152,
1.447637677192688,
0.5251559615135193,
2.5833966732025146,
-2.070302724838257,
-0.7740867137908936,
-3.3618197441101074,
-3.3401315212249756,
-1.1597992181777954,
0.4099236726760864,
-2.86777663230896,
-1.4801348447799683,
-2.470027446746826,
-0.45164796710014343,
0.9430325031280518,
-1.0326677560806274,
0.2775481939315796,
3.5994136333465576,
0.6962537169456482
],
"u": 0.08801660730276928,
"rng_u64": "1623619829150381990",
"mu_before": 6.0,
"survivors": [
{
"id": 7,
"logit": 3.6798648834228516,
"p_raw": 0.31747169249546053,
"p_renorm": 0.31747169249546053
},
{
"id": 30,
"logit": 3.5994136333465576,
"p_raw": 0.29293109385036975,
"p_renorm": 0.29293109385036975
},
{
"id": 0,
"logit": 2.8872623443603516,
"p_raw": 0.14370838150609536,
"p_renorm": 0.14370838150609536
},
{
"id": 16,
"logit": 2.5833966732025146,
"p_raw": 0.10605103565036653,
"p_renorm": 0.10605103565036653
},
{
"id": 4,
"logit": 2.0139379501342773,
"p_raw": 0.06000703009298116,
"p_renorm": 0.06000703009298116
},
{
"id": 14,
"logit": 1.447637677192688,
"p_raw": 0.034061286654380234,
"p_renorm": 0.034061286654380234
},
{
"id": 12,
"logit": 1.1465259790420532,
"p_raw": 0.025205185634197318,
"p_renorm": 0.025205185634197318
},
{
"id": 27,
"logit": 0.9430325031280518,
"p_raw": 0.020564294116149153,
"p_renorm": 0.020564294116149153
}
],
"selected": 7,
"mu_after": 6.1344699864187735
},
{
"logits": [
-0.9178354740142822,
-3.674315929412842,
1.7872413396835327,
2.216939926147461,
-2.9610564708709717,
2.498786687850952,
-2.197205066680908,
1.9958032369613647,
3.288564920425415,
-0.35553231835365295,
2.8264589309692383,
-0.020137911662459373,
-3.36979603767395,
3.7965707778930664,
1.2391061782836914,
0.19827300310134888,
-0.23026913404464722,
2.615372657775879,
-3.573936700820923,
0.9768016338348389,
0.8042065501213074,
-1.2669687271118164,
-1.3793708086013794,
1.052599549293518,
2.9443886280059814,
-0.5804091095924377,
-2.545135021209717,
-2.6217753887176514,
0.9449427127838135,
1.4911969900131226,
-0.9344428777694702,
2.1514840126037598
],
"u": 0.490714795946006,
"rng_u64": "9052090253998579610",
"mu_before": 6.1344699864187735,
"survivors": [
{
"id": 13,
"logit": 3.7965707778930664,
"p_raw": 0.25464083928436604,
"p_renorm": 0.25464083928436604
},
{
"id": 8,
"logit": 3.288564920425415,
"p_raw": 0.15321592813706528,
"p_renorm": 0.15321592813706528
},
{
"id": 24,
"logit": 2.9443886280059814,
"p_raw": 0.1086000566398942,
"p_renorm": 0.1086000566398942
},
{
"id": 10,
"logit": 2.8264589309692383,
"p_raw": 0.09651922699874924,
"p_renorm": 0.09651922699874924
},
{
"id": 17,
"logit": 2.615372657775879,
"p_raw": 0.07815202426345992,
"p_renorm": 0.07815202426345992
},
{
"id": 5,
"logit": 2.498786687850952,
"p_raw": 0.06955167412489825,
"p_renorm": 0.06955167412489825
},
{
"id": 3,
"logit": 2.216939926147461,
"p_raw": 0.05246903715749833,
"p_renorm": 0.05246903715749833
},
{
"id": 31,
"logit": 2.1514840126037598,
"p_raw": 0.04914461675034869,
"p_renorm": 0.04914461675034869
},
{
"id": 7,
"logit": 1.9958032369613647,
"p_raw": 0.042059552808954584,
"p_renorm": 0.042059552808954584
},
{
"id": 2,
"logit": 1.7872413396835327,
"p_raw": 0.03414187513489991,
"p_renorm": 0.03414187513489991
},
{
"id": 29,
"logit": 1.4911969900131226,
"p_raw": 0.02539317129062272,
"p_renorm": 0.02539317129062272
},
{
"id": 14,
"logit": 1.2391061782836914,
"p_raw": 0.01973491652524298,
"p_renorm": 0.01973491652524298
},
{
"id": 23,
"logit": 1.052599549293518,
"p_raw": 0.01637708088399991,
"p_renorm": 0.01637708088399991
}
],
"selected": 24,
"mu_after": 6.114179662487426
},
{
"logits": [
-0.6197760105133057,
0.1535508930683136,
1.5438936948776245,
0.3139916658401489,
-3.3258070945739746,
-2.4476754665374756,
0.9097934365272522,
-3.0679540634155273,
0.20613625645637512,
-3.4616498947143555,
1.6392332315444946,
0.3802739381790161,
3.0376155376434326,
-3.2421793937683105,
-1.878369688987732,
1.6584244966506958,
2.293610095977783,
1.595131278038025,
-2.841808557510376,
1.3784987926483154,
-0.47215840220451355,
-1.1168359518051147,
-1.6457589864730835,
-1.7010899782180786,
2.4152915477752686,
-0.22578877210617065,
0.3825188875198364,
-0.6876550316810608,
-3.7508139610290527,
3.0051302909851074,
-2.4974722862243652,
-0.22514520585536957
],
"u": 0.13758819892192253,
"rng_u64": "2538054293075346919",
"mu_before": 6.114179662487426,
"survivors": [
{
"id": 12,
"logit": 3.0376155376434326,
"p_raw": 0.2278203945808354,
"p_renorm": 0.22782039458083542
},
{
"id": 29,
"logit": 3.0051302909851074,
"p_raw": 0.22053851013966644,
"p_renorm": 0.22053851013966647
},
{
"id": 24,
"logit": 2.4152915477752686,
"p_raw": 0.1222702288200897,
"p_renorm": 0.12227022882008971
},
{
"id": 16,
"logit": 2.293610095977783,
"p_raw": 0.10826177465802564,
"p_renorm": 0.10826177465802565
},
{
"id": 15,
"logit": 1.6584244966506958,
"p_raw": 0.05736110924822657,
"p_renorm": 0.05736110924822658
},
{
"id": 10,
"logit": 1.6392332315444946,
"p_raw": 0.05627077292503141,
"p_renorm": 0.056270772925031416
},
{
"id": 17,
"logit": 1.595131278038025,
"p_raw": 0.053843049073178176,
"p_renorm": 0.05384304907317818
},
{
"id": 2,
"logit": 1.5438936948776245,
"p_raw": 0.051153746378120805,
"p_renorm": 0.05115374637812081
},
{
"id": 19,
"logit": 1.3784987926483154,
"p_raw": 0.043355814805532064,
"p_renorm": 0.04335581480553207
},
{
"id": 6,
"logit": 0.9097934365272522,
"p_raw": 0.027132586905566754,
"p_renorm": 0.027132586905566757
},
{
"id": 26,
"logit": 0.3825188875198364,
"p_raw": 0.016013961337146748,
"p_renorm": 0.01601396133714675
},
{
"id": 11,
"logit": 0.3802739381790161,
"p_raw": 0.015978051128580202,
"p_renorm": 0.015978051128580206
}
],
"selected": 12,
"mu_after": 6.200776543350178
},
{
"logits": [
-3.0096890926361084,
-1.8729342222213745,
3.954934597015381,
2.945059061050415,
3.2841334342956543,
2.247626304626465,
2.2453975677490234,
-0.7133883237838745,
-0.1949317753314972,
-2.8554916381835938,
1.4410048723220825,
2.0923047065734863,
-0.2549750506877899,
-2.3121862411499023,
3.524055242538452,
-0.17794065177440643,
1.1929407119750977,
1.6965075731277466,
2.748302459716797,
-3.641582727432251,
-2.331348419189453,
3.8462963104248047,
-1.5982956886291504,
1.8035680055618286,
-3.690112829208374,
2.496474027633667,
0.9319558143615723,
3.797556161880493,
-3.0176639556884766,
1.6699899435043335,
-0.9852232336997986,
1.5924135446548462
],
"u": 0.3335284153679492,
"rng_u64": "6152513319602455652",
"mu_before": 6.200776543350178,
"survivors": [
{
"id": 2,
"logit": 3.954934597015381,
"p_raw": 0.17412193363094755,
"p_renorm": 0.17412193363094758
},
{
"id": 21,
"logit": 3.8462963104248047,
"p_raw": 0.1561969225449704,
"p_renorm": 0.15619692254497042
},
{
"id": 27,
"logit": 3.797556161880493,
"p_raw": 0.14876641431149032,
"p_renorm": 0.14876641431149035
},
{
"id": 14,
"logit": 3.524055242538452,
"p_raw": 0.11316834256171543,
"p_renorm": 0.11316834256171546
},
{
"id": 4,
"logit": 3.2841334342956543,
"p_raw": 0.089028332259359,
"p_renorm": 0.08902833225935901
},
{
"id": 3,
"logit": 2.945059061050415,
"p_raw": 0.06342640680334445,
"p_renorm": 0.06342640680334447
},
{
"id": 18,
"logit": 2.748302459716797,
"p_raw": 0.0520978501757499,
"p_renorm": 0.052097850175749916
},
{
"id": 25,
"logit": 2.496474027633667,
"p_raw": 0.04049972777170173,
"p_renorm": 0.040499727771701736
},
{
"id": 5,
"logit": 2.247626304626465,
"p_raw": 0.031577584871918564,
"p_renorm": 0.03157758487191857
},
{
"id": 6,
"logit": 2.2453975677490234,
"p_raw": 0.03150728511294644,
"p_renorm": 0.03150728511294645
},
{
"id": 11,
"logit": 2.0923047065734863,
"p_raw": 0.027034827206603208,
"p_renorm": 0.027034827206603215
},
{
"id": 23,
"logit": 1.8035680055618286,
"p_raw": 0.02025474790129717,
"p_renorm": 0.020254747901297172
},
{
"id": 17,
"logit": 1.6965075731277466,
"p_raw": 0.01819831118778925,
"p_renorm": 0.018198311187789255
},
{
"id": 29,
"logit": 1.6699899435043335,
"p_raw": 0.017722077315035674,
"p_renorm": 0.017722077315035677
},
{
"id": 31,
"logit": 1.5924135446548462,
"p_raw": 0.016399236345130744,
"p_renorm": 0.016399236345130748
}
],
"selected": 27,
"mu_after": 6.225888619721524
},
{
"logits": [
-2.9228169918060303,
3.0321075916290283,
1.7459746599197388,
1.5576562881469727,
3.4956161975860596,
-3.8198654651641846,
3.8377761840820312,
-2.8268587589263916,
-3.938215732574463,
1.8543105125427246,
-0.8800972104072571,
0.3349844813346863,
1.399587631225586,
3.3072588443756104,
-0.11306022852659225,
-3.404139757156372,
3.8334648609161377,
0.7087309956550598,
1.8530597686767578,
3.073859453201294,
-2.438544988632202,
-2.876800298690796,
-1.847001552581787,
-3.6443567276000977,
0.8674500584602356,
-0.6792482137680054,
0.26436468958854675,
0.4626534581184387,
3.889542818069458,
-3.505946397781372,
0.43048515915870667,
0.6204214096069336
],
"u": 0.19928478761856738,
"rng_u64": "3676155474983275080",
"mu_before": 6.225888619721524,
"survivors": [
{
"id": 28,
"logit": 3.889542818069458,
"p_raw": 0.18008202892166256,
"p_renorm": 0.18008202892166256
},
{
"id": 6,
"logit": 3.8377761840820312,
"p_raw": 0.17099696867985406,
"p_renorm": 0.17099696867985406
},
{
"id": 16,
"logit": 3.8334648609161377,
"p_raw": 0.17026133240980343,
"p_renorm": 0.17026133240980343
},
{
"id": 4,
"logit": 3.4956161975860596,
"p_raw": 0.12144795812482807,
"p_renorm": 0.12144795812482807
},
{
"id": 13,
"logit": 3.3072588443756104,
"p_raw": 0.10059760896309602,
"p_renorm": 0.10059760896309602
},
{
"id": 19,
"logit": 3.073859453201294,
"p_raw": 0.07965693479737035,
"p_renorm": 0.07965693479737035
},
{
"id": 1,
"logit": 3.0321075916290283,
"p_raw": 0.07639958291074528,
"p_renorm": 0.07639958291074528
},
{
"id": 9,
"logit": 1.8543105125427246,
"p_raw": 0.02352774017081693,
"p_renorm": 0.02352774017081693
},
{
"id": 18,
"logit": 1.8530597686767578,
"p_raw": 0.02349833138937854,
"p_renorm": 0.02349833138937854
},
{
"id": 2,
"logit": 1.7459746599197388,
"p_raw": 0.021112057128385493,
"p_renorm": 0.021112057128385493
},
{
"id": 3,
"logit": 1.5576562881469727,
"p_raw": 0.017488192403298082,
"p_renorm": 0.017488192403298082
},
{
"id": 12,
"logit": 1.399587631225586,
"p_raw": 0.014931264100761257,
"p_renorm": 0.014931264100761257
}
],
"selected": 6,
"mu_after": 6.271092885253084
},
{
"logits": [
3.475058078765869,
-1.5513452291488647,
-1.8780772686004639,
0.7786197066307068,
0.9451525807380676,
-1.5769574642181396,
2.676548480987549,
-3.656989336013794,
2.772066116333008,
-2.467761754989624,
1.4280437231063843,
-3.0742435455322266,
-2.321948289871216,
0.771981418132782,
-1.1216015815734863,
-3.7336525917053223,
-3.4270131587982178,
0.346917986869812,
-2.835318088531494,
1.2795021533966064,
-0.495949387550354,
-2.207564353942871,
1.2123351097106934,
0.7082549929618835,
1.6359593868255615,
-2.030953884124756,
2.426318883895874,
0.37774714827537537,
0.7707774639129639,
-3.451292037963867,
1.677307367324829,
0.422615647315979
],
"u": 0.8519325199722634,
"rng_u64": "15715381163998794444",
"mu_before": 6.271092885253084,
"survivors": [
{
"id": 0,
"logit": 3.475058078765869,
"p_raw": 0.2979977071579939,
"p_renorm": 0.2979977071579939
},
{
"id": 8,
"logit": 2.772066116333008,
"p_raw": 0.14753918919410644,
"p_renorm": 0.14753918919410644
},
{
"id": 6,
"logit": 2.676548480987549,
"p_raw": 0.1340987132240321,
"p_renorm": 0.1340987132240321
},
{
"id": 26,
"logit": 2.426318883895874,
"p_raw": 0.10441220737634876,
"p_renorm": 0.10441220737634876
},
{
"id": 30,
"logit": 1.677307367324829,
"p_raw": 0.049369611393636624,
"p_renorm": 0.049369611393636624
},
{
"id": 24,
"logit": 1.6359593868255615,
"p_raw": 0.04736990447845081,
"p_renorm": 0.04736990447845081
},
{
"id": 10,
"logit": 1.4280437231063843,
"p_raw": 0.03847741465098394,
"p_renorm": 0.03847741465098394
},
{
"id": 19,
"logit": 1.2795021533966064,
"p_raw": 0.03316615296904041,
"p_renorm": 0.03316615296904041
},
{
"id": 22,
"logit": 1.2123351097106934,
"p_raw": 0.03101164637103975,
"p_renorm": 0.03101164637103975
},
{
"id": 4,
"logit": 0.9451525807380676,
"p_raw": 0.023740448812878272,
"p_renorm": 0.023740448812878272
},
{
"id": 3,
"logit": 0.7786197066307068,
"p_raw": 0.02009854491668679,
"p_renorm": 0.02009854491668679
},
{
"id": 13,
"logit": 0.771981418132782,
"p_raw": 0.01996556683889047,
"p_renorm": 0.01996556683889047
},
{
"id": 28,
"logit": 0.7707774639129639,
"p_raw": 0.019941543674740464,
"p_renorm": 0.019941543674740464
},
{
"id": 23,
"logit": 0.7082549929618835,
"p_raw": 0.01873292566933076,
"p_renorm": 0.01873292566933076
},
{
"id": 31,
"logit": 0.422615647315979,
"p_raw": 0.014078423271840584,
"p_renorm": 0.014078423271840584
}
],
"selected": 19,
"mu_after": 6.079678434252268
}
],
"min_margin": 0.0004983804723297514
},
{
"id": "mirostat-v2-3",
"version": 2,
"params": {
"tau": 2.0,
"eta": 0.2,
"n_vocab": 32,
"m": 100
},
"mu_initial": 4.0,
"steps": [
{
"logits": [
1.668448805809021,
-1.1270698308944702,
-1.2780145406723022,
0.0050790621899068356,
1.8499953746795654,
2.619737148284912,
-1.9979242086410522,
-3.4331181049346924,
2.850919723510742,
-3.7980222702026367,
-0.7951021194458008,
3.408259391784668,
3.873952865600586,
3.1531848907470703,
1.2216554880142212,
-1.7252330780029297,
-3.5691466331481934,
-2.5297882556915283,
-2.0040390491485596,
-1.8209571838378906,
-3.3073489665985107,
3.326045036315918,
1.4827766418457031,
-2.7358531951904297,
1.0007251501083374,
-3.9728941917419434,
2.1798317432403564,
-1.7582119703292847,
-0.9534597396850586,
0.41456010937690735,
-1.6083041429519653,
-2.3963353633880615
],
"u": 0.7468920028601784,
"rng_u64": "13777725627462055525",
"mu_before": 4.0,
"survivors": [
{
"id": 12,
"logit": 3.873952865600586,
"p_raw": 0.2996668804766976,
"p_renorm": 0.2996668804766976
},
{
"id": 11,
"logit": 3.408259391784668,
"p_raw": 0.18810079927118198,
"p_renorm": 0.18810079927118198
},
{
"id": 21,
"logit": 3.326045036315918,
"p_raw": 0.17325484967173146,
"p_renorm": 0.17325484967173146
},
{
"id": 13,
"logit": 3.1531848907470703,
"p_raw": 0.14575155358843067,
"p_renorm": 0.14575155358843067
},
{
"id": 8,
"logit": 2.850919723510742,
"p_raw": 0.1077311010385653,
"p_renorm": 0.1077311010385653
},
{
"id": 5,
"logit": 2.619737148284912,
"p_raw": 0.08549481595339305,
"p_renorm": 0.08549481595339305
}
],
"selected": 13,
"mu_after": 3.8443166333061436
},
{
"logits": [
0.8691070675849915,
-0.3233448565006256,
-2.519749879837036,
3.982433795928955,
-3.3582303524017334,
0.3121826946735382,
0.8292170763015747,
-1.0066572427749634,
1.9848912954330444,
2.8724939823150635,
-0.177786186337471,
1.4916391372680664,
-3.582181215286255,
-0.2770923674106598,
-2.368168830871582,
2.7381393909454346,
0.8117517828941345,
-1.1804145574569702,
2.173473358154297,
1.7729116678237915,
-1.6276520490646362,
1.041876196861267,
3.1487786769866943,
0.013686491176486015,
-1.5712735652923584,
0.05103587731719017,
-0.987748384475708,
-2.9314610958099365,
3.524350643157959,
-1.8527166843414307,
-0.3817611336708069,
3.2469048500061035
],
"u": 0.010065675495119053,
"rng_u64": "185678939787472070",
"mu_before": 3.8443166333061436,
"survivors": [
{
"id": 3,
"logit": 3.982433795928955,
"p_raw": 0.31606280776909856,
"p_renorm": 0.3160628077690985
},
{
"id": 28,
"logit": 3.524350643157959,
"p_raw": 0.1999081077731106,
"p_renorm": 0.19990810777311055
},
{
"id": 31,
"logit": 3.2469048500061035,
"p_raw": 0.15147369911496986,
"p_renorm": 0.15147369911496983
},
{
"id": 22,
"logit": 3.1487786769866943,
"p_raw": 0.13731613656551755,
"p_renorm": 0.13731613656551753
},
{
"id": 9,
"logit": 2.8724939823150635,
"p_raw": 0.10416759984561097,
"p_renorm": 0.10416759984561094
},
{
"id": 15,
"logit": 2.7381393909454346,
"p_raw": 0.09107164893169263,
"p_renorm": 0.09107164893169262
}
],
"selected": 3,
"mu_after": 3.9119732699668623
},
{
"logits": [
-0.8842611908912659,
-0.7308924794197083,
1.438299536705017,
-1.6189934015274048,
0.6353217959403992,
-2.959184169769287,
1.8822139501571655,
-3.0164642333984375,
0.7092949748039246,
1.5061862468719482,
-1.9559739828109741,
2.8304176330566406,
1.599280834197998,
-1.4882609844207764,
3.927950620651245,
3.2454264163970947,
-0.6803403496742249,
2.43476939201355,
-2.8975448608398438,
2.489699602127075,
-3.563171625137329,
2.8599720001220703,
-3.6796162128448486,
-0.8153090476989746,
-3.225773811340332,
2.786473274230957,
-3.086642265319824,
1.3716322183609009,
2.982640504837036,
3.009875774383545,
1.2856941223144531,
2.017016887664795
],
"u": 0.3370959251091974,
"rng_u64": "6218322258779726892",
"mu_before": 3.9119732699668623,
"survivors": [
{
"id": 14,
"logit": 3.927950620651245,
"p_raw": 0.303957964742385,
"p_renorm": 0.303957964742385
},
{
"id": 15,
"logit": 3.2454264163970947,
"p_raw": 0.15360205717919836,
"p_renorm": 0.15360205717919836
},
{
"id": 29,
"logit": 3.009875774383545,
"p_raw": 0.12136646097349732,
"p_renorm": 0.12136646097349732
},
{
"id": 28,
"logit": 2.982640504837036,
"p_raw": 0.1181056192081738,
"p_renorm": 0.1181056192081738
},
{
"id": 21,
"logit": 2.8599720001220703,
"p_raw": 0.10447113335867754,
"p_renorm": 0.10447113335867754
},
{
"id": 11,
"logit": 2.8304176330566406,
"p_raw": 0.1014287346675538,
"p_renorm": 0.1014287346675538
},
{
"id": 25,
"logit": 2.786473274230957,
"p_raw": 0.09706802987051416,
"p_renorm": 0.09706802987051416
}
],
"selected": 15,
"mu_after": 3.7714271586053094
},
{
"logits": [
-3.7168023586273193,
-3.5989468097686768,
1.2459014654159546,
0.40652164816856384,
1.998160719871521,
-3.892949104309082,
1.1899778842926025,
0.0401175394654274,
-1.311471700668335,
1.814479947090149,
-1.4516245126724243,
-2.0051558017730713,
-3.1035542488098145,
1.6575406789779663,
0.9345287084579468,
3.023811101913452,
0.12876738607883453,
-3.3998944759368896,
2.8508102893829346,
2.4162609577178955,
-1.3749592304229736,
-2.466451644897461,
2.3282697200775146,
3.0684399604797363,
-2.6098828315734863,
-3.085709810256958,
-1.4442187547683716,
3.405482292175293,
0.20145031809806824,
1.2228950262069702,
-0.6926541924476624,
-1.2731081247329712
],
"u": 0.9724927570912186,
"rng_u64": "17939325003597900769",
"mu_before": 3.7714271586053094,
"survivors": [
{
"id": 27,
"logit": 3.405482292175293,
"p_raw": 0.2991571387140517,
"p_renorm": 0.29915713871405175
},
{
"id": 23,
"logit": 3.0684399604797363,
"p_raw": 0.21356188521990693,
"p_renorm": 0.213561885219907
},
{
"id": 15,
"logit": 3.023811101913452,
"p_raw": 0.20424041250037245,
"p_renorm": 0.2042404125003725
},
{
"id": 18,
"logit": 2.8508102893829346,
"p_raw": 0.17179415383739582,
"p_renorm": 0.17179415383739585
},
{
"id": 19,
"logit": 2.4162609577178955,
"p_raw": 0.11124640972827292,
"p_renorm": 0.11124640972827295
}
],
"selected": 19,
"mu_after": 3.5377932949320985
},
{
"logits": [
1.132812738418579,
0.7251693606376648,
1.2670261859893799,
1.4921551942825317,
0.6523684859275818,
-2.5685269832611084,
2.17108416557312,
-3.069459915161133,
2.4972846508026123,
1.9173942804336548,
1.177064299583435,
0.15376980602741241,
-3.5919101238250732,
0.4279886484146118,
-0.47670868039131165,
-0.9722709059715271,
-3.5629642009735107,
2.4400084018707275,
0.18548019230365753,
-1.382708191871643,
1.8979779481887817,
3.6379570960998535,
2.383723258972168,
2.6107804775238037,
2.40499210357666,
-3.7174184322357178,
-0.17553238570690155,
0.8365687727928162,
2.26754093170166,
-3.2505273818969727,
-3.595856189727783,
-1.9875794649124146
],
"u": 0.8205639434408579,
"rng_u64": "15136733060767386415",
"mu_before": 3.5377932949320985,
"survivors": [
{
"id": 21,
"logit": 3.6379570960998535,
"p_raw": 0.7363681584335988,
"p_renorm": 0.7363681584335988
},
{
"id": 23,
"logit": 2.6107804775238037,
"p_raw": 0.2636318415664013,
"p_renorm": 0.2636318415664013
}
],
"selected": 23,
"mu_after": 3.5531126019932
},
{
"logits": [
3.3154408931732178,
-1.9338908195495605,
3.9977540969848633,
1.619941234588623,
-3.403421401977539,
1.155287742614746,
3.3827567100524902,
1.1646279096603394,
1.9960660934448242,
-2.5364160537719727,
-0.1296105831861496,
-1.65895676612854,
3.8426871299743652,
-1.6451725959777832,
0.9742551445960999,
3.26074481010437,
-0.6551259756088257,
0.6276330947875977,
-0.7659462094306946,
-1.160148024559021,
2.9616312980651855,
3.850929021835327,
-0.2023286521434784,
-2.5169365406036377,
3.775038003921509,
-3.0308382511138916,
2.7913033962249756,
3.7748091220855713,
3.01393461227417,
-1.0811835527420044,
-2.8768858909606934,
-0.04092508926987648
],
"u": 0.5903671710817971,
"rng_u64": "10890352114465814942",
"mu_before": 3.5531126019932,
"survivors": [
{
"id": 2,
"logit": 3.9977540969848633,
"p_raw": 0.2314652067641652,
"p_renorm": 0.2314652067641652
},
{
"id": 21,
"logit": 3.850929021835327,
"p_raw": 0.19985747596251224,
"p_renorm": 0.19985747596251224
},
{
"id": 12,
"logit": 3.8426871299743652,
"p_raw": 0.19821704168503235,
"p_renorm": 0.19821704168503235
},
{
"id": 24,
"logit": 3.775038003921509,
"p_raw": 0.18525133570105723,
"p_renorm": 0.18525133570105723
},
{
"id": 27,
"logit": 3.7748091220855713,
"p_raw": 0.18520893988723305,
"p_renorm": 0.18520893988723305
}
],
"selected": 12,
"mu_after": 3.4861431836917145
}
],
"min_margin": 0.017949643038829066
},
{
"id": "mirostat-v2-4",
"version": 2,
"params": {
"tau": 4.0,
"eta": 0.05,
"n_vocab": 32,
"m": 100
},
"mu_initial": 8.0,
"steps": [
{
"logits": [
0.7776363492012024,
-2.9174916744232178,
-2.0140573978424072,
-0.7968754172325134,
-3.9190263748168945,
3.04474139213562,
-3.22802996635437,
0.8925433158874512,
3.9892969131469727,
-1.4568812847137451,
-0.7730014324188232,
0.8597801327705383,
-0.31961795687675476,
-1.9352898597717285,
-2.7488760948181152,
-0.44352421164512634,
-3.911440372467041,
-2.2219743728637695,
-1.531938076019287,
3.0212368965148926,
2.323040723800659,
-2.724982261657715,
1.3167314529418945,
-0.5455588102340698,
-1.0597410202026367,
-0.034871723502874374,
-3.598597526550293,
0.2639887034893036,
2.548239231109619,
0.15570300817489624,
2.741940975189209,
0.8992044925689697
],
"u": 0.04858712216057737,
"rng_u64": "896274207774233808",
"mu_before": 8.0,
"survivors": [
{
"id": 8,
"logit": 3.9892969131469727,
"p_raw": 0.35532727835522143,
"p_renorm": 0.3553272783552215
},
{
"id": 5,
"logit": 3.04474139213562,
"p_raw": 0.1381698540312718,
"p_renorm": 0.13816985403127183
},
{
"id": 19,
"logit": 3.0212368965148926,
"p_raw": 0.13496011077070413,
"p_renorm": 0.13496011077070416
},
{
"id": 30,
"logit": 2.741940975189209,
"p_raw": 0.102072499241413,
"p_renorm": 0.10207249924141303
},
{
"id": 28,
"logit": 2.548239231109619,
"p_raw": 0.08409789976497759,
"p_renorm": 0.0840978997649776
},
{
"id": 20,
"logit": 2.323040723800659,
"p_raw": 0.06714020778104281,
"p_renorm": 0.06714020778104282
},
{
"id": 22,
"logit": 1.3167314529418945,
"p_raw": 0.024544156842710167,
"p_renorm": 0.024544156842710173
},
{
"id": 31,
"logit": 0.8992044925689697,
"p_raw": 0.016166591423667737,
"p_renorm": 0.01616659142366774
},
{
"id": 7,
"logit": 0.8925433158874512,
"p_raw": 0.016059260772936883,
"p_renorm": 0.016059260772936887
},
{
"id": 11,
"logit": 0.8597801327705383,
"p_raw": 0.01554163412189243,
"p_renorm": 0.015541634121892434
},
{
"id": 0,
"logit": 0.7776363492012024,
"p_raw": 0.014316013153358316,
"p_renorm": 0.01431601315335832
},
{
"id": 27,
"logit": 0.2639887034893036,
"p_raw": 0.008565402000879234,
"p_renorm": 0.008565402000879236
},
{
"id": 29,
"logit": 0.15570300817489624,
"p_raw": 0.007686344944057649,
"p_renorm": 0.007686344944057651
},
{
"id": 25,
"logit": -0.034871723502874374,
"p_raw": 0.006352641044689854,
"p_renorm": 0.006352641044689856
},
{
"id": 12,
"logit": -0.31961795687675476,
"p_raw": 0.00477848908538593,
"p_renorm": 0.0047784890853859304
},
{
"id": 15,
"logit": -0.44352421164512634,
"p_raw": 0.004221616665790805,
"p_renorm": 0.004221616665790806
}
],
"selected": 8,
"mu_after": 8.12536101766223
},
{
"logits": [
-2.2788519859313965,
-0.4839403033256531,
1.422864317893982,
-3.8589799404144287,
-1.4749295711517334,
-0.9116009473800659,
-3.970327854156494,
3.320774793624878,
-1.5484315156936646,
-1.2009683847427368,
0.3681545853614807,
3.167567253112793,
3.5760838985443115,
3.6790781021118164,
-3.046616554260254,
3.748231887817383,
-2.714169979095459,
-3.972412347793579,
1.6227211952209473,
3.1450388431549072,
1.436156153678894,
2.2184624671936035,
1.6519912481307983,
-2.5104970932006836,
-0.7669443488121033,
2.0915307998657227,
-2.20645809173584,
-2.205376625061035,
-0.24907323718070984,
-0.20917963981628418,
0.5531595945358276,
3.9022648334503174
],
"u": 0.18170893712277691,
"rng_u64": "3351938259009648235",
"mu_before": 8.12536101766223,
"survivors": [
{
"id": 31,
"logit": 3.9022648334503174,
"p_raw": 0.1761656615950235,
"p_renorm": 0.17616566159502353
},
{
"id": 15,
"logit": 3.748231887817383,
"p_raw": 0.1510169173185025,
"p_renorm": 0.15101691731850253
},
{
"id": 13,
"logit": 3.6790781021118164,
"p_raw": 0.14092644393736473,
"p_renorm": 0.14092644393736475
},
{
"id": 12,
"logit": 3.5760838985443115,
"p_raw": 0.1271342832758825,
"p_renorm": 0.12713428327588253
},
{
"id": 7,
"logit": 3.320774793624878,
"p_raw": 0.09848800573431622,
"p_renorm": 0.09848800573431624
},
{
"id": 11,
"logit": 3.167567253112793,
"p_raw": 0.08449794639556402,
"p_renorm": 0.08449794639556403
},
{
"id": 19,
"logit": 3.1450388431549072,
"p_raw": 0.08261562448880559,
"p_renorm": 0.0826156244888056
},
{
"id": 21,
"logit": 2.2184624671936035,
"p_raw": 0.03270808990911061,
"p_renorm": 0.032708089909110616
},
{
"id": 25,
"logit": 2.0915307998657227,
"p_raw": 0.028809084683768367,
"p_renorm": 0.02880908468376837
},
{
"id": 22,
"logit": 1.6519912481307983,
"p_raw": 0.018562644964629126,
"p_renorm": 0.01856264496462913
},
{
"id": 18,
"logit": 1.6227211952209473,
"p_raw": 0.018027189990167763,
"p_renorm": 0.018027189990167766
},
{
"id": 20,
"logit": 1.436156153678894,
"p_raw": 0.014959044970269732,
"p_renorm": 0.014959044970269734
},
{
"id": 2,
"logit": 1.422864317893982,
"p_raw": 0.014761527394607612,
"p_renorm": 0.014761527394607614
},
{
"id": 30,
"logit": 0.5531595945358276,
"p_raw": 0.006186191139322571,
"p_renorm": 0.0061861911393225714
},
{
"id": 10,
"logit": 0.3681545853614807,
"p_raw": 0.005141344202665058,
"p_renorm": 0.005141344202665059
}
],
"selected": 15,
"mu_after": 8.189000121575651
},
{
"logits": [
-2.65598726272583,
3.29935359954834,
-1.4757170677185059,
2.420017719268799,
2.071843385696411,
-0.5002537369728088,
-2.4149506092071533,
-3.518620014190674,
0.12094622850418091,
3.8837783336639404,
3.610060453414917,
-1.1850509643554688,
-2.895519971847534,
2.6146702766418457,
3.6198320388793945,
-2.002336025238037,
-3.2412307262420654,
3.0383946895599365,
0.5588405728340149,
3.015943765640259,
-3.5956039428710938,
3.820979595184326,
-0.7376343011856079,
-1.0444062948226929,
2.7309072017669678,
2.3466029167175293,
2.048774003982544,
2.074185848236084,
-3.703904151916504,
2.2703359127044678,
-3.6590702533721924,
1.430906891822815
],
"u": 0.7642691772909382,
"rng_u64": "14098277916910490766",
"mu_before": 8.189000121575651,
"survivors": [
{
"id": 9,
"logit": 3.8837783336639404,
"p_raw": 0.14868940123348398,
"p_renorm": 0.148689401233484
},
{
"id": 21,
"logit": 3.820979595184326,
"p_raw": 0.13963904403329833,
"p_renorm": 0.13963904403329835
},
{
"id": 14,
"logit": 3.6198320388793945,
"p_raw": 0.11419565851247776,
"p_renorm": 0.11419565851247777
},
{
"id": 10,
"logit": 3.610060453414917,
"p_raw": 0.11308522008339088,
"p_renorm": 0.11308522008339089
},
{
"id": 1,
"logit": 3.29935359954834,
"p_raw": 0.08288340329910948,
"p_renorm": 0.0828834032991095
},
{
"id": 17,
"logit": 3.0383946895599365,
"p_raw": 0.06384612749828703,
"p_renorm": 0.06384612749828704
},
{
"id": 19,
"logit": 3.015943765640259,
"p_raw": 0.06242869383186921,
"p_renorm": 0.06242869383186922
},
{
"id": 24,
"logit": 2.7309072017669678,
"p_raw": 0.04694555109754273,
"p_renorm": 0.04694555109754274
},
{
"id": 13,
"logit": 2.6146702766418457,
"p_raw": 0.04179394688719846,
"p_renorm": 0.041793946887198466
},
{
"id": 3,
"logit": 2.420017719268799,
"p_raw": 0.03440145845266586,
"p_renorm": 0.034401458452665866
},
{
"id": 25,
"logit": 2.3466029167175293,
"p_raw": 0.03196636185277979,
"p_renorm": 0.0319663618527798
},
{
"id": 29,
"logit": 2.2703359127044678,
"p_raw": 0.029619032773403085,
"p_renorm": 0.029619032773403088
},
{
"id": 27,
"logit": 2.074185848236084,
"p_raw": 0.024343553942476413,
"p_renorm": 0.024343553942476417
},
{
"id": 4,
"logit": 2.071843385696411,
"p_raw": 0.024286596815296314,
"p_renorm": 0.024286596815296317
},
{
"id": 26,
"logit": 2.048774003982544,
"p_raw": 0.02373273325128501,
"p_renorm": 0.023732733251285013
},
{
"id": 31,
"logit": 1.430906891822815,
"p_raw": 0.012794151250110193,
"p_renorm": 0.012794151250110195
},
{
"id": 18,
"logit": 0.5588405728340149,
"p_raw": 0.005349065185325378,
"p_renorm": 0.005349065185325379
}
],
"selected": 24,
"mu_after": 8.1683567342901
},
{
"logits": [
-0.9251326322555542,
0.5623432993888855,
2.7563295364379883,
-3.815142869949341,
-1.5832455158233643,
3.695439100265503,
2.214320659637451,
3.524456262588501,
2.3282053470611572,
0.7633525133132935,
-1.132878065109253,
3.560941457748413,
-0.10101539641618729,
-3.544740676879883,
1.6676989793777466,
2.0188653469085693,
0.6954509019851685,
-2.067201852798462,
1.1381933689117432,
-3.7668466567993164,
-2.6096341609954834,
2.7525813579559326,
-3.6710314750671387,
3.2381644248962402,
-0.835281252861023,
1.313826084136963,
-0.24336232244968414,
-0.5961272716522217,
2.8305468559265137,
-1.6152507066726685,
1.437119722366333,
0.4126867353916168
],
"u": 0.42642996312077175,
"rng_u64": "7866244395050279631",
"mu_before": 8.1683567342901,
"survivors": [
{
"id": 5,
"logit": 3.695439100265503,
"p_raw": 0.17142366913566343,
"p_renorm": 0.1714236691356634
},
{
"id": 11,
"logit": 3.560941457748413,
"p_raw": 0.14985084715292,
"p_renorm": 0.14985084715291996
},
{
"id": 7,
"logit": 3.524456262588501,
"p_raw": 0.144482046177464,
"p_renorm": 0.14448204617746396
},
{
"id": 23,
"logit": 3.2381644248962402,
"p_raw": 0.10851228737170789,
"p_renorm": 0.10851228737170786
},
{
"id": 28,
"logit": 2.8305468559265137,
"p_raw": 0.07218598007557119,
"p_renorm": 0.07218598007557117
},
{
"id": 2,
"logit": 2.7563295364379883,
"p_raw": 0.06702250950811195,
"p_renorm": 0.06702250950811194
},
{
"id": 21,
"logit": 2.7525813579559326,
"p_raw": 0.06677176738682501,
"p_renorm": 0.066771767386825
},
{
"id": 8,
"logit": 2.3282053470611572,
"p_raw": 0.04368061174103518,
"p_renorm": 0.04368061174103517
},
{
"id": 6,
"logit": 2.214320659637451,
"p_raw": 0.03897886783827978,
"p_renorm": 0.03897886783827977
},
{
"id": 15,
"logit": 2.0188653469085693,
"p_raw": 0.03205856339360923,
"p_renorm": 0.03205856339360922
},
{
"id": 14,
"logit": 1.6676989793777466,
"p_raw": 0.022564953413173477,
"p_renorm": 0.022564953413173473
},
{
"id": 30,
"logit": 1.437119722366333,
"p_raw": 0.017918231457774138,
"p_renorm": 0.017918231457774134
},
{
"id": 25,
"logit": 1.313826084136963,
"p_raw": 0.01583978912488449,
"p_renorm": 0.015839789124884488
},
{
"id": 18,
"logit": 1.1381933689117432,
"p_raw": 0.013288411747529962,
"p_renorm": 0.013288411747529958
},
{
"id": 9,
"logit": 0.7633525133132935,
"p_raw": 0.009134436505000908,
"p_renorm": 0.009134436505000907
},
{
"id": 16,
"logit": 0.6954509019851685,
"p_raw": 0.008534782659645355,
"p_renorm": 0.008534782659645353
},
{
"id": 1,
"logit": 0.5623432993888855,
"p_raw": 0.0074711003342087705,
"p_renorm": 0.007471100334208769
},
{
"id": 31,
"logit": 0.4126867353916168,
"p_raw": 0.0064326444727138285,
"p_renorm": 0.006432644472713827
},
{
"id": 12,
"logit": -0.10101539641618729,
"p_raw": 0.003848500503881557,
"p_renorm": 0.003848500503881556
}
],
"selected": 7,
"mu_after": 8.228804841033242
},
{
"logits": [
0.7223905324935913,
-2.6502606868743896,
1.573323130607605,
-2.500781536102295,
-0.21647655963897705,
-2.4504239559173584,
-1.0907515287399292,
1.6085973978042603,
0.34678447246551514,
-3.8372039794921875,
0.299618124961853,
1.904257893562317,
-0.15687787532806396,
-2.950777769088745,
0.1268276572227478,
2.69142746925354,
3.771763563156128,
1.5101364850997925,
-3.8228142261505127,
2.9430713653564453,
-0.8439855575561523,
2.967494487762451,
2.152367353439331,
3.634941577911377,
3.524951457977295,
3.981720209121704,
-2.6264665126800537,
-3.967785596847534,
0.8934444785118103,
-1.843856692314148,
0.8788894414901733,
-1.6380254030227661
],
"u": 0.6808345014920737,
"rng_u64": "12559179805575907980",
"mu_before": 8.228804841033242,
"survivors": [
{
"id": 25,
"logit": 3.981720209121704,
"p_raw": 0.20417636195102046,
"p_renorm": 0.2041763619510204
},
{
"id": 16,
"logit": 3.771763563156128,
"p_raw": 0.1655093177381215,
"p_renorm": 0.16550931773812147
},
{
"id": 23,
"logit": 3.634941577911377,
"p_raw": 0.1443448904484704,
"p_renorm": 0.14434489044847038
},
{
"id": 24,
"logit": 3.524951457977295,
"p_raw": 0.12931035770792426,
"p_renorm": 0.12931035770792423
},
{
"id": 21,
"logit": 2.967494487762451,
"p_raw": 0.07405132385235477,
"p_renorm": 0.07405132385235476
},
{
"id": 19,
"logit": 2.9430713653564453,
"p_raw": 0.07226466599658637,
"p_renorm": 0.07226466599658636
},
{
"id": 15,
"logit": 2.69142746925354,
"p_raw": 0.05618733636146753,
"p_renorm": 0.05618733636146751
},
{
"id": 22,
"logit": 2.152367353439331,
"p_raw": 0.03277386123268463,
"p_renorm": 0.03277386123268462
},
{
"id": 11,
"logit": 1.904257893562317,
"p_raw": 0.025572609164681598,
"p_renorm": 0.02557260916468159
},
{
"id": 7,
"logit": 1.6085973978042603,
"p_raw": 0.019027043864033047,
"p_renorm": 0.019027043864033043
},
{
"id": 2,
"logit": 1.573323130607605,
"p_raw": 0.018367578295381493,
"p_renorm": 0.01836757829538149
},
{
"id": 17,
"logit": 1.5101364850997925,
"p_raw": 0.01724289915789293,
"p_renorm": 0.017242899157892927
},
{
"id": 28,
"logit": 0.8934444785118103,
"p_raw": 0.009306456523522886,
"p_renorm": 0.009306456523522884
},
{
"id": 30,
"logit": 0.8788894414901733,
"p_raw": 0.009171981721168265,
"p_renorm": 0.009171981721168263
},
{
"id": 0,
"logit": 0.7223905324935913,
"p_raw": 0.0078432592065839,
"p_renorm": 0.007843259206583898
},
{
"id": 8,
"logit": 0.34678447246551514,
"p_raw": 0.0053873219333763316,
"p_renorm": 0.005387321933376331
},
{
"id": 10,
"logit": 0.299618124961853,
"p_raw": 0.005139121012337615,
"p_renorm": 0.005139121012337614
},
{
"id": 14,
"logit": 0.1268276572227478,
"p_raw": 0.004323613832392242,
"p_renorm": 0.0043236138323922415
}
],
"selected": 21,
"mu_after": 8.241038307920586
},
{
"logits": [
-2.1911087036132812,
-3.1272263526916504,
-1.3163046836853027,
1.2822028398513794,
-1.0275681018829346,
1.186629056930542,
3.409090995788574,
3.668463706970215,
-3.3432135581970215,
-1.1341153383255005,
2.0863912105560303,
3.125950813293457,
-2.8618621826171875,
-3.912937879562378,
0.8069613575935364,
-2.724388837814331,
2.4499921798706055,
0.6089798808097839,
-3.5654828548431396,
-0.1405986100435257,
1.4162852764129639,
0.6172086596488953,
-0.6888866424560547,
-3.601884603500366,
1.7719316482543945,
3.706742525100708,
-1.6054677963256836,
1.7617722749710083,
-1.9354625940322876,
0.2854318618774414,
2.1529414653778076,
-2.3915963172912598
],
"u": 0.11444873980651815,
"rng_u64": "2111206612769415682",
"mu_before": 8.241038307920586,
"survivors": [
{
"id": 25,
"logit": 3.706742525100708,
"p_raw": 0.2120595651028746,
"p_renorm": 0.2120595651028746
},
{
"id": 7,
"logit": 3.668463706970215,
"p_raw": 0.20409557408400278,
"p_renorm": 0.20409557408400278
},
{
"id": 6,
"logit": 3.409090995788574,
"p_raw": 0.15746696234323868,
"p_renorm": 0.15746696234323868
},
{
"id": 11,
"logit": 3.125950813293457,
"p_raw": 0.118637839945634,
"p_renorm": 0.118637839945634
},
{
"id": 16,
"logit": 2.4499921798706055,
"p_raw": 0.060347339221170256,
"p_renorm": 0.060347339221170256
},
{
"id": 30,
"logit": 2.1529414653778076,
"p_raw": 0.04483845505309722,
"p_renorm": 0.04483845505309722
},
{
"id": 10,
"logit": 2.0863912105560303,
"p_raw": 0.04195157127576001,
"p_renorm": 0.04195157127576001
},
{
"id": 24,
"logit": 1.7719316482543945,
"p_raw": 0.03063234037404969,
"p_renorm": 0.03063234037404969
},
{
"id": 27,
"logit": 1.7617722749710083,
"p_raw": 0.030322710479629006,
"p_renorm": 0.030322710479629006
},
{
"id": 20,
"logit": 1.4162852764129639,
"p_raw": 0.021464704907866162,
"p_renorm": 0.021464704907866162
},
{
"id": 3,
"logit": 1.2822028398513794,
"p_raw": 0.018771270149309963,
"p_renorm": 0.018771270149309963
},
{
"id": 5,
"logit": 1.186629056930542,
"p_raw": 0.017060293305560276,
"p_renorm": 0.017060293305560276
},
{
"id": 14,
"logit": 0.8069613575935364,
"p_raw": 0.011670753776441408,
"p_renorm": 0.011670753776441408
},
{
"id": 21,
"logit": 0.6172086596488953,
"p_raw": 0.009653623501190417,
"p_renorm": 0.009653623501190417
},
{
"id": 17,
"logit": 0.6089798808097839,
"p_raw": 0.009574511910699067,
"p_renorm": 0.009574511910699067
},
{
"id": 29,
"logit": 0.2854318618774414,
"p_raw": 0.006927898631569092,
"p_renorm": 0.006927898631569092
},
{
"id": 19,
"logit": -0.1405986100435257,
"p_raw": 0.0045245859379074846,
"p_renorm": 0.0045245859379074846
}
],
"selected": 25,
"mu_after": 8.329165381087439
}
],
"min_margin": 0.005028089978361905
}
],
"llama_queue_cases": [
{
"n_vocab": 10000,
"sequence": "k",
"top_k": 10000,
"top_p": 1.0,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 10000,
"max_id": 9999,
"min_id": 0
}
]
},
{
"n_vocab": 10000,
"sequence": "k",
"top_k": 1,
"top_p": 1.0,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 1,
"max_id": 9999,
"min_id": 9999
}
]
},
{
"n_vocab": 10000,
"sequence": "p",
"top_k": 10000,
"top_p": 1.0,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 10000,
"max_id": null,
"min_id": null
}
]
},
{
"n_vocab": 10000,
"sequence": "p",
"top_k": 10000,
"top_p": 0.0,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 1,
"max_id": 9999,
"min_id": 9999
}
]
},
{
"n_vocab": 10000,
"sequence": "m",
"top_k": 10000,
"top_p": 1.0,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 1,
"max_id": null,
"min_id": null
}
]
},
{
"n_vocab": 10000,
"sequence": "m",
"top_k": 10000,
"top_p": 1.0,
"min_p": 1e-12,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 9999,
"max_id": null,
"min_id": null
}
]
},
{
"n_vocab": 10000,
"sequence": "k",
"top_k": 100,
"top_p": 1.0,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
},
{
"n_vocab": 10000,
"sequence": "p",
"top_k": 10000,
"top_p": 0.0003,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 2,
"max_id": 9999,
"min_id": 9998
}
]
},
{
"n_vocab": 10000,
"sequence": "p",
"top_k": 10000,
"top_p": 0.8,
"min_p": 1.0,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
}
]
},
{
"n_vocab": 10000,
"sequence": "m",
"top_k": 10000,
"top_p": 1.0,
"min_p": 0.9998899889988998,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 2,
"max_id": null,
"min_id": null
}
]
},
{
"n_vocab": 10000,
"sequence": "m",
"top_k": 10000,
"top_p": 1.0,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 9000,
"max_id": null,
"min_id": null
}
]
},
{
"n_vocab": 10000,
"sequence": "kp",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "p",
"size_after": 80,
"max_id": 9999,
"min_id": 9920
}
]
},
{
"n_vocab": 10000,
"sequence": "km",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "m",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
},
{
"n_vocab": 10000,
"sequence": "pk",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
},
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
},
{
"n_vocab": 10000,
"sequence": "pm",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
},
{
"stage": "m",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
}
]
},
{
"n_vocab": 10000,
"sequence": "mk",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 9000,
"max_id": null,
"min_id": null
},
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
},
{
"n_vocab": 10000,
"sequence": "mp",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.9998899889988998,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 2,
"max_id": null,
"min_id": null
},
{
"stage": "p",
"size_after": 2,
"max_id": 9999,
"min_id": 9998
}
]
},
{
"n_vocab": 10000,
"sequence": "mp",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 9000,
"max_id": null,
"min_id": null
},
{
"stage": "p",
"size_after": 5440,
"max_id": 9999,
"min_id": 4560
}
]
},
{
"n_vocab": 10000,
"sequence": "kpm",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "p",
"size_after": 80,
"max_id": 9999,
"min_id": 9920
},
{
"stage": "m",
"size_after": 80,
"max_id": 9999,
"min_id": 9920
}
]
},
{
"n_vocab": 10000,
"sequence": "kmp",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "m",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "p",
"size_after": 80,
"max_id": 9999,
"min_id": 9920
}
]
},
{
"n_vocab": 10000,
"sequence": "pkm",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
},
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "m",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
},
{
"n_vocab": 10000,
"sequence": "pmk",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "p",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
},
{
"stage": "m",
"size_after": 5528,
"max_id": 9999,
"min_id": 4472
},
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
},
{
"n_vocab": 10000,
"sequence": "mkp",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 9000,
"max_id": null,
"min_id": null
},
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
},
{
"stage": "p",
"size_after": 80,
"max_id": 9999,
"min_id": 9920
}
]
},
{
"n_vocab": 10000,
"sequence": "mpk",
"top_k": 100,
"top_p": 0.8,
"min_p": 0.1,
"logit_rule": "logits[i] = ln(i) for i >= 1, logits[0] = -inf",
"min_keep": 1,
"steps": [
{
"stage": "m",
"size_after": 9000,
"max_id": null,
"min_id": null
},
{
"stage": "p",
"size_after": 5440,
"max_id": 9999,
"min_id": 4560
},
{
"stage": "k",
"size_after": 100,
"max_id": 9999,
"min_id": 9900
}
]
}
]
}