[
{
"case_id": "msc_d3__clifft",
"circuit": "msc_d3",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": true,
"input_shots": 100000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.02846570499968948,
"shots_per_call": 100000,
"runs": [
{
"repeat": 1,
"shots": 10000000,
"discarded": 3134820,
"accepted": 6865180,
"logical_errors": 9,
"sample_s": 10.06715179499588,
"api_calls": 100,
"shots_per_second": 993329.6133441378
},
{
"repeat": 2,
"shots": 10100000,
"discarded": 3165167,
"accepted": 6934833,
"logical_errors": 3,
"sample_s": 10.089977083043777,
"api_calls": 101,
"shots_per_second": 1000993.3537879948
},
{
"repeat": 3,
"shots": 10100000,
"discarded": 3162339,
"accepted": 6937661,
"logical_errors": 8,
"sample_s": 10.054054930027633,
"api_calls": 101,
"shots_per_second": 1004569.8049485633
}
],
"shots_per_second_avg": 999630.9240268987
},
{
"case_id": "msc_d3__symft",
"circuit": "msc_d3",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": true,
"input_shots": 5000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 15,
"num_measurements": 21,
"num_detectors": 20,
"num_observable_includes": 2,
"observable": 0,
"max_active_qubits": 4,
"batch_size": 2048,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": true,
"reference_normalized": true,
"batch_mask_threshold_denominator": 2,
"backend": "batch"
},
"compile_s": 0.003771310002775863,
"shots_per_call": 5000000,
"runs": [
{
"repeat": 1,
"shots": 45000000,
"discarded": 14095546,
"accepted": 30904454,
"logical_errors": 30,
"sample_s": 10.531623113,
"api_calls": 9,
"shots_per_second": 4272845.649447235
},
{
"repeat": 2,
"shots": 45000000,
"discarded": 14094180,
"accepted": 30905820,
"logical_errors": 21,
"sample_s": 10.583638661,
"api_calls": 9,
"shots_per_second": 4251845.838787182
},
{
"repeat": 3,
"shots": 45000000,
"discarded": 14093273,
"accepted": 30906727,
"logical_errors": 35,
"sample_s": 10.522599037,
"api_calls": 9,
"shots_per_second": 4276509.9992662575
}
],
"shots_per_second_avg": 4267067.162500225
},
{
"case_id": "msc_d3__ticit",
"circuit": "msc_d3",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": true,
"input_shots": 5000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.005904691002797335,
"shots_per_call": 5000000,
"runs": [
{
"repeat": 1,
"shots": 60000000,
"discarded": 18792641,
"accepted": 41207359,
"logical_errors": 37,
"sample_s": 10.147633279999999,
"api_calls": 12,
"shots_per_second": 5912708.741481049
},
{
"repeat": 2,
"shots": 60000000,
"discarded": 18794117,
"accepted": 41205883,
"logical_errors": 26,
"sample_s": 10.168167461,
"api_calls": 12,
"shots_per_second": 5900768.278072718
},
{
"repeat": 3,
"shots": 60000000,
"discarded": 18790953,
"accepted": 41209047,
"logical_errors": 48,
"sample_s": 10.165625518999999,
"api_calls": 12,
"shots_per_second": 5902243.781049909
}
],
"shots_per_second_avg": 5905240.266867892
},
{
"case_id": "msc_d5__clifft",
"circuit": "msc_d5",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": true,
"input_shots": 20000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.01679151500138687,
"shots_per_call": 20000,
"runs": [
{
"repeat": 1,
"shots": 820000,
"discarded": 701840,
"accepted": 118160,
"logical_errors": 0,
"sample_s": 10.165003707988944,
"api_calls": 41,
"shots_per_second": 80668.9326985233
},
{
"repeat": 2,
"shots": 820000,
"discarded": 702028,
"accepted": 117972,
"logical_errors": 0,
"sample_s": 10.117361330987478,
"api_calls": 41,
"shots_per_second": 81048.80048995602
},
{
"repeat": 3,
"shots": 820000,
"discarded": 701525,
"accepted": 118475,
"logical_errors": 0,
"sample_s": 10.153446204967622,
"api_calls": 41,
"shots_per_second": 80760.75683533055
}
],
"shots_per_second_avg": 80826.16334126996
},
{
"case_id": "msc_d5__symft",
"circuit": "msc_d5",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": true,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 42,
"num_measurements": 112,
"num_detectors": 107,
"num_observable_includes": 2,
"observable": 0,
"max_active_qubits": 10,
"batch_size": 32,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": true,
"reference_normalized": true,
"batch_mask_threshold_denominator": 2,
"backend": "batch"
},
"compile_s": 0.03775239599781344,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 3000000,
"discarded": 2569023,
"accepted": 430977,
"logical_errors": 0,
"sample_s": 10.697718225,
"api_calls": 3,
"shots_per_second": 280433.6342482044
},
{
"repeat": 2,
"shots": 3000000,
"discarded": 2568518,
"accepted": 431482,
"logical_errors": 0,
"sample_s": 10.724479211,
"api_calls": 3,
"shots_per_second": 279733.8631532734
},
{
"repeat": 3,
"shots": 3000000,
"discarded": 2566875,
"accepted": 433125,
"logical_errors": 0,
"sample_s": 10.744647364,
"api_calls": 3,
"shots_per_second": 279208.79097917315
}
],
"shots_per_second_avg": 279792.09612688364
},
{
"case_id": "msc_d5__ticit",
"circuit": "msc_d5",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": true,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.06085489399993094,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 3000000,
"discarded": 2569023,
"accepted": 430977,
"logical_errors": 0,
"sample_s": 12.639730855,
"api_calls": 3,
"shots_per_second": 237346.8260056555
},
{
"repeat": 2,
"shots": 3000000,
"discarded": 2568518,
"accepted": 431482,
"logical_errors": 0,
"sample_s": 12.648998516999999,
"api_calls": 3,
"shots_per_second": 237172.92685014236
},
{
"repeat": 3,
"shots": 3000000,
"discarded": 2566874,
"accepted": 433126,
"logical_errors": 0,
"sample_s": 12.682493796000003,
"api_calls": 3,
"shots_per_second": 236546.53794872627
}
],
"shots_per_second_avg": 237022.09693484136
},
{
"case_id": "msc_d7__clifft",
"circuit": "msc_d7",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.10341771000094013,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 1000,
"discarded": 0,
"accepted": 1000,
"logical_errors": 524,
"sample_s": 19.23548292700434,
"api_calls": 1,
"shots_per_second": 51.987257288774295
},
{
"repeat": 2,
"shots": 1000,
"discarded": 0,
"accepted": 1000,
"logical_errors": 519,
"sample_s": 19.211003228003392,
"api_calls": 1,
"shots_per_second": 52.053502262824324
},
{
"repeat": 3,
"shots": 1000,
"discarded": 0,
"accepted": 1000,
"logical_errors": 495,
"sample_s": 19.220886719005648,
"api_calls": 1,
"shots_per_second": 52.02673605121444
}
],
"shots_per_second_avg": 52.02249853427102
},
{
"case_id": "msc_d7__symft",
"circuit": "msc_d7",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 80,
"num_measurements": 355,
"num_detectors": 344,
"num_observable_includes": 2,
"observable": 0,
"max_active_qubits": 19,
"batch_size": 1,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.2241186649989686,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 2000,
"discarded": 0,
"accepted": 2000,
"logical_errors": 975,
"sample_s": 18.528961913000003,
"api_calls": 2,
"shots_per_second": 107.93912845148604
},
{
"repeat": 2,
"shots": 2000,
"discarded": 0,
"accepted": 2000,
"logical_errors": 1028,
"sample_s": 18.475230171,
"api_calls": 2,
"shots_per_second": 108.25304916305392
},
{
"repeat": 3,
"shots": 2000,
"discarded": 0,
"accepted": 2000,
"logical_errors": 1005,
"sample_s": 18.497929880999997,
"api_calls": 2,
"shots_per_second": 108.1202065780498
}
],
"shots_per_second_avg": 108.10412806419659
},
{
"case_id": "msc_d7__ticit",
"circuit": "msc_d7",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.4587339210047503,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 2000,
"discarded": 0,
"accepted": 2000,
"logical_errors": 976,
"sample_s": 18.880902744,
"api_calls": 2,
"shots_per_second": 105.9271385016568
},
{
"repeat": 2,
"shots": 2000,
"discarded": 0,
"accepted": 2000,
"logical_errors": 1031,
"sample_s": 18.869396442000003,
"api_calls": 2,
"shots_per_second": 105.99173143388661
},
{
"repeat": 3,
"shots": 2000,
"discarded": 0,
"accepted": 2000,
"logical_errors": 1007,
"sample_s": 18.853219711,
"api_calls": 2,
"shots_per_second": 106.0826760976583
}
],
"shots_per_second_avg": 106.00051534440057
},
{
"case_id": "msc_proxy_d7__clifft",
"circuit": "msc_proxy_d7",
"group": "near-clifford-proxy",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.04685113400046248,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 251000,
"discarded": 0,
"accepted": 251000,
"logical_errors": 124305,
"sample_s": 10.024001670033613,
"api_calls": 251,
"shots_per_second": 25039.900058113053
},
{
"repeat": 2,
"shots": 250000,
"discarded": 0,
"accepted": 250000,
"logical_errors": 124019,
"sample_s": 10.000974801958364,
"api_calls": 250,
"shots_per_second": 24997.56323264065
},
{
"repeat": 3,
"shots": 251000,
"discarded": 0,
"accepted": 251000,
"logical_errors": 123872,
"sample_s": 10.038100218989712,
"api_calls": 251,
"shots_per_second": 25004.73142569023
}
],
"shots_per_second_avg": 25014.06490548131
},
{
"case_id": "msc_proxy_d7__symft",
"circuit": "msc_proxy_d7",
"group": "near-clifford-proxy",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 76,
"num_measurements": 310,
"num_detectors": 299,
"num_observable_includes": 8,
"observable": 0,
"max_active_qubits": 10,
"batch_size": 32,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.1149777480022749,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 1053000,
"discarded": 0,
"accepted": 1053000,
"logical_errors": 522010,
"sample_s": 10.006042721999984,
"api_calls": 1053,
"shots_per_second": 105236.40856387718
},
{
"repeat": 2,
"shots": 1053000,
"discarded": 0,
"accepted": 1053000,
"logical_errors": 520858,
"sample_s": 10.003280378999984,
"api_calls": 1053,
"shots_per_second": 105265.46893662769
},
{
"repeat": 3,
"shots": 1053000,
"discarded": 0,
"accepted": 1053000,
"logical_errors": 521374,
"sample_s": 10.003170912999991,
"api_calls": 1053,
"shots_per_second": 105266.6208703417
}
],
"shots_per_second_avg": 105256.16612361552
},
{
"case_id": "msc_proxy_d7__ticit",
"circuit": "msc_proxy_d7",
"group": "near-clifford-proxy",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.26061644699802855,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 941000,
"discarded": 0,
"accepted": 941000,
"logical_errors": 465565,
"sample_s": 10.00195395999999,
"api_calls": 941,
"shots_per_second": 94081.6168283983
},
{
"repeat": 2,
"shots": 941000,
"discarded": 0,
"accepted": 941000,
"logical_errors": 465700,
"sample_s": 10.001050412999996,
"api_calls": 941,
"shots_per_second": 94090.11665182977
},
{
"repeat": 3,
"shots": 941000,
"discarded": 0,
"accepted": 941000,
"logical_errors": 466059,
"sample_s": 10.004532460999998,
"api_calls": 941,
"shots_per_second": 94057.36886438596
}
],
"shots_per_second_avg": 94076.36744820468
},
{
"case_id": "coherent_d3_r1__clifft",
"circuit": "coherent_d3_r1",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 5000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.0007846320004318841,
"shots_per_call": 5000000,
"runs": [
{
"repeat": 1,
"shots": 20000000,
"discarded": 0,
"accepted": 20000000,
"logical_errors": 119721,
"sample_s": 10.720217389993195,
"api_calls": 4,
"shots_per_second": 1865633.8087573703
},
{
"repeat": 2,
"shots": 20000000,
"discarded": 0,
"accepted": 20000000,
"logical_errors": 119417,
"sample_s": 10.72029089499847,
"api_calls": 4,
"shots_per_second": 1865621.0168075718
},
{
"repeat": 3,
"shots": 20000000,
"discarded": 0,
"accepted": 20000000,
"logical_errors": 119986,
"sample_s": 10.725030060995778,
"api_calls": 4,
"shots_per_second": 1864796.6379819245
}
],
"shots_per_second_avg": 1865350.4878489554
},
{
"case_id": "coherent_d3_r1__symft",
"circuit": "coherent_d3_r1",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 5000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 26,
"num_measurements": 17,
"num_detectors": 8,
"num_observable_includes": 1,
"observable": 0,
"max_active_qubits": 4,
"batch_size": 2048,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.0009273320029024035,
"shots_per_call": 5000000,
"runs": [
{
"repeat": 1,
"shots": 45000000,
"discarded": 0,
"accepted": 45000000,
"logical_errors": 268471,
"sample_s": 10.014969959,
"api_calls": 9,
"shots_per_second": 4493273.587861394
},
{
"repeat": 2,
"shots": 45000000,
"discarded": 0,
"accepted": 45000000,
"logical_errors": 268375,
"sample_s": 10.022957933,
"api_calls": 9,
"shots_per_second": 4489692.593824039
},
{
"repeat": 3,
"shots": 45000000,
"discarded": 0,
"accepted": 45000000,
"logical_errors": 269451,
"sample_s": 10.021652699999999,
"api_calls": 9,
"shots_per_second": 4490277.337190103
}
],
"shots_per_second_avg": 4491081.172958512
},
{
"case_id": "coherent_d3_r1__ticit",
"circuit": "coherent_d3_r1",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 5000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.00107625599775929,
"shots_per_call": 5000000,
"runs": [
{
"repeat": 1,
"shots": 50000000,
"discarded": 0,
"accepted": 50000000,
"logical_errors": 298344,
"sample_s": 10.141196639,
"api_calls": 10,
"shots_per_second": 4930384.626180602
},
{
"repeat": 2,
"shots": 50000000,
"discarded": 0,
"accepted": 50000000,
"logical_errors": 298347,
"sample_s": 10.137982129,
"api_calls": 10,
"shots_per_second": 4931947.932416799
},
{
"repeat": 3,
"shots": 50000000,
"discarded": 0,
"accepted": 50000000,
"logical_errors": 299342,
"sample_s": 10.169227295999999,
"api_calls": 10,
"shots_per_second": 4916794.41757263
}
],
"shots_per_second_avg": 4926375.658723343
},
{
"case_id": "coherent_d3_r3__clifft",
"circuit": "coherent_d3_r3",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.00158795400056988,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 3000000,
"discarded": 0,
"accepted": 3000000,
"logical_errors": 17844,
"sample_s": 11.813516452995827,
"api_calls": 3,
"shots_per_second": 253946.40215185212
},
{
"repeat": 2,
"shots": 3000000,
"discarded": 0,
"accepted": 3000000,
"logical_errors": 17723,
"sample_s": 11.803224170995236,
"api_calls": 3,
"shots_per_second": 254167.8406288409
},
{
"repeat": 3,
"shots": 3000000,
"discarded": 0,
"accepted": 3000000,
"logical_errors": 17842,
"sample_s": 11.852497650994337,
"api_calls": 3,
"shots_per_second": 253111.2081467759
}
],
"shots_per_second_avg": 253741.81697582296
},
{
"case_id": "coherent_d3_r3__symft",
"circuit": "coherent_d3_r3",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 26,
"num_measurements": 33,
"num_detectors": 24,
"num_observable_includes": 1,
"observable": 0,
"max_active_qubits": 7,
"batch_size": 256,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.0020896459973300807,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 7000000,
"discarded": 0,
"accepted": 7000000,
"logical_errors": 42167,
"sample_s": 10.323255591,
"api_calls": 7,
"shots_per_second": 678080.6634394217
},
{
"repeat": 2,
"shots": 7000000,
"discarded": 0,
"accepted": 7000000,
"logical_errors": 41632,
"sample_s": 10.310800027,
"api_calls": 7,
"shots_per_second": 678899.7926125717
},
{
"repeat": 3,
"shots": 7000000,
"discarded": 0,
"accepted": 7000000,
"logical_errors": 41836,
"sample_s": 10.301531251,
"api_calls": 7,
"shots_per_second": 679510.6309385306
}
],
"shots_per_second_avg": 678830.3623301747
},
{
"case_id": "coherent_d3_r3__ticit",
"circuit": "coherent_d3_r3",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.002367849003348965,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 7000000,
"discarded": 0,
"accepted": 7000000,
"logical_errors": 42167,
"sample_s": 10.680725793,
"api_calls": 7,
"shots_per_second": 655386.1727812265
},
{
"repeat": 2,
"shots": 7000000,
"discarded": 0,
"accepted": 7000000,
"logical_errors": 41632,
"sample_s": 10.671688625999998,
"api_calls": 7,
"shots_per_second": 655941.1771952875
},
{
"repeat": 3,
"shots": 7000000,
"discarded": 0,
"accepted": 7000000,
"logical_errors": 41836,
"sample_s": 10.681852885000001,
"api_calls": 7,
"shots_per_second": 655317.0199366586
}
],
"shots_per_second_avg": 655548.1233043908
},
{
"case_id": "coherent_d5_r1__clifft",
"circuit": "coherent_d5_r1",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.0029004829993937165,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 169000,
"discarded": 0,
"accepted": 169000,
"logical_errors": 1640,
"sample_s": 10.00950498299062,
"api_calls": 169,
"shots_per_second": 16883.951832501763
},
{
"repeat": 2,
"shots": 169000,
"discarded": 0,
"accepted": 169000,
"logical_errors": 1665,
"sample_s": 10.014334621009766,
"api_calls": 169,
"shots_per_second": 16875.809167135598
},
{
"repeat": 3,
"shots": 169000,
"discarded": 0,
"accepted": 169000,
"logical_errors": 1746,
"sample_s": 10.00979838596686,
"api_calls": 169,
"shots_per_second": 16883.4569372474
}
],
"shots_per_second_avg": 16881.072645628254
},
{
"case_id": "coherent_d5_r1__symft",
"circuit": "coherent_d5_r1",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 64,
"num_measurements": 49,
"num_detectors": 24,
"num_observable_includes": 1,
"observable": 0,
"max_active_qubits": 12,
"batch_size": 8,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": true,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.004182698998192791,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 415000,
"discarded": 0,
"accepted": 415000,
"logical_errors": 4044,
"sample_s": 10.003279941999994,
"api_calls": 415,
"shots_per_second": 41486.39270381425
},
{
"repeat": 2,
"shots": 415000,
"discarded": 0,
"accepted": 415000,
"logical_errors": 4134,
"sample_s": 10.002893996000003,
"api_calls": 415,
"shots_per_second": 41487.99339130774
},
{
"repeat": 3,
"shots": 416000,
"discarded": 0,
"accepted": 416000,
"logical_errors": 4301,
"sample_s": 10.016687068999998,
"api_calls": 416,
"shots_per_second": 41530.69743862237
}
],
"shots_per_second_avg": 41501.69451124812
},
{
"case_id": "coherent_d5_r1__ticit",
"circuit": "coherent_d5_r1",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.004463058998226188,
"shots_per_call": 1000,
"runs": [
{
"repeat": 1,
"shots": 387000,
"discarded": 0,
"accepted": 387000,
"logical_errors": 3775,
"sample_s": 10.010935812999998,
"api_calls": 387,
"shots_per_second": 38657.72463523836
},
{
"repeat": 2,
"shots": 387000,
"discarded": 0,
"accepted": 387000,
"logical_errors": 3814,
"sample_s": 10.014710311,
"api_calls": 387,
"shots_per_second": 38643.15471760829
},
{
"repeat": 3,
"shots": 387000,
"discarded": 0,
"accepted": 387000,
"logical_errors": 3999,
"sample_s": 10.00936125,
"api_calls": 387,
"shots_per_second": 38663.80584475358
}
],
"shots_per_second_avg": 38654.895065866745
},
{
"case_id": "coherent_d5_r5__clifft",
"circuit": "coherent_d5_r5",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 1.3802213079979992,
"shots_per_call": 10,
"runs": [
{
"repeat": 1,
"shots": 10,
"discarded": 0,
"accepted": 10,
"logical_errors": 0,
"sample_s": 12.920210313997814,
"api_calls": 1,
"shots_per_second": 0.773981209049357
},
{
"repeat": 2,
"shots": 10,
"discarded": 0,
"accepted": 10,
"logical_errors": 1,
"sample_s": 12.941357962998154,
"api_calls": 1,
"shots_per_second": 0.7727164358324632
},
{
"repeat": 3,
"shots": 10,
"discarded": 0,
"accepted": 10,
"logical_errors": 0,
"sample_s": 13.715911336999852,
"api_calls": 1,
"shots_per_second": 0.7290802451474105
}
],
"shots_per_second_avg": 0.7585926300097435
},
{
"case_id": "coherent_d5_r5__symft",
"circuit": "coherent_d5_r5",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 64,
"num_measurements": 145,
"num_detectors": 120,
"num_observable_includes": 1,
"observable": 0,
"max_active_qubits": 22,
"batch_size": 1,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": true,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.15684450200205902,
"shots_per_call": 10,
"runs": [
{
"repeat": 1,
"shots": 160,
"discarded": 0,
"accepted": 160,
"logical_errors": 4,
"sample_s": 10.486522703,
"api_calls": 16,
"shots_per_second": 15.257679264283379
},
{
"repeat": 2,
"shots": 160,
"discarded": 0,
"accepted": 160,
"logical_errors": 6,
"sample_s": 10.434198991999999,
"api_calls": 16,
"shots_per_second": 15.334190973612209
},
{
"repeat": 3,
"shots": 160,
"discarded": 0,
"accepted": 160,
"logical_errors": 3,
"sample_s": 10.404035056,
"api_calls": 16,
"shots_per_second": 15.378648681861959
}
],
"shots_per_second_avg": 15.323506306585848
},
{
"case_id": "coherent_d5_r5__ticit",
"circuit": "coherent_d5_r5",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.1637379090025206,
"shots_per_call": 10,
"runs": [
{
"repeat": 1,
"shots": 150,
"discarded": 0,
"accepted": 150,
"logical_errors": 4,
"sample_s": 10.381208037,
"api_calls": 15,
"shots_per_second": 14.44918543828234
},
{
"repeat": 2,
"shots": 150,
"discarded": 0,
"accepted": 150,
"logical_errors": 5,
"sample_s": 10.346340699999999,
"api_calls": 15,
"shots_per_second": 14.497879429004307
},
{
"repeat": 3,
"shots": 150,
"discarded": 0,
"accepted": 150,
"logical_errors": 2,
"sample_s": 10.475063136,
"api_calls": 15,
"shots_per_second": 14.319722759902993
}
],
"shots_per_second_avg": 14.422262542396547
},
{
"case_id": "distillation__clifft",
"circuit": "distillation",
"group": "near-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.0033520790020702407,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 2000000,
"discarded": 0,
"accepted": 2000000,
"logical_errors": 913874,
"sample_s": 16.39171707200876,
"api_calls": 2,
"shots_per_second": 122012.84290193679
},
{
"repeat": 2,
"shots": 2000000,
"discarded": 0,
"accepted": 2000000,
"logical_errors": 915931,
"sample_s": 16.387090720993,
"api_calls": 2,
"shots_per_second": 122047.28917731938
},
{
"repeat": 3,
"shots": 2000000,
"discarded": 0,
"accepted": 2000000,
"logical_errors": 914807,
"sample_s": 16.35245711299649,
"api_calls": 2,
"shots_per_second": 122305.77864720124
}
],
"shots_per_second_avg": 122121.97024215247
},
{
"case_id": "distillation__symft",
"circuit": "distillation",
"group": "near-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 85,
"num_measurements": 85,
"num_detectors": 40,
"num_observable_includes": 5,
"observable": 0,
"max_active_qubits": 5,
"batch_size": 1024,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.0028567619956447743,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 30000000,
"discarded": 0,
"accepted": 30000000,
"logical_errors": 13734123,
"sample_s": 10.213288574999998,
"api_calls": 30,
"shots_per_second": 2937349.687096255
},
{
"repeat": 2,
"shots": 30000000,
"discarded": 0,
"accepted": 30000000,
"logical_errors": 13734116,
"sample_s": 10.152931829000003,
"api_calls": 30,
"shots_per_second": 2954811.5268843286
},
{
"repeat": 3,
"shots": 30000000,
"discarded": 0,
"accepted": 30000000,
"logical_errors": 13735821,
"sample_s": 10.144051366,
"api_calls": 30,
"shots_per_second": 2957398.2738840957
}
],
"shots_per_second_avg": 2949853.1626215596
},
{
"case_id": "distillation__ticit",
"circuit": "distillation",
"group": "near-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 1000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.005434151004010346,
"shots_per_call": 1000000,
"runs": [
{
"repeat": 1,
"shots": 35000000,
"discarded": 0,
"accepted": 35000000,
"logical_errors": 16023551,
"sample_s": 10.108028118000002,
"api_calls": 35,
"shots_per_second": 3462594.2460204773
},
{
"repeat": 2,
"shots": 35000000,
"discarded": 0,
"accepted": 35000000,
"logical_errors": 16024463,
"sample_s": 10.100685077000001,
"api_calls": 35,
"shots_per_second": 3465111.4981990242
},
{
"repeat": 3,
"shots": 35000000,
"discarded": 0,
"accepted": 35000000,
"logical_errors": 16025242,
"sample_s": 10.118274047999998,
"api_calls": 35,
"shots_per_second": 3459087.9663827824
}
],
"shots_per_second_avg": 3462264.5702007613
},
{
"case_id": "surface_d7_r7__clifft",
"circuit": "surface_d7_r7",
"group": "pure-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 100000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.011480263994599227,
"shots_per_call": 100000,
"runs": [
{
"repeat": 1,
"shots": 1600000,
"discarded": 0,
"accepted": 1600000,
"logical_errors": 167697,
"sample_s": 10.259594864990504,
"api_calls": 16,
"shots_per_second": 155951.57713876074
},
{
"repeat": 2,
"shots": 1500000,
"discarded": 0,
"accepted": 1500000,
"logical_errors": 156613,
"sample_s": 10.072218216002511,
"api_calls": 15,
"shots_per_second": 148924.49387333906
},
{
"repeat": 3,
"shots": 1200000,
"discarded": 0,
"accepted": 1200000,
"logical_errors": 125632,
"sample_s": 10.49821520200203,
"api_calls": 12,
"shots_per_second": 114305.14396115234
}
],
"shots_per_second_avg": 139727.0716577507
},
{
"case_id": "surface_d7_r7__symft",
"circuit": "surface_d7_r7",
"group": "pure-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 118,
"num_measurements": 385,
"num_detectors": 336,
"num_observable_includes": 1,
"observable": 0,
"max_active_qubits": 0,
"batch_size": 2048,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.019572434001020156,
"shots_per_call": 10000000,
"runs": [
{
"repeat": 1,
"shots": 50000000,
"discarded": 0,
"accepted": 50000000,
"logical_errors": 5241095,
"sample_s": 11.008708315,
"api_calls": 5,
"shots_per_second": 4541858.914716826
},
{
"repeat": 2,
"shots": 50000000,
"discarded": 0,
"accepted": 50000000,
"logical_errors": 5244540,
"sample_s": 11.003369053,
"api_calls": 5,
"shots_per_second": 4544062.801053448
},
{
"repeat": 3,
"shots": 50000000,
"discarded": 0,
"accepted": 50000000,
"logical_errors": 5243954,
"sample_s": 10.990175952,
"api_calls": 5,
"shots_per_second": 4549517.6982040005
}
],
"shots_per_second_avg": 4545146.471324758
},
{
"case_id": "surface_d7_r7__ticit",
"circuit": "surface_d7_r7",
"group": "pure-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.02253721000306541,
"shots_per_call": 10000000,
"runs": [
{
"repeat": 1,
"shots": 80000000,
"discarded": 0,
"accepted": 80000000,
"logical_errors": 8382101,
"sample_s": 10.252848002,
"api_calls": 8,
"shots_per_second": 7802710.03572808
},
{
"repeat": 2,
"shots": 80000000,
"discarded": 0,
"accepted": 80000000,
"logical_errors": 8392874,
"sample_s": 10.271797707000001,
"api_calls": 8,
"shots_per_second": 7788315.373995516
},
{
"repeat": 3,
"shots": 80000000,
"discarded": 0,
"accepted": 80000000,
"logical_errors": 8388010,
"sample_s": 10.266580021000001,
"api_calls": 8,
"shots_per_second": 7792273.555201659
}
],
"shots_per_second_avg": 7794432.988308419
},
{
"case_id": "surface_d9_r9__clifft",
"circuit": "surface_d9_r9",
"group": "pure-clifford",
"tool": "clifft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 100000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.7.1.dev34+gb2a501ddb",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.026844202999200206,
"shots_per_call": 100000,
"runs": [
{
"repeat": 1,
"shots": 800000,
"discarded": 0,
"accepted": 800000,
"logical_errors": 127273,
"sample_s": 10.947371194008156,
"api_calls": 8,
"shots_per_second": 73076.90456662924
},
{
"repeat": 2,
"shots": 800000,
"discarded": 0,
"accepted": 800000,
"logical_errors": 127211,
"sample_s": 10.971377767004014,
"api_calls": 8,
"shots_per_second": 72917.00431699365
},
{
"repeat": 3,
"shots": 800000,
"discarded": 0,
"accepted": 800000,
"logical_errors": 127727,
"sample_s": 10.962681643017277,
"api_calls": 8,
"shots_per_second": 72974.84557617918
}
],
"shots_per_second_avg": 72989.58481993403
},
{
"case_id": "surface_d9_r9__symft",
"circuit": "surface_d9_r9",
"group": "pure-clifford",
"tool": "symft",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.1.1",
"precision": "FP64",
"simd_backend": "avx2",
"normalize_syndromes": true,
"reference_source": "symft",
"sampler_info": {
"num_qubits": 188,
"num_measurements": 801,
"num_detectors": 720,
"num_observable_includes": 1,
"observable": 0,
"max_active_qubits": 0,
"batch_size": 2048,
"sample_chunk_shots": 2048,
"threads": 1,
"active_components": false,
"detector_postselection": false,
"reference_normalized": true,
"batch_mask_threshold_denominator": 0,
"backend": "batch"
},
"compile_s": 0.055976780000492,
"shots_per_call": 10000000,
"runs": [
{
"repeat": 1,
"shots": 30000000,
"discarded": 0,
"accepted": 30000000,
"logical_errors": 4787338,
"sample_s": 14.842405851,
"api_calls": 3,
"shots_per_second": 2021235.660927488
},
{
"repeat": 2,
"shots": 30000000,
"discarded": 0,
"accepted": 30000000,
"logical_errors": 4786210,
"sample_s": 14.606657875,
"api_calls": 3,
"shots_per_second": 2053857.922649537
},
{
"repeat": 3,
"shots": 30000000,
"discarded": 0,
"accepted": 30000000,
"logical_errors": 4784850,
"sample_s": 14.572991644999998,
"api_calls": 3,
"shots_per_second": 2058602.703604309
}
],
"shots_per_second_avg": 2044565.4290604447
},
{
"case_id": "surface_d9_r9__ticit",
"circuit": "surface_d9_r9",
"group": "pure-clifford",
"tool": "ticit",
"status": "OK",
"cpu": 10,
"postselect": false,
"input_shots": 10000000,
"sample_seconds": 10.0,
"repeats": 3,
"version": "0.2.0",
"precision": "FP64",
"threads": 1,
"normalize_syndromes": true,
"reference_source": "symft",
"compile_s": 0.05314243899920257,
"shots_per_call": 10000000,
"runs": [
{
"repeat": 1,
"shots": 40000000,
"discarded": 0,
"accepted": 40000000,
"logical_errors": 6383075,
"sample_s": 11.318870741,
"api_calls": 4,
"shots_per_second": 3533921.4410417485
},
{
"repeat": 2,
"shots": 40000000,
"discarded": 0,
"accepted": 40000000,
"logical_errors": 6380807,
"sample_s": 11.352542160999999,
"api_calls": 4,
"shots_per_second": 3523439.8985466147
},
{
"repeat": 3,
"shots": 40000000,
"discarded": 0,
"accepted": 40000000,
"logical_errors": 6379985,
"sample_s": 11.344793776,
"api_calls": 4,
"shots_per_second": 3525846.374098074
}
],
"shots_per_second_avg": 3527735.904562146
}
]