{
"benchmark": "codex_ws_streaming",
"benchmark_version": "1",
"date": "2026-05-24",
"endpoint": "wss://chatgpt.com/backend-api/codex/responses",
"model": "gpt-5.4-mini",
"warmup_count": 4,
"sample_count": 50,
"inter_request_delay_ms": 2000,
"lead_alternation": "SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR",
"primary_claim": "pass",
"primary_claim_passed": 50,
"primary_claim_total": 50,
"primary_claim_threshold": 40,
"primary_claim_definition": "WebSocket connect, send response.create, receive >=1 response.output_text.delta AND response.completed text frame within 30s; pass if >=ceil(0.8*N) of N samples (counted per-pair, both clients must pass)",
"failures": [],
"environment": {
"os": "macos",
"arch": "aarch64",
"specter_version": "4.0.0",
"tokio_tungstenite_version": "0.24"
},
"rows": [
{
"client": "specter",
"warmup": true,
"sample_index": 0,
"pair_index": 0,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 400.722166,
"ttfb_ms": 781.657958,
"total_wall_time_ms": 828.061792,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1034.397287086236,
"epoch_ms": 1779658096928
},
{
"client": "tungstenite",
"warmup": true,
"sample_index": 1,
"pair_index": 0,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 295.213917,
"ttfb_ms": 1634.388833,
"total_wall_time_ms": 1676.885291,
"total_chars": 48,
"delta_count": 19,
"frame_count": 103,
"completed": true,
"chars_per_sec": 1129.5058990563382,
"epoch_ms": 1779658100920
},
{
"client": "tungstenite",
"warmup": true,
"sample_index": 2,
"pair_index": 1,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 295.07262499999996,
"ttfb_ms": 642.459375,
"total_wall_time_ms": 727.789208,
"total_chars": 66,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 773.4692273451419,
"epoch_ms": 1779658103994
},
{
"client": "specter",
"warmup": true,
"sample_index": 3,
"pair_index": 1,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 346.811125,
"ttfb_ms": 1075.1360000000002,
"total_wall_time_ms": 1127.131375,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1269.3436675858252,
"epoch_ms": 1779658107484
},
{
"client": "specter",
"warmup": true,
"sample_index": 4,
"pair_index": 2,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 442.24037500000003,
"ttfb_ms": 591.591583,
"total_wall_time_ms": 696.2978330000001,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 458.42535665253956,
"epoch_ms": 1779658110667
},
{
"client": "tungstenite",
"warmup": true,
"sample_index": 5,
"pair_index": 2,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 402.613709,
"ttfb_ms": 578.600625,
"total_wall_time_ms": 684.431,
"total_chars": 66,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 623.6394796862431,
"epoch_ms": 1779658113813
},
{
"client": "tungstenite",
"warmup": true,
"sample_index": 6,
"pair_index": 3,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 404.92475,
"ttfb_ms": 583.446,
"total_wall_time_ms": 676.270084,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 517.1071766245494,
"epoch_ms": 1779658116938
},
{
"client": "specter",
"warmup": true,
"sample_index": 7,
"pair_index": 3,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 278.510709,
"ttfb_ms": 996.623459,
"total_wall_time_ms": 1042.428917,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1047.9100547362734,
"epoch_ms": 1779658120285
},
{
"client": "specter",
"warmup": false,
"sample_index": 0,
"pair_index": 0,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 314.485041,
"ttfb_ms": 1069.696792,
"total_wall_time_ms": 1112.2555419999999,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1550.79742708609,
"epoch_ms": 1779658123744
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 1,
"pair_index": 0,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 331.970208,
"ttfb_ms": 627.5467500000001,
"total_wall_time_ms": 646.168333,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 2577.6541124350347,
"epoch_ms": 1779658126770
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 2,
"pair_index": 1,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 305.475292,
"ttfb_ms": 772.056375,
"total_wall_time_ms": 773.49225,
"total_chars": 66,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 45965.0039174716,
"epoch_ms": 1779658130025
},
{
"client": "specter",
"warmup": false,
"sample_index": 3,
"pair_index": 1,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 443.505459,
"ttfb_ms": 1278.0959169999999,
"total_wall_time_ms": 1323.710542,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1446.9043645541265,
"epoch_ms": 1779658133816
},
{
"client": "specter",
"warmup": false,
"sample_index": 4,
"pair_index": 2,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 347.62070900000003,
"ttfb_ms": 529.5649169999999,
"total_wall_time_ms": 622.5918750000001,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 515.9794647912697,
"epoch_ms": 1779658136839
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 5,
"pair_index": 2,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 445.8685,
"ttfb_ms": 522.618084,
"total_wall_time_ms": 639.139667,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 411.9408504774602,
"epoch_ms": 1779658139953
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 6,
"pair_index": 3,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 262.190083,
"ttfb_ms": 12492.702416,
"total_wall_time_ms": 18629.063375,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 10.755560248325995,
"epoch_ms": 1779658161618
},
{
"client": "specter",
"warmup": false,
"sample_index": 7,
"pair_index": 3,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 453.56437500000004,
"ttfb_ms": 947.177792,
"total_wall_time_ms": 997.376292,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1314.7803221211768,
"epoch_ms": 1779658165073
},
{
"client": "specter",
"warmup": false,
"sample_index": 8,
"pair_index": 4,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 393.735958,
"ttfb_ms": 656.3845,
"total_wall_time_ms": 701.247542,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1471.1441101118394,
"epoch_ms": 1779658168189
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 9,
"pair_index": 4,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 302.68879100000004,
"ttfb_ms": 973.925958,
"total_wall_time_ms": 1019.8107919999999,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1438.3837587818282,
"epoch_ms": 1779658171547
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 10,
"pair_index": 5,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 342.08754200000004,
"ttfb_ms": 1050.053958,
"total_wall_time_ms": 1139.3083749999998,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 537.7885107915731,
"epoch_ms": 1779658175087
},
{
"client": "specter",
"warmup": false,
"sample_index": 11,
"pair_index": 5,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 293.177542,
"ttfb_ms": 614.6571250000001,
"total_wall_time_ms": 699.941083,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 562.8256606007898,
"epoch_ms": 1779658178082
},
{
"client": "specter",
"warmup": false,
"sample_index": 12,
"pair_index": 6,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 363.385,
"ttfb_ms": 964.980417,
"total_wall_time_ms": 1010.4447919999999,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1451.6860728867414,
"epoch_ms": 1779658181480
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 13,
"pair_index": 6,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 268.46295799999996,
"ttfb_ms": 434.739458,
"total_wall_time_ms": 622.2275000000001,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 256.0163276973151,
"epoch_ms": 1779658184374
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 14,
"pair_index": 7,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 356.995875,
"ttfb_ms": 548.809834,
"total_wall_time_ms": 641.670542,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 516.9032310199491,
"epoch_ms": 1779658187415
},
{
"client": "specter",
"warmup": false,
"sample_index": 15,
"pair_index": 7,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 271.77629199999996,
"ttfb_ms": 781.066709,
"total_wall_time_ms": 827.612709,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1417.9521333734356,
"epoch_ms": 1779658190544
},
{
"client": "specter",
"warmup": false,
"sample_index": 16,
"pair_index": 8,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 267.3425,
"ttfb_ms": 854.136,
"total_wall_time_ms": 899.27575,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1462.1259532895049,
"epoch_ms": 1779658193810
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 17,
"pair_index": 8,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 399.009333,
"ttfb_ms": 973.806833,
"total_wall_time_ms": 1016.349083,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1551.398903443049,
"epoch_ms": 1779658197252
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 18,
"pair_index": 9,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 322.30125,
"ttfb_ms": 430.01670800000005,
"total_wall_time_ms": 535.056792,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 456.96840836494414,
"epoch_ms": 1779658200150
},
{
"client": "specter",
"warmup": false,
"sample_index": 19,
"pair_index": 9,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 320.021792,
"ttfb_ms": 776.8942920000001,
"total_wall_time_ms": 784.184875,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 9052.773968830788,
"epoch_ms": 1779658203272
},
{
"client": "specter",
"warmup": false,
"sample_index": 20,
"pair_index": 10,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 360.0795,
"ttfb_ms": 493.36566700000003,
"total_wall_time_ms": 577.365834,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 571.4274353764088,
"epoch_ms": 1779658206261
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 21,
"pair_index": 10,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 374.03916599999997,
"ttfb_ms": 702.3497090000001,
"total_wall_time_ms": 901.092959,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 241.51763644803046,
"epoch_ms": 1779658209537
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 22,
"pair_index": 11,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 362.432833,
"ttfb_ms": 1372.329792,
"total_wall_time_ms": 1832.130375,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 104.39308207662712,
"epoch_ms": 1779658214953
},
{
"client": "specter",
"warmup": false,
"sample_index": 23,
"pair_index": 11,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 283.197917,
"ttfb_ms": 897.7505,
"total_wall_time_ms": 2950.074916,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 23.38811526374201,
"epoch_ms": 1779658220761
},
{
"client": "specter",
"warmup": false,
"sample_index": 24,
"pair_index": 12,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 406.619834,
"ttfb_ms": 522.89725,
"total_wall_time_ms": 588.240334,
"total_chars": 66,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 1010.0533363255402,
"epoch_ms": 1779658223803
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 25,
"pair_index": 12,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 260.34545799999995,
"ttfb_ms": 819.7671250000001,
"total_wall_time_ms": 863.135292,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1521.8535752271948,
"epoch_ms": 1779658226929
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 26,
"pair_index": 13,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 279.060917,
"ttfb_ms": 4260.858292,
"total_wall_time_ms": 4729.035834,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 102.52520826810604,
"epoch_ms": 1779658234197
},
{
"client": "specter",
"warmup": false,
"sample_index": 27,
"pair_index": 13,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 360.89770799999997,
"ttfb_ms": 766.4251250000001,
"total_wall_time_ms": 775.0485,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 5566.266108107391,
"epoch_ms": 1779658237380
},
{
"client": "specter",
"warmup": false,
"sample_index": 28,
"pair_index": 14,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 290.469834,
"ttfb_ms": 541.296334,
"total_wall_time_ms": 656.573625,
"total_chars": 66,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 572.5325380867946,
"epoch_ms": 1779658240364
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 29,
"pair_index": 14,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 263.477541,
"ttfb_ms": 656.819083,
"total_wall_time_ms": 764.206583,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 446.9793970434173,
"epoch_ms": 1779658243445
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 30,
"pair_index": 15,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 302.59166700000003,
"ttfb_ms": 550.926209,
"total_wall_time_ms": 653.5878339999999,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 467.55542784365645,
"epoch_ms": 1779658246445
},
{
"client": "specter",
"warmup": false,
"sample_index": 31,
"pair_index": 15,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 298.67125,
"ttfb_ms": 842.263875,
"total_wall_time_ms": 887.4505,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1460.60919575206,
"epoch_ms": 1779658249649
},
{
"client": "specter",
"warmup": false,
"sample_index": 32,
"pair_index": 16,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 356.190791,
"ttfb_ms": 692.778,
"total_wall_time_ms": 735.996292,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1527.1311508562155,
"epoch_ms": 1779658252773
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 33,
"pair_index": 16,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 377.0055,
"ttfb_ms": 548.114666,
"total_wall_time_ms": 661.6765409999999,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 422.67706481598736,
"epoch_ms": 1779658255859
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 34,
"pair_index": 17,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 284.015833,
"ttfb_ms": 676.138875,
"total_wall_time_ms": 726.5555,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 952.0669025346289,
"epoch_ms": 1779658258897
},
{
"client": "specter",
"warmup": false,
"sample_index": 35,
"pair_index": 17,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 312.629084,
"ttfb_ms": 791.841208,
"total_wall_time_ms": 931.2970419999999,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 344.1949943808019,
"epoch_ms": 1779658262190
},
{
"client": "specter",
"warmup": false,
"sample_index": 36,
"pair_index": 18,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 288.640625,
"ttfb_ms": 1255.058084,
"total_wall_time_ms": 1299.339542,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1490.4658288351777,
"epoch_ms": 1779658265793
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 37,
"pair_index": 18,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 267.78408399999995,
"ttfb_ms": 3509.8202499999998,
"total_wall_time_ms": 3556.492917,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1028.439193329143,
"epoch_ms": 1779658271644
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 38,
"pair_index": 19,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 376.92629100000005,
"ttfb_ms": 809.4556670000001,
"total_wall_time_ms": 851.463667,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1142.639497238623,
"epoch_ms": 1779658274908
},
{
"client": "specter",
"warmup": false,
"sample_index": 39,
"pair_index": 19,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 271.342417,
"ttfb_ms": 1460.293667,
"total_wall_time_ms": 2374.604917,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 52.49853373235863,
"epoch_ms": 1779658279655
},
{
"client": "specter",
"warmup": false,
"sample_index": 40,
"pair_index": 20,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 329.79254099999997,
"ttfb_ms": 539.0509169999999,
"total_wall_time_ms": 640.156417,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 474.7516208317049,
"epoch_ms": 1779658282688
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 41,
"pair_index": 20,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 340.906709,
"ttfb_ms": 931.45375,
"total_wall_time_ms": 1050.5264590000002,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 554.283181715467,
"epoch_ms": 1779658286082
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 42,
"pair_index": 21,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 348.420459,
"ttfb_ms": 702.810375,
"total_wall_time_ms": 795.940792,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 708.6836087075613,
"epoch_ms": 1779658289235
},
{
"client": "specter",
"warmup": false,
"sample_index": 43,
"pair_index": 21,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 379.493958,
"ttfb_ms": 758.558917,
"total_wall_time_ms": 796.346459,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1746.607387164795,
"epoch_ms": 1779658292436
},
{
"client": "specter",
"warmup": false,
"sample_index": 44,
"pair_index": 22,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 339.674166,
"ttfb_ms": 936.703042,
"total_wall_time_ms": 981.685958,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1067.0717745376924,
"epoch_ms": 1779658295784
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 45,
"pair_index": 22,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 353.204083,
"ttfb_ms": 524.836667,
"total_wall_time_ms": 560.525625,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 1344.9538089624264,
"epoch_ms": 1779658298739
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 46,
"pair_index": 23,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 295.96375,
"ttfb_ms": 563.051125,
"total_wall_time_ms": 676.845833,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 421.8122340100385,
"epoch_ms": 1779658301810
},
{
"client": "specter",
"warmup": false,
"sample_index": 47,
"pair_index": 23,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 376.19025,
"ttfb_ms": 2971.633042,
"total_wall_time_ms": 3014.6448339999997,
"total_chars": 66,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1534.462921237979,
"epoch_ms": 1779658307222
},
{
"client": "specter",
"warmup": false,
"sample_index": 48,
"pair_index": 24,
"lead_in_pair": true,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 302.958125,
"ttfb_ms": 499.337292,
"total_wall_time_ms": 671.850875,
"total_chars": 48,
"delta_count": 19,
"frame_count": 28,
"completed": true,
"chars_per_sec": 278.23896046492763,
"epoch_ms": 1779658310199
},
{
"client": "tungstenite",
"warmup": false,
"sample_index": 49,
"pair_index": 24,
"lead_in_pair": false,
"status": "ok",
"handshake_status": 101,
"handshake_ms": 392.15779200000003,
"ttfb_ms": 752.524125,
"total_wall_time_ms": 789.557875,
"total_chars": 48,
"delta_count": 19,
"frame_count": 30,
"completed": true,
"chars_per_sec": 1296.1150302089331,
"epoch_ms": 1779658313394
}
],
"summary": {
"specter": {
"median_ttfb_ms": 781.066709,
"p95_ttfb_ms": 1423.8541169999994,
"median_total_wall_time_ms": 827.612709,
"p95_total_wall_time_ms": 2834.9809161999983,
"median_handshake_ms": 329.79254099999997,
"median_chars_per_sec": 1417.9521333734356,
"passing_samples": 25
},
"tungstenite": {
"median_ttfb_ms": 702.810375,
"p95_ttfb_ms": 4110.650683599998,
"median_total_wall_time_ms": 789.557875,
"p95_total_wall_time_ms": 4494.5272505999965,
"median_handshake_ms": 331.970208,
"median_chars_per_sec": 537.7885107915731,
"passing_samples": 25
},
"comparison": {
"ttfb_difference_ms": -550.62498812,
"ttfb_ci_95": [
-1585.186292146941,
483.9363159069409
],
"ttfb_ci_covers_zero": true,
"wall_time_difference_ms": -728.6297499199998,
"wall_time_ci_95": [
-2254.2755248577805,
797.0160250177807
],
"wall_time_ci_covers_zero": true,
"handshake_difference_ms": 8.403230119999996,
"handshake_ci_95": [
-26.472630208022743,
43.279090448022735
],
"handshake_ci_covers_zero": true,
"ttfb_wilcoxon_p_value": 0.4678319565115636,
"wall_time_wilcoxon_p_value": 0.5746982040798058,
"interpretation": "All differences within network noise at n=25. Both clients streamed successfully from Codex WS."
}
}
}