[
{
"id": "16c5b637-8bce-4252-81f2-1b87a36a4e4c",
"name": "o3",
"slug": "o3",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-16",
"intelligence_index": 38.4,
"coding_index": 38.4,
"math_index": 88.3,
"mmlu_pro": 0.853,
"gpqa": 0.827,
"hle": 0.2,
"livecodebench": 0.808,
"scicode": 0.41,
"ifbench": 0.714,
"lcr": 0.693,
"terminalbench_hard": 0.371,
"tau2": 0.807,
"math_500": 0.992,
"aime": 0.903,
"aime_25": 0.883,
"output_tps": 110.996,
"ttft": 7.614,
"ttfat": 7.614,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "f0083258-8646-45b8-8082-7aaf6c2ea82a",
"name": "gpt-oss-120B (high)",
"slug": "gpt-oss-120b",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 33.3,
"coding_index": 28.6,
"math_index": 93.4,
"mmlu_pro": 0.808,
"gpqa": 0.782,
"hle": 0.185,
"livecodebench": 0.878,
"scicode": 0.389,
"ifbench": 0.69,
"lcr": 0.507,
"terminalbench_hard": 0.235,
"tau2": 0.658,
"math_500": null,
"aime": null,
"aime_25": 0.934,
"output_tps": 215.539,
"ttft": 0.546,
"ttfat": 9.825,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.262
},
{
"id": "c99f3bde-7c08-4de8-bd5c-8ee9123ebffa",
"name": "gpt-oss-120B (low)",
"slug": "gpt-oss-120b-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 24.5,
"coding_index": 15.5,
"math_index": 66.7,
"mmlu_pro": 0.775,
"gpqa": 0.672,
"hle": 0.052,
"livecodebench": 0.707,
"scicode": 0.36,
"ifbench": 0.583,
"lcr": 0.437,
"terminalbench_hard": 0.053,
"tau2": 0.45,
"math_500": null,
"aime": null,
"aime_25": 0.667,
"output_tps": 218.279,
"ttft": 0.544,
"ttfat": 9.706,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.262
},
{
"id": "36f73aaf-d38a-4b56-a2b3-d04d17186910",
"name": "gpt-oss-20B (high)",
"slug": "gpt-oss-20b",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 24.5,
"coding_index": 18.5,
"math_index": 89.3,
"mmlu_pro": 0.748,
"gpqa": 0.688,
"hle": 0.098,
"livecodebench": 0.777,
"scicode": 0.344,
"ifbench": 0.651,
"lcr": 0.307,
"terminalbench_hard": 0.106,
"tau2": 0.602,
"math_500": null,
"aime": null,
"aime_25": 0.893,
"output_tps": 253.035,
"ttft": 0.345,
"ttfat": 8.249,
"price_input": 0.05,
"price_output": 0.2,
"price_blended": 0.088
},
{
"id": "16149b9c-a1e9-4669-a5cb-ff3c00d78f89",
"name": "gpt-oss-20B (low)",
"slug": "gpt-oss-20b-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 20.8,
"coding_index": 14.4,
"math_index": 62.3,
"mmlu_pro": 0.718,
"gpqa": 0.611,
"hle": 0.051,
"livecodebench": 0.652,
"scicode": 0.34,
"ifbench": 0.578,
"lcr": 0.31,
"terminalbench_hard": 0.045,
"tau2": 0.503,
"math_500": null,
"aime": null,
"aime_25": 0.623,
"output_tps": 250.534,
"ttft": 0.469,
"ttfat": 8.452,
"price_input": 0.06,
"price_output": 0.2,
"price_blended": 0.095
},
{
"id": "4c111fbc-d13a-42b4-858c-1dc17fe3c1d1",
"name": "Grok-1",
"slug": "grok-1",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2024-03-17",
"intelligence_index": 11.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ba242e40-83b7-4cd3-a0e0-b56237984914",
"name": "GPT-5.4 mini (xhigh)",
"slug": "gpt-5-4-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 48.9,
"coding_index": 51.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.875,
"hle": 0.266,
"livecodebench": null,
"scicode": 0.499,
"ifbench": 0.733,
"lcr": 0.693,
"terminalbench_hard": 0.523,
"tau2": 0.833,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 179.004,
"ttft": 7.448,
"ttfat": 7.448,
"price_input": 0.75,
"price_output": 4.5,
"price_blended": 1.688
},
{
"id": "e3396f8f-7994-4df5-bdab-43745681ef0a",
"name": "GPT-5.5 Pro (xhigh)",
"slug": "gpt-5-5-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-04-23",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31",
"name": "GPT-5.4 nano (xhigh)",
"slug": "gpt-5-4-nano",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 44,
"coding_index": 43.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.817,
"hle": 0.265,
"livecodebench": null,
"scicode": 0.469,
"ifbench": 0.759,
"lcr": 0.66,
"terminalbench_hard": 0.424,
"tau2": 0.76,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 157.215,
"ttft": 3.308,
"ttfat": 3.308,
"price_input": 0.2,
"price_output": 1.25,
"price_blended": 0.463
},
{
"id": "c77cfe51-f4a0-4692-9dee-5061ef667f23",
"name": "GPT-5.5 (low)",
"slug": "gpt-5-5-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-04-23",
"intelligence_index": 50.8,
"coding_index": 52.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.91,
"hle": 0.31,
"livecodebench": null,
"scicode": 0.516,
"ifbench": 0.644,
"lcr": 0.72,
"terminalbench_hard": 0.523,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 56.078,
"ttft": 2.001,
"ttfat": 2.001,
"price_input": 5,
"price_output": 30,
"price_blended": 11.25
},
{
"id": "c298d1a8-606c-4971-8613-ccdaaf941043",
"name": "GPT-5.4 nano (Non-Reasoning)",
"slug": "gpt-5-4-nano-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 24.4,
"coding_index": 27.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.558,
"hle": 0.042,
"livecodebench": null,
"scicode": 0.352,
"ifbench": 0.327,
"lcr": 0.247,
"terminalbench_hard": 0.242,
"tau2": 0.348,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 171.428,
"ttft": 0.445,
"ttfat": 0.445,
"price_input": 0.2,
"price_output": 1.25,
"price_blended": 0.463
},
{
"id": "b13c1257-d746-4027-8fc8-4892dc14701c",
"name": "GPT-5.5 (high)",
"slug": "gpt-5-5-high",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-04-23",
"intelligence_index": 58.9,
"coding_index": 58.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.932,
"hle": 0.43,
"livecodebench": null,
"scicode": 0.559,
"ifbench": 0.716,
"lcr": 0.733,
"terminalbench_hard": 0.598,
"tau2": 0.93,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 58.461,
"ttft": 19.799,
"ttfat": 19.799,
"price_input": 5,
"price_output": 30,
"price_blended": 11.25
},
{
"id": "ae447455-940d-4d30-9139-a664fa896eaf",
"name": "GPT-5.4 mini (Non-Reasoning)",
"slug": "gpt-5-4-mini-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 23.3,
"coding_index": 25.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.606,
"hle": 0.057,
"livecodebench": null,
"scicode": 0.396,
"ifbench": 0.388,
"lcr": 0.303,
"terminalbench_hard": 0.182,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 165.3,
"ttft": 0.586,
"ttfat": 0.586,
"price_input": 0.75,
"price_output": 4.5,
"price_blended": 1.688
},
{
"id": "8869f28a-a6ff-487f-8d32-93fe335fdda5",
"name": "GPT-5.4 nano (medium)",
"slug": "gpt-5-4-nano-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 38.1,
"coding_index": 35,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.761,
"hle": 0.147,
"livecodebench": null,
"scicode": 0.384,
"ifbench": 0.644,
"lcr": 0.573,
"terminalbench_hard": 0.333,
"tau2": 0.526,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 166.793,
"ttft": 3.953,
"ttfat": 3.953,
"price_input": 0.2,
"price_output": 1.25,
"price_blended": 0.463
},
{
"id": "6f1a7562-6e96-46ac-af4f-6ba5a7a3da96",
"name": "GPT-5.5 (Non-reasoning)",
"slug": "gpt-5-5-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-04-23",
"intelligence_index": 40.9,
"coding_index": 48.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.768,
"hle": 0.126,
"livecodebench": null,
"scicode": 0.473,
"ifbench": 0.461,
"lcr": 0.563,
"terminalbench_hard": 0.492,
"tau2": 0.693,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 57.838,
"ttft": 0.96,
"ttfat": 0.96,
"price_input": 5,
"price_output": 30,
"price_blended": 11.25
},
{
"id": "6b79f899-e3c0-45f6-923c-243faccdb2fc",
"name": "GPT-5.5 (medium)",
"slug": "gpt-5-5-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-04-23",
"intelligence_index": 56.7,
"coding_index": 56.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.926,
"hle": 0.406,
"livecodebench": null,
"scicode": 0.535,
"ifbench": 0.71,
"lcr": 0.723,
"terminalbench_hard": 0.576,
"tau2": 0.918,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 57.145,
"ttft": 5.174,
"ttfat": 5.174,
"price_input": 5,
"price_output": 30,
"price_blended": 11.25
},
{
"id": "59b5b14b-5365-4ee7-824a-18a8e6309644",
"name": "GPT-5.3 Codex (xhigh)",
"slug": "gpt-5-3-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-02-05",
"intelligence_index": 53.6,
"coding_index": 53.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.915,
"hle": 0.399,
"livecodebench": null,
"scicode": 0.532,
"ifbench": 0.754,
"lcr": 0.74,
"terminalbench_hard": 0.53,
"tau2": 0.86,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 97.484,
"ttft": 57.377,
"ttfat": 57.377,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "538e945c-6c27-4fd3-995d-ded80a36cd10",
"name": "GPT-5.4 (low)",
"slug": "gpt-5-4-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": 47.9,
"coding_index": 45.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.871,
"hle": 0.289,
"livecodebench": null,
"scicode": 0.503,
"ifbench": 0.659,
"lcr": 0.673,
"terminalbench_hard": 0.432,
"tau2": 0.746,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 67.747,
"ttft": 1.639,
"ttfat": 1.639,
"price_input": 2.5,
"price_output": 15,
"price_blended": 5.625
},
{
"id": "493f6a1e-7717-4e98-9d6f-548b92c4702d",
"name": "GPT-5.4 (Non-reasoning)",
"slug": "gpt-5-4-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": 35.4,
"coding_index": 41,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.748,
"hle": 0.106,
"livecodebench": null,
"scicode": 0.471,
"ifbench": 0.484,
"lcr": 0.473,
"terminalbench_hard": 0.379,
"tau2": 0.351,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 66.62,
"ttft": 0.763,
"ttfat": 0.763,
"price_input": 2.5,
"price_output": 15,
"price_blended": 5.625
},
{
"id": "392063ba-c3b5-47e8-ba67-a7b0b34f6824",
"name": "GPT-5.4 mini (medium)",
"slug": "gpt-5-4-mini-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 37.7,
"coding_index": 37.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.823,
"hle": 0.171,
"livecodebench": null,
"scicode": 0.442,
"ifbench": 0.648,
"lcr": 0.613,
"terminalbench_hard": 0.341,
"tau2": 0.365,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 179.055,
"ttft": 6.717,
"ttfat": 6.717,
"price_input": 0.75,
"price_output": 4.5,
"price_blended": 1.688
},
{
"id": "1f054429-397e-4fdb-9e71-67bc92c1735e",
"name": "GPT-5.5 (xhigh)",
"slug": "gpt-5-5",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-04-23",
"intelligence_index": 60.2,
"coding_index": 59.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.935,
"hle": 0.443,
"livecodebench": null,
"scicode": 0.561,
"ifbench": 0.759,
"lcr": 0.743,
"terminalbench_hard": 0.606,
"tau2": 0.939,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 62.895,
"ttft": 74.14,
"ttfat": 74.14,
"price_input": 5,
"price_output": 30,
"price_blended": 11.25
},
{
"id": "976cc8ad-7904-4056-83c5-960181f47d5f",
"name": "Llama 3.3 Instruct 70B",
"slug": "llama-3-3-instruct-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-12-06",
"intelligence_index": 14.5,
"coding_index": 10.7,
"math_index": 7.7,
"mmlu_pro": 0.713,
"gpqa": 0.498,
"hle": 0.04,
"livecodebench": 0.288,
"scicode": 0.26,
"ifbench": 0.471,
"lcr": 0.15,
"terminalbench_hard": 0.03,
"tau2": 0.266,
"math_500": 0.773,
"aime": 0.3,
"aime_25": 0.077,
"output_tps": 93.373,
"ttft": 0.567,
"ttfat": 0.567,
"price_input": 0.585,
"price_output": 0.71,
"price_blended": 0.616
},
{
"id": "45c87531-2d57-48e0-8012-202cd636189e",
"name": "Llama 3.1 Instruct 405B",
"slug": "llama-3-1-instruct-405b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-07-23",
"intelligence_index": 17.4,
"coding_index": 14.5,
"math_index": 3,
"mmlu_pro": 0.732,
"gpqa": 0.515,
"hle": 0.042,
"livecodebench": 0.305,
"scicode": 0.299,
"ifbench": 0.39,
"lcr": 0.243,
"terminalbench_hard": 0.068,
"tau2": 0.19,
"math_500": 0.703,
"aime": 0.213,
"aime_25": 0.03,
"output_tps": 66.221,
"ttft": 0.661,
"ttfat": 0.661,
"price_input": 2.75,
"price_output": 6.5,
"price_blended": 3.688
},
{
"id": "9ca71ac4-41c8-42c0-87dd-5704a9e5b94d",
"name": "Llama 3.2 Instruct 90B (Vision)",
"slug": "llama-3-2-instruct-90b-vision",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 11.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.671,
"gpqa": 0.432,
"hle": 0.049,
"livecodebench": 0.214,
"scicode": 0.24,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.629,
"aime": 0.05,
"aime_25": null,
"output_tps": 43.494,
"ttft": 0.557,
"ttfat": 0.557,
"price_input": 1.38,
"price_output": 1.38,
"price_blended": 1.38
},
{
"id": "5fb47ff6-a30e-4c2c-96f2-55e95a13390f",
"name": "Llama 3.2 Instruct 11B (Vision)",
"slug": "llama-3-2-instruct-11b-vision",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 8.7,
"coding_index": 4.3,
"math_index": 1.7,
"mmlu_pro": 0.464,
"gpqa": 0.221,
"hle": 0.052,
"livecodebench": 0.11,
"scicode": 0.112,
"ifbench": 0.304,
"lcr": 0.117,
"terminalbench_hard": 0.008,
"tau2": 0.146,
"math_500": 0.516,
"aime": 0.093,
"aime_25": 0.017,
"output_tps": 85.85,
"ttft": 0.457,
"ttfat": 0.457,
"price_input": 0.245,
"price_output": 0.245,
"price_blended": 0.245
},
{
"id": "922c69c7-9037-43c6-8bcf-a1c555e7f3eb",
"name": "Llama 4 Maverick",
"slug": "llama-4-maverick",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2025-04-05",
"intelligence_index": 18.4,
"coding_index": 15.6,
"math_index": 19.3,
"mmlu_pro": 0.809,
"gpqa": 0.671,
"hle": 0.048,
"livecodebench": 0.397,
"scicode": 0.331,
"ifbench": 0.43,
"lcr": 0.46,
"terminalbench_hard": 0.068,
"tau2": 0.178,
"math_500": 0.889,
"aime": 0.39,
"aime_25": 0.193,
"output_tps": 113.179,
"ttft": 0.653,
"ttfat": 0.653,
"price_input": 0.35,
"price_output": 0.85,
"price_blended": 0.475
},
{
"id": "adf9a85e-abc3-4f28-937b-db6655cc5238",
"name": "Llama 4 Scout",
"slug": "llama-4-scout",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2025-04-05",
"intelligence_index": 13.5,
"coding_index": 6.7,
"math_index": 14,
"mmlu_pro": 0.752,
"gpqa": 0.587,
"hle": 0.043,
"livecodebench": 0.299,
"scicode": 0.17,
"ifbench": 0.395,
"lcr": 0.258,
"terminalbench_hard": 0.015,
"tau2": 0.155,
"math_500": 0.844,
"aime": 0.283,
"aime_25": 0.14,
"output_tps": 140.418,
"ttft": 0.568,
"ttfat": 0.568,
"price_input": 0.17,
"price_output": 0.66,
"price_blended": 0.292
},
{
"id": "ebf3b39f-0be6-43a1-a37a-f9b2978c9916",
"name": "Muse Spark",
"slug": "muse-spark",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2026-04-08",
"intelligence_index": 52.1,
"coding_index": 47.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.884,
"hle": 0.399,
"livecodebench": null,
"scicode": 0.515,
"ifbench": 0.759,
"lcr": 0.697,
"terminalbench_hard": 0.455,
"tau2": 0.915,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b2f3191f-77d6-4155-8be6-330f0baa1ae5",
"name": "Gemini 3 Pro Preview (low)",
"slug": "gemini-3-pro-low",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-11-18",
"intelligence_index": 41.3,
"coding_index": 39.4,
"math_index": 86.7,
"mmlu_pro": 0.895,
"gpqa": 0.887,
"hle": 0.276,
"livecodebench": 0.857,
"scicode": 0.499,
"ifbench": 0.497,
"lcr": 0.673,
"terminalbench_hard": 0.341,
"tau2": 0.681,
"math_500": null,
"aime": null,
"aime_25": 0.867,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 2,
"price_output": 12,
"price_blended": 4.5
},
{
"id": "d80eb0f1-f62e-4d31-99d2-7a925eb126b0",
"name": "Gemma 4 E4B (Reasoning)",
"slug": "gemma-4-e4b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-03",
"intelligence_index": 18.8,
"coding_index": 13.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.576,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.244,
"ifbench": 0.442,
"lcr": 0.307,
"terminalbench_hard": 0.083,
"tau2": 0.208,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 1.25,
"price_blended": 0.537
},
{
"id": "d0aa27aa-4705-4184-9a1d-483b78c9331c",
"name": "Gemma 4 31B (Non-reasoning)",
"slug": "gemma-4-31b-non-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-02",
"intelligence_index": 32.3,
"coding_index": 33.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.763,
"hle": 0.115,
"livecodebench": null,
"scicode": 0.411,
"ifbench": 0.535,
"lcr": 0.36,
"terminalbench_hard": 0.303,
"tau2": 0.655,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "cd26a386-4873-46ff-b853-d239050025a2",
"name": "Gemma 4 31B (Reasoning)",
"slug": "gemma-4-31b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-02",
"intelligence_index": 39.2,
"coding_index": 38.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.857,
"hle": 0.227,
"livecodebench": null,
"scicode": 0.434,
"ifbench": 0.756,
"lcr": 0.62,
"terminalbench_hard": 0.364,
"tau2": 0.599,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 35.136,
"ttft": 1.004,
"ttfat": 57.925,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b07aef0a-b192-46a1-b1c9-40b06d1b9061",
"name": "Gemma 4 E2B (Reasoning)",
"slug": "gemma-4-e2b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-02",
"intelligence_index": 15.2,
"coding_index": 9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.433,
"hle": 0.048,
"livecodebench": null,
"scicode": 0.209,
"ifbench": 0.38,
"lcr": 0.15,
"terminalbench_hard": 0.03,
"tau2": 0.208,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "755d7281-2ed8-48c7-808f-709ec4cbfb71",
"name": "Gemma 4 E2B (Non-reasoning)",
"slug": "gemma-4-e2b-non-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-02",
"intelligence_index": 12.1,
"coding_index": 8.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.405,
"hle": 0.045,
"livecodebench": null,
"scicode": 0.204,
"ifbench": 0.336,
"lcr": 0.15,
"terminalbench_hard": 0.023,
"tau2": 0.222,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "70882ec6-914c-41f0-9754-5e8f75005f77",
"name": "Gemma 4 26B A4B (Non-reasoning)",
"slug": "gemma-4-26b-a4b-non-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-02",
"intelligence_index": 27.1,
"coding_index": 29.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.714,
"hle": 0.107,
"livecodebench": null,
"scicode": 0.373,
"ifbench": 0.454,
"lcr": 0.397,
"terminalbench_hard": 0.25,
"tau2": 0.404,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6e1b44ff-c227-496b-aef4-19b70cd18c76",
"name": "Gemma 4 26B A4B (Reasoning)",
"slug": "gemma-4-26b-a4b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-02",
"intelligence_index": 31.2,
"coding_index": 22.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.792,
"hle": 0.183,
"livecodebench": null,
"scicode": 0.4,
"ifbench": 0.724,
"lcr": 0.557,
"terminalbench_hard": 0.136,
"tau2": 0.436,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.13,
"price_output": 0.4,
"price_blended": 0.198
},
{
"id": "5303601c-8133-4f52-bc4e-5241ee6b3c10",
"name": "Gemma 4 E4B (Non-reasoning)",
"slug": "gemma-4-e4b-non-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-04-03",
"intelligence_index": 14.8,
"coding_index": 6.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.549,
"hle": 0.047,
"livecodebench": null,
"scicode": 0.039,
"ifbench": 0.405,
"lcr": 0.18,
"terminalbench_hard": 0.076,
"tau2": 0.26,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 59.997,
"ttft": 0.49,
"ttfat": 0.49,
"price_input": 0.3,
"price_output": 1.25,
"price_blended": 0.537
},
{
"id": "04781a0e-40f0-4e2a-a4e5-18e389364a79",
"name": "Gemma 3 270M",
"slug": "gemma-3-270m",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-08-14",
"intelligence_index": 7.7,
"coding_index": 0,
"math_index": 2.3,
"mmlu_pro": 0.055,
"gpqa": 0.224,
"hle": 0.042,
"livecodebench": 0.003,
"scicode": 0,
"ifbench": 0.121,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.091,
"math_500": null,
"aime": null,
"aime_25": 0.023,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "27202e5f-c82d-4710-92e9-4317877d4883",
"name": "Gemini 2.5 Pro",
"slug": "gemini-2-5-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-05",
"intelligence_index": 34.6,
"coding_index": 31.9,
"math_index": 87.7,
"mmlu_pro": 0.862,
"gpqa": 0.844,
"hle": 0.211,
"livecodebench": 0.801,
"scicode": 0.428,
"ifbench": 0.487,
"lcr": 0.66,
"terminalbench_hard": 0.265,
"tau2": 0.541,
"math_500": 0.967,
"aime": 0.887,
"aime_25": 0.877,
"output_tps": 134.684,
"ttft": 18.796,
"ttfat": 18.796,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
"name": "Gemini 3.1 Flash-Lite Preview",
"slug": "gemini-3-1-flash-lite-preview",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-03-03",
"intelligence_index": 33.5,
"coding_index": 30.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.822,
"hle": 0.162,
"livecodebench": null,
"scicode": 0.419,
"ifbench": 0.772,
"lcr": 0.653,
"terminalbench_hard": 0.242,
"tau2": 0.313,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 317.359,
"ttft": 4.994,
"ttfat": 4.994,
"price_input": 0.25,
"price_output": 1.5,
"price_blended": 0.563
},
{
"id": "71f51ea9-94fe-4635-a80d-4cfffbb685f4",
"name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)",
"slug": "gemini-2-5-flash-lite-preview-09-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-25",
"intelligence_index": 19.4,
"coding_index": 14.5,
"math_index": 46.7,
"mmlu_pro": 0.796,
"gpqa": 0.651,
"hle": 0.046,
"livecodebench": 0.641,
"scicode": 0.285,
"ifbench": 0.418,
"lcr": 0.48,
"terminalbench_hard": 0.076,
"tau2": 0.304,
"math_500": null,
"aime": null,
"aime_25": 0.467,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "783a0ea2-1eef-422a-8c3d-f6d40d943f54",
"name": "Gemini 3 Flash Preview (Non-reasoning)",
"slug": "gemini-3-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-12-17",
"intelligence_index": 35,
"coding_index": 37.8,
"math_index": 55.7,
"mmlu_pro": 0.882,
"gpqa": 0.812,
"hle": 0.141,
"livecodebench": 0.797,
"scicode": 0.499,
"ifbench": 0.551,
"lcr": 0.48,
"terminalbench_hard": 0.318,
"tau2": 0.433,
"math_500": null,
"aime": null,
"aime_25": 0.557,
"output_tps": 199.194,
"ttft": 0.719,
"ttfat": 0.719,
"price_input": 0.5,
"price_output": 3,
"price_blended": 1.125
},
{
"id": "7c73c3be-7f51-4d14-bec8-d5789488df25",
"name": "Gemini 3 Flash Preview (Reasoning)",
"slug": "gemini-3-flash-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-12-17",
"intelligence_index": 46.4,
"coding_index": 42.6,
"math_index": 97,
"mmlu_pro": 0.89,
"gpqa": 0.898,
"hle": 0.347,
"livecodebench": 0.908,
"scicode": 0.506,
"ifbench": 0.78,
"lcr": 0.663,
"terminalbench_hard": 0.386,
"tau2": 0.804,
"math_500": null,
"aime": null,
"aime_25": 0.97,
"output_tps": 203.074,
"ttft": 7.019,
"ttfat": 7.019,
"price_input": 0.5,
"price_output": 3,
"price_blended": 1.125
},
{
"id": "84922739-425f-46e1-87ac-bb4268dcacbb",
"name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)",
"slug": "gemini-2-5-flash-lite-preview-09-2025-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-08",
"intelligence_index": 21.6,
"coding_index": 18.1,
"math_index": 68.7,
"mmlu_pro": 0.808,
"gpqa": 0.709,
"hle": 0.066,
"livecodebench": 0.688,
"scicode": 0.287,
"ifbench": 0.526,
"lcr": 0.59,
"terminalbench_hard": 0.129,
"tau2": 0.307,
"math_500": null,
"aime": null,
"aime_25": 0.687,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "a5092ece-d5a7-461f-b036-3faef262423f",
"name": "Gemini 3 Deep Think",
"slug": "gemini-3-deep-think",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-02-05",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bbd93ebe-80da-4594-bb19-61e69d0331df",
"name": "Gemini 3.1 Pro Preview",
"slug": "gemini-3-1-pro-preview",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-02-19",
"intelligence_index": 57.2,
"coding_index": 55.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.941,
"hle": 0.447,
"livecodebench": null,
"scicode": 0.589,
"ifbench": 0.771,
"lcr": 0.727,
"terminalbench_hard": 0.538,
"tau2": 0.956,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 135.863,
"ttft": 26.218,
"ttfat": 26.218,
"price_input": 2,
"price_output": 12,
"price_blended": 4.5
},
{
"id": "2e40e695-3cec-43da-83f9-615af30b8e91",
"name": "Claude Sonnet 4.6 (Non-reasoning, High Effort)",
"slug": "claude-sonnet-4-6",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-17",
"intelligence_index": 44.4,
"coding_index": 46.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.799,
"hle": 0.132,
"livecodebench": null,
"scicode": 0.469,
"ifbench": 0.412,
"lcr": 0.577,
"terminalbench_hard": 0.462,
"tau2": 0.795,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 51.589,
"ttft": 1,
"ttfat": 1,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "a6340098-d7ae-462d-b372-0a0a67fc44b4",
"name": "Claude 4.5 Haiku (Reasoning)",
"slug": "claude-4-5-haiku-reasoning",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-10-15",
"intelligence_index": 37.1,
"coding_index": 32.6,
"math_index": 83.7,
"mmlu_pro": 0.76,
"gpqa": 0.672,
"hle": 0.097,
"livecodebench": 0.615,
"scicode": 0.433,
"ifbench": 0.543,
"lcr": 0.703,
"terminalbench_hard": 0.273,
"tau2": 0.547,
"math_500": null,
"aime": null,
"aime_25": 0.837,
"output_tps": 129.252,
"ttft": 15.927,
"ttfat": 15.927,
"price_input": 1.25,
"price_output": 5,
"price_blended": 2.188
},
{
"id": "2fa8e143-77a8-4d05-bfa8-d3b54634c00f",
"name": "Claude Opus 4.7 (Non-reasoning, High Effort)",
"slug": "claude-opus-4-7-non-reasoning",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-04-16",
"intelligence_index": 51.8,
"coding_index": 53.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.885,
"hle": 0.312,
"livecodebench": null,
"scicode": 0.501,
"ifbench": 0.436,
"lcr": 0.67,
"terminalbench_hard": 0.545,
"tau2": 0.74,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 53.261,
"ttft": 1.632,
"ttfat": 1.632,
"price_input": 6.25,
"price_output": 25,
"price_blended": 10.938
},
{
"id": "df8d14e0-3997-4e4d-b4ad-9c047acc9c69",
"name": "Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)",
"slug": "claude-sonnet-4-6-adaptive",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-17",
"intelligence_index": 51.7,
"coding_index": 50.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.875,
"hle": 0.3,
"livecodebench": null,
"scicode": 0.468,
"ifbench": 0.566,
"lcr": 0.707,
"terminalbench_hard": 0.53,
"tau2": 0.757,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 67.511,
"ttft": 83.712,
"ttfat": 83.712,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "c2b1e769-7aee-4669-8076-73918bdebf6c",
"name": "Claude 4.5 Haiku (Non-reasoning)",
"slug": "claude-4-5-haiku",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-10-15",
"intelligence_index": 31.1,
"coding_index": 29.6,
"math_index": 39,
"mmlu_pro": 0.8,
"gpqa": 0.646,
"hle": 0.043,
"livecodebench": 0.511,
"scicode": 0.344,
"ifbench": 0.42,
"lcr": 0.437,
"terminalbench_hard": 0.273,
"tau2": 0.325,
"math_500": null,
"aime": null,
"aime_25": 0.39,
"output_tps": 101.973,
"ttft": 0.551,
"ttfat": 0.551,
"price_input": 1.25,
"price_output": 5,
"price_blended": 2.188
},
{
"id": "e9a09db3-8fd6-41dd-ba2f-20e0a2bff7f2",
"name": "Claude Opus 4.7 (Adaptive Reasoning, Max Effort)",
"slug": "claude-opus-4-7",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-04-16",
"intelligence_index": 57.3,
"coding_index": 52.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.914,
"hle": 0.396,
"livecodebench": null,
"scicode": 0.545,
"ifbench": 0.586,
"lcr": 0.703,
"terminalbench_hard": 0.515,
"tau2": 0.886,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 66.247,
"ttft": 22.587,
"ttfat": 22.587,
"price_input": 6.25,
"price_output": 25,
"price_blended": 10.938
},
{
"id": "f2e21112-192e-4aed-ae82-68ca3b38e667",
"name": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)",
"slug": "claude-sonnet-4-6-non-reasoning-low-effort",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-17",
"intelligence_index": 42.6,
"coding_index": 43,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.797,
"hle": 0.108,
"livecodebench": null,
"scicode": 0.441,
"ifbench": 0.424,
"lcr": 0.587,
"terminalbench_hard": 0.424,
"tau2": 0.789,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 52.495,
"ttft": 0.925,
"ttfat": 0.925,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "3fd96175-4ef1-434c-8795-f873aec2abc1",
"name": "Mistral Small 4 (Reasoning)",
"slug": "mistral-small-4",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2026-03-16",
"intelligence_index": 27.8,
"coding_index": 24.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.769,
"hle": 0.095,
"livecodebench": null,
"scicode": 0.38,
"ifbench": 0.482,
"lcr": 0.447,
"terminalbench_hard": 0.174,
"tau2": 0.412,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 163.108,
"ttft": 0.564,
"ttfat": 12.826,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.262
},
{
"id": "66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720",
"name": "Ministral 3 3B",
"slug": "ministral-3-3b",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 11.2,
"coding_index": 4.8,
"math_index": 22,
"mmlu_pro": 0.524,
"gpqa": 0.358,
"hle": 0.053,
"livecodebench": 0.247,
"scicode": 0.144,
"ifbench": 0.268,
"lcr": 0.117,
"terminalbench_hard": 0,
"tau2": 0.249,
"math_500": null,
"aime": null,
"aime_25": 0.22,
"output_tps": 292.51,
"ttft": 0.334,
"ttfat": 0.334,
"price_input": 0.1,
"price_output": 0.1,
"price_blended": 0.1
},
{
"id": "4928e950-7f37-4475-b0dc-c5bad781a321",
"name": "Mistral Large 3",
"slug": "mistral-large-3",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 22.8,
"coding_index": 22.7,
"math_index": 38,
"mmlu_pro": 0.807,
"gpqa": 0.68,
"hle": 0.041,
"livecodebench": 0.465,
"scicode": 0.362,
"ifbench": 0.362,
"lcr": 0.347,
"terminalbench_hard": 0.159,
"tau2": 0.246,
"math_500": null,
"aime": null,
"aime_25": 0.38,
"output_tps": 55.595,
"ttft": 0.643,
"ttfat": 0.643,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "dd059b25-d82a-4ead-82a4-4adceaaec48b",
"name": "Mistral Medium 3.5",
"slug": "mistral-medium-3-5",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2026-04-29",
"intelligence_index": 39.2,
"coding_index": 35.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.748,
"hle": 0.128,
"livecodebench": null,
"scicode": 0.396,
"ifbench": 0.688,
"lcr": 0.61,
"terminalbench_hard": 0.333,
"tau2": 0.942,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 167.325,
"ttft": 0.942,
"ttfat": 12.895,
"price_input": 1.5,
"price_output": 7.5,
"price_blended": 3
},
{
"id": "713fae11-c75c-4f10-ae2c-8e4074cd58af",
"name": "Ministral 3 14B",
"slug": "ministral-3-14b",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 16,
"coding_index": 10.9,
"math_index": 30,
"mmlu_pro": 0.693,
"gpqa": 0.572,
"hle": 0.046,
"livecodebench": 0.351,
"scicode": 0.236,
"ifbench": 0.32,
"lcr": 0.22,
"terminalbench_hard": 0.045,
"tau2": 0.272,
"math_500": null,
"aime": null,
"aime_25": 0.3,
"output_tps": 135.067,
"ttft": 0.361,
"ttfat": 0.361,
"price_input": 0.2,
"price_output": 0.2,
"price_blended": 0.2
},
{
"id": "12f6a061-0ab3-4c76-b225-49abee253651",
"name": "Mistral Small 4 (Non-reasoning)",
"slug": "mistral-small-4-non-reasoning",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2026-03-16",
"intelligence_index": 18.6,
"coding_index": 16.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.571,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.281,
"ifbench": 0.328,
"lcr": 0.213,
"terminalbench_hard": 0.106,
"tau2": 0.184,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 143.209,
"ttft": 0.508,
"ttfat": 0.508,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.262
},
{
"id": "864da2a5-156c-45fd-873c-8923be91914f",
"name": "Magistral Medium 1.2",
"slug": "magistral-medium-2509",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-09-18",
"intelligence_index": 27.1,
"coding_index": 21.7,
"math_index": 82,
"mmlu_pro": 0.815,
"gpqa": 0.739,
"hle": 0.096,
"livecodebench": 0.75,
"scicode": 0.392,
"ifbench": 0.43,
"lcr": 0.513,
"terminalbench_hard": 0.129,
"tau2": 0.52,
"math_500": null,
"aime": null,
"aime_25": 0.82,
"output_tps": 42.548,
"ttft": 0.515,
"ttfat": 47.521,
"price_input": 2,
"price_output": 5,
"price_blended": 2.75
},
{
"id": "70152cb0-fb36-4732-a925-89ef40994be1",
"name": "Magistral Small 1.2",
"slug": "magistral-small-2509",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-09-17",
"intelligence_index": 18.2,
"coding_index": 14.8,
"math_index": 80.3,
"mmlu_pro": 0.768,
"gpqa": 0.663,
"hle": 0.061,
"livecodebench": 0.723,
"scicode": 0.352,
"ifbench": 0.444,
"lcr": 0.163,
"terminalbench_hard": 0.045,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": 0.803,
"output_tps": 106.59,
"ttft": 0.369,
"ttfat": 19.133,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "9741f3c2-cbb1-4a3f-99ee-7bd7384d9038",
"name": "Ministral 3 8B",
"slug": "ministral-3-8b",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 14.8,
"coding_index": 10,
"math_index": 31.7,
"mmlu_pro": 0.642,
"gpqa": 0.471,
"hle": 0.043,
"livecodebench": 0.303,
"scicode": 0.208,
"ifbench": 0.291,
"lcr": 0.24,
"terminalbench_hard": 0.045,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.317,
"output_tps": 167.881,
"ttft": 0.365,
"ttfat": 0.365,
"price_input": 0.15,
"price_output": 0.15,
"price_blended": 0.15
},
{
"id": "09f43999-b67b-4c1b-b050-44df41ed7e62",
"name": "Devstral 2",
"slug": "devstral-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-09",
"intelligence_index": 22,
"coding_index": 23.7,
"math_index": 36.7,
"mmlu_pro": 0.762,
"gpqa": 0.594,
"hle": 0.036,
"livecodebench": 0.448,
"scicode": 0.331,
"ifbench": 0.381,
"lcr": 0.3,
"terminalbench_hard": 0.189,
"tau2": 0.249,
"math_500": null,
"aime": null,
"aime_25": 0.367,
"output_tps": 69.205,
"ttft": 0.524,
"ttfat": 0.524,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ce819310-af7c-49d3-9a02-6845111e1788",
"name": "Devstral Small 2",
"slug": "devstral-small-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-09",
"intelligence_index": 19.5,
"coding_index": 20.7,
"math_index": 34.3,
"mmlu_pro": 0.678,
"gpqa": 0.532,
"hle": 0.034,
"livecodebench": 0.348,
"scicode": 0.288,
"ifbench": 0.312,
"lcr": 0.24,
"terminalbench_hard": 0.167,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": 0.343,
"output_tps": 71.088,
"ttft": 0.501,
"ttfat": 0.501,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4a845d7b-a52d-43bb-80b7-b58c7a0c155e",
"name": "DeepSeek R1 Distill Llama 70B",
"slug": "deepseek-r1-distill-llama-70b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 16,
"coding_index": 11.4,
"math_index": 53.7,
"mmlu_pro": 0.795,
"gpqa": 0.402,
"hle": 0.061,
"livecodebench": 0.266,
"scicode": 0.312,
"ifbench": 0.276,
"lcr": 0.11,
"terminalbench_hard": 0.015,
"tau2": 0.219,
"math_500": 0.935,
"aime": 0.67,
"aime_25": 0.537,
"output_tps": 45.643,
"ttft": 0.312,
"ttfat": 44.13,
"price_input": 0.7,
"price_output": 1.05,
"price_blended": 0.787
},
{
"id": "a83f84b3-473a-4276-9ae1-8909da723159",
"name": "DeepSeek R1 0528 (May '25)",
"slug": "deepseek-r1",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-05-28",
"intelligence_index": 27.1,
"coding_index": 24,
"math_index": 76,
"mmlu_pro": 0.849,
"gpqa": 0.813,
"hle": 0.149,
"livecodebench": 0.77,
"scicode": 0.403,
"ifbench": 0.396,
"lcr": 0.547,
"terminalbench_hard": 0.159,
"tau2": 0.365,
"math_500": 0.983,
"aime": 0.893,
"aime_25": 0.76,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.35,
"price_output": 4.2,
"price_blended": 2.063
},
{
"id": "89a2c945-1fab-4ee4-9f45-83a9f46cb221",
"name": "DeepSeek V4 Flash (Reasoning, High Effort)",
"slug": "deepseek-v4-flash-high",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2026-04-24",
"intelligence_index": 44.9,
"coding_index": 39.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.867,
"hle": 0.278,
"livecodebench": null,
"scicode": 0.42,
"ifbench": 0.735,
"lcr": 0.627,
"terminalbench_hard": 0.386,
"tau2": 0.956,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.14,
"price_output": 0.28,
"price_blended": 0.175
},
{
"id": "bf220674-68bd-43cc-a1b8-ce5ed4d2f18d",
"name": "DeepSeek V4 Pro (Reasoning, Max Effort)",
"slug": "deepseek-v4-pro",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2026-04-24",
"intelligence_index": 51.5,
"coding_index": 47.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.888,
"hle": 0.359,
"livecodebench": null,
"scicode": 0.5,
"ifbench": 0.765,
"lcr": 0.663,
"terminalbench_hard": 0.462,
"tau2": 0.962,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 30.697,
"ttft": 1.036,
"ttfat": 143.559,
"price_input": 1.74,
"price_output": 3.48,
"price_blended": 2.175
},
{
"id": "5da3c0e2-65d2-4bff-a410-cb2132ddafb6",
"name": "DeepSeek V4 Pro (Reasoning, High Effort)",
"slug": "deepseek-v4-pro-high",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2026-04-24",
"intelligence_index": 49.8,
"coding_index": 43.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.905,
"hle": 0.335,
"livecodebench": null,
"scicode": 0.464,
"ifbench": 0.713,
"lcr": 0.65,
"terminalbench_hard": 0.417,
"tau2": 0.942,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 29.927,
"ttft": 1.094,
"ttfat": 67.656,
"price_input": 1.74,
"price_output": 3.48,
"price_blended": 2.175
},
{
"id": "ad173c8d-f14f-4230-90e9-60979b7720e7",
"name": "DeepSeek V4 Flash (Non-reasoning)",
"slug": "deepseek-v4-flash-non-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2026-04-24",
"intelligence_index": 36.5,
"coding_index": 35.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.716,
"hle": 0.07,
"livecodebench": null,
"scicode": 0.373,
"ifbench": 0.472,
"lcr": 0.333,
"terminalbench_hard": 0.341,
"tau2": 0.944,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 66.472,
"ttft": 0.785,
"ttfat": 0.785,
"price_input": 0.14,
"price_output": 0.28,
"price_blended": 0.175
},
{
"id": "d8ddb241-b3e4-4c25-a6a3-72eb1b30c541",
"name": "DeepSeek V4 Flash (Reasoning, Max Effort)",
"slug": "deepseek-v4-flash",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2026-04-24",
"intelligence_index": 46.5,
"coding_index": 38.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.894,
"hle": 0.321,
"livecodebench": null,
"scicode": 0.449,
"ifbench": 0.792,
"lcr": 0.63,
"terminalbench_hard": 0.356,
"tau2": 0.95,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 66.232,
"ttft": 0.792,
"ttfat": 85.54,
"price_input": 0.14,
"price_output": 0.28,
"price_blended": 0.175
},
{
"id": "6e2a2572-ed8d-4616-8d7d-68d125fc8ee7",
"name": "DeepSeek V4 Pro (Non-reasoning)",
"slug": "deepseek-v4-pro-non-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2026-04-24",
"intelligence_index": 39.3,
"coding_index": 38.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.717,
"hle": 0.077,
"livecodebench": null,
"scicode": 0.424,
"ifbench": 0.458,
"lcr": 0.45,
"terminalbench_hard": 0.364,
"tau2": 0.912,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 30.296,
"ttft": 1.16,
"ttfat": 1.16,
"price_input": 1.74,
"price_output": 3.48,
"price_blended": 2.175
},
{
"id": "98e3230e-cee1-4c19-b9f8-b6b6a826ca93",
"name": "R1 1776",
"slug": "r1-1776",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-02-18",
"intelligence_index": 12,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.954,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c76e0ae8-0fd2-45c0-a39d-d398fce9b128",
"name": "Falcon-H1R-7B",
"slug": "falcon-h1r-7b",
"creator": "tii-uae",
"creator_id": "d676bc61-3394-4046-ac6a-85eea9aedaba",
"creator_name": "TII UAE",
"release_date": "2026-01-04",
"intelligence_index": 15.8,
"coding_index": 9.8,
"math_index": 80,
"mmlu_pro": 0.725,
"gpqa": 0.661,
"hle": 0.108,
"livecodebench": 0.724,
"scicode": 0.249,
"ifbench": 0.544,
"lcr": 0.087,
"terminalbench_hard": 0.023,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": 0.8,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ff9bc5e5-a02f-4270-983e-4b3f834f3363",
"name": "Grok 3 mini Reasoning (high)",
"slug": "grok-3-mini-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-02-19",
"intelligence_index": 32.1,
"coding_index": 25.2,
"math_index": 84.7,
"mmlu_pro": 0.828,
"gpqa": 0.791,
"hle": 0.111,
"livecodebench": 0.696,
"scicode": 0.406,
"ifbench": 0.459,
"lcr": 0.503,
"terminalbench_hard": 0.174,
"tau2": 0.904,
"math_500": 0.992,
"aime": 0.933,
"aime_25": 0.847,
"output_tps": 172.601,
"ttft": 0.44,
"ttfat": 12.028,
"price_input": 0.3,
"price_output": 0.5,
"price_blended": 0.35
},
{
"id": "90c2a9cf-ad7e-4332-9be2-2fd1309833e2",
"name": "Grok 4.3 (Non-reasoning)",
"slug": "grok-4-3-non-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-04-30",
"intelligence_index": 31,
"coding_index": 25.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.658,
"hle": 0.065,
"livecodebench": null,
"scicode": 0.374,
"ifbench": 0.476,
"lcr": 0.247,
"terminalbench_hard": 0.189,
"tau2": 0.658,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 78.887,
"ttft": 0.524,
"ttfat": 0.524,
"price_input": 1.25,
"price_output": 2.5,
"price_blended": 1.563
},
{
"id": "23149f9b-c904-43e2-9ec4-afa2bf843941",
"name": "Grok 4.1 Fast (Reasoning)",
"slug": "grok-4-1-fast-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-11-19",
"intelligence_index": 38.6,
"coding_index": 30.9,
"math_index": 89.3,
"mmlu_pro": 0.854,
"gpqa": 0.853,
"hle": 0.176,
"livecodebench": 0.822,
"scicode": 0.442,
"ifbench": 0.527,
"lcr": 0.68,
"terminalbench_hard": 0.242,
"tau2": 0.933,
"math_500": null,
"aime": null,
"aime_25": 0.893,
"output_tps": 88.584,
"ttft": 14.779,
"ttfat": 14.779,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "948892b5-db03-4118-a4a8-ccd51ed871ea",
"name": "Grok 4.3",
"slug": "grok-4-3",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-04-30",
"intelligence_index": 53.2,
"coding_index": 41,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.901,
"hle": 0.35,
"livecodebench": null,
"scicode": 0.473,
"ifbench": 0.813,
"lcr": 0.643,
"terminalbench_hard": 0.379,
"tau2": 0.977,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 90.939,
"ttft": 9.545,
"ttfat": 9.545,
"price_input": 1.25,
"price_output": 2.5,
"price_blended": 1.563
},
{
"id": "a06bd3fc-86db-4a8e-ae6d-7459444d08c9",
"name": "Grok Code Fast 1",
"slug": "grok-code-fast-1",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-08-28",
"intelligence_index": 28.7,
"coding_index": 23.7,
"math_index": 43.3,
"mmlu_pro": 0.793,
"gpqa": 0.727,
"hle": 0.075,
"livecodebench": 0.657,
"scicode": 0.362,
"ifbench": 0.414,
"lcr": 0.483,
"terminalbench_hard": 0.174,
"tau2": 0.757,
"math_500": null,
"aime": null,
"aime_25": 0.433,
"output_tps": 120.074,
"ttft": 5.725,
"ttfat": 5.725,
"price_input": 0.2,
"price_output": 1.5,
"price_blended": 0.525
},
{
"id": "64312f37-3701-4243-a4c9-7c07a58cd6b9",
"name": "Grok 4.20 0309 v2 (Non-reasoning)",
"slug": "grok-4-20-non-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-04-07",
"intelligence_index": 29,
"coding_index": 22,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.776,
"hle": 0.242,
"livecodebench": null,
"scicode": 0.328,
"ifbench": 0.493,
"lcr": 0.173,
"terminalbench_hard": 0.167,
"tau2": 0.599,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 83.531,
"ttft": 0.559,
"ttfat": 0.559,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "49fd01f9-887d-4479-b8ce-771a81ecef4e",
"name": "Grok 4.1 Fast (Non-reasoning)",
"slug": "grok-4-1-fast",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-11-19",
"intelligence_index": 23.6,
"coding_index": 19.5,
"math_index": 34.3,
"mmlu_pro": 0.743,
"gpqa": 0.637,
"hle": 0.05,
"livecodebench": 0.399,
"scicode": 0.296,
"ifbench": 0.365,
"lcr": 0.22,
"terminalbench_hard": 0.144,
"tau2": 0.637,
"math_500": null,
"aime": null,
"aime_25": 0.343,
"output_tps": 77.643,
"ttft": 0.445,
"ttfat": 0.445,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "344c6718-c573-41d4-9556-10287a3fa1fc",
"name": "Nova Micro",
"slug": "nova-micro",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2024-12-03",
"intelligence_index": 10.3,
"coding_index": 4.1,
"math_index": 6,
"mmlu_pro": 0.531,
"gpqa": 0.358,
"hle": 0.047,
"livecodebench": 0.14,
"scicode": 0.094,
"ifbench": 0.294,
"lcr": 0.097,
"terminalbench_hard": 0.015,
"tau2": 0.14,
"math_500": 0.703,
"aime": 0.08,
"aime_25": 0.06,
"output_tps": 310.56,
"ttft": 0.608,
"ttfat": 0.608,
"price_input": 0.035,
"price_output": 0.14,
"price_blended": 0.061
},
{
"id": "fbdf8da1-b341-448c-b3cb-8aff1d8f70b9",
"name": "Nova 2.0 Lite (medium)",
"slug": "nova-2-0-lite-reasoning-medium",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 29.7,
"coding_index": 23.9,
"math_index": 88.7,
"mmlu_pro": 0.813,
"gpqa": 0.768,
"hle": 0.086,
"livecodebench": 0.663,
"scicode": 0.368,
"ifbench": 0.685,
"lcr": 0.583,
"terminalbench_hard": 0.174,
"tau2": 0.757,
"math_500": null,
"aime": null,
"aime_25": 0.887,
"output_tps": 146.575,
"ttft": 13.94,
"ttfat": 27.585,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "0d94dc87-12c8-4d4a-8d99-804ce3f17bc2",
"name": "Nova 2.0 Pro Preview (medium)",
"slug": "nova-2-0-pro-reasoning-medium",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-27",
"intelligence_index": 35.7,
"coding_index": 30.4,
"math_index": 89,
"mmlu_pro": 0.83,
"gpqa": 0.785,
"hle": 0.089,
"livecodebench": 0.73,
"scicode": 0.427,
"ifbench": 0.79,
"lcr": 0.543,
"terminalbench_hard": 0.242,
"tau2": 0.927,
"math_500": null,
"aime": null,
"aime_25": 0.89,
"output_tps": 154.728,
"ttft": 15.469,
"ttfat": 28.395,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "1f6478c9-3e22-4586-adbe-841782859677",
"name": "Nova 2.0 Omni (Non-reasoning)",
"slug": "nova-2-0-omni",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-26",
"intelligence_index": 16.6,
"coding_index": 13.8,
"math_index": 37,
"mmlu_pro": 0.719,
"gpqa": 0.555,
"hle": 0.039,
"livecodebench": 0.305,
"scicode": 0.279,
"ifbench": 0.411,
"lcr": 0.223,
"terminalbench_hard": 0.068,
"tau2": 0.447,
"math_500": null,
"aime": null,
"aime_25": 0.37,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a",
"name": "Nova Premier",
"slug": "nova-premier",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-04-30",
"intelligence_index": 19,
"coding_index": 13.8,
"math_index": 17.3,
"mmlu_pro": 0.733,
"gpqa": 0.569,
"hle": 0.047,
"livecodebench": 0.317,
"scicode": 0.279,
"ifbench": 0.362,
"lcr": 0.3,
"terminalbench_hard": 0.068,
"tau2": 0.383,
"math_500": 0.839,
"aime": 0.17,
"aime_25": 0.173,
"output_tps": 42.49,
"ttft": 1.346,
"ttfat": 1.346,
"price_input": 2.5,
"price_output": 12.5,
"price_blended": 5
},
{
"id": "a20ae33a-46e1-41e6-81a0-fe8b00d2e538",
"name": "Nova 2.0 Pro Preview (Non-reasoning)",
"slug": "nova-2-0-pro",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-27",
"intelligence_index": 23.1,
"coding_index": 20.5,
"math_index": 30.7,
"mmlu_pro": 0.772,
"gpqa": 0.636,
"hle": 0.04,
"livecodebench": 0.473,
"scicode": 0.281,
"ifbench": 0.52,
"lcr": 0.283,
"terminalbench_hard": 0.167,
"tau2": 0.716,
"math_500": null,
"aime": null,
"aime_25": 0.307,
"output_tps": 156.263,
"ttft": 0.749,
"ttfat": 0.749,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "61bd9367-e520-4ec8-989e-5fbf50e61610",
"name": "Nova 2.0 Lite (high)",
"slug": "nova-2-0-lite-reasoning",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 34.5,
"coding_index": 23.4,
"math_index": 94.3,
"mmlu_pro": 0.818,
"gpqa": 0.811,
"hle": 0.109,
"livecodebench": 0.711,
"scicode": 0.369,
"ifbench": 0.707,
"lcr": 0.553,
"terminalbench_hard": 0.167,
"tau2": 0.728,
"math_500": null,
"aime": null,
"aime_25": 0.943,
"output_tps": 144.345,
"ttft": 20.389,
"ttfat": 34.245,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "b36ff8f3-0323-49d1-a063-ab09704fdb0c",
"name": "Nova 2.0 Omni (low)",
"slug": "nova-2-0-omni-reasoning-low",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-26",
"intelligence_index": 23.2,
"coding_index": 13.9,
"math_index": 56,
"mmlu_pro": 0.798,
"gpqa": 0.699,
"hle": 0.04,
"livecodebench": 0.592,
"scicode": 0.343,
"ifbench": 0.618,
"lcr": 0.51,
"terminalbench_hard": 0.038,
"tau2": 0.678,
"math_500": null,
"aime": null,
"aime_25": 0.56,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "6fd796d3-f346-4f66-97df-5da81714fc73",
"name": "Nova 2.0 Lite (low)",
"slug": "nova-2-0-lite-reasoning-low",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 24.6,
"coding_index": 13.6,
"math_index": 46.7,
"mmlu_pro": 0.788,
"gpqa": 0.698,
"hle": 0.042,
"livecodebench": 0.469,
"scicode": 0.333,
"ifbench": 0.612,
"lcr": 0.52,
"terminalbench_hard": 0.038,
"tau2": 0.719,
"math_500": null,
"aime": null,
"aime_25": 0.467,
"output_tps": 162.476,
"ttft": 5.728,
"ttfat": 18.037,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "f4274721-ef28-4121-aa88-8e97267a5a82",
"name": "Nova 2.0 Pro Preview (low)",
"slug": "nova-2-0-pro-reasoning-low",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-27",
"intelligence_index": 31.9,
"coding_index": 24.5,
"math_index": 63.3,
"mmlu_pro": 0.822,
"gpqa": 0.751,
"hle": 0.052,
"livecodebench": 0.638,
"scicode": 0.387,
"ifbench": 0.796,
"lcr": 0.617,
"terminalbench_hard": 0.174,
"tau2": 0.906,
"math_500": null,
"aime": null,
"aime_25": 0.633,
"output_tps": 166.238,
"ttft": 4.144,
"ttfat": 16.175,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2",
"name": "Nova 2.0 Lite (Non-reasoning)",
"slug": "nova-2-0-lite",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 18,
"coding_index": 12.5,
"math_index": 33.7,
"mmlu_pro": 0.743,
"gpqa": 0.603,
"hle": 0.03,
"livecodebench": 0.346,
"scicode": 0.24,
"ifbench": 0.405,
"lcr": 0.177,
"terminalbench_hard": 0.068,
"tau2": 0.62,
"math_500": null,
"aime": null,
"aime_25": 0.337,
"output_tps": 226.901,
"ttft": 0.809,
"ttfat": 0.809,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "018c60e8-e908-431a-ba57-c840b1df3987",
"name": "Nova 2.0 Omni (medium)",
"slug": "nova-2-0-omni-reasoning-medium",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-26",
"intelligence_index": 28,
"coding_index": 15.1,
"math_index": 89.7,
"mmlu_pro": 0.809,
"gpqa": 0.76,
"hle": 0.068,
"livecodebench": 0.66,
"scicode": 0.362,
"ifbench": 0.662,
"lcr": 0.537,
"terminalbench_hard": 0.045,
"tau2": 0.804,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "ee708f92-374e-4123-b900-e22d7b2afc19",
"name": "Phi-4",
"slug": "phi-4",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft",
"release_date": "2024-12-12",
"intelligence_index": 10.4,
"coding_index": 11.2,
"math_index": 18,
"mmlu_pro": 0.714,
"gpqa": 0.575,
"hle": 0.041,
"livecodebench": 0.231,
"scicode": 0.26,
"ifbench": 0.235,
"lcr": 0,
"terminalbench_hard": 0.038,
"tau2": 0,
"math_500": 0.81,
"aime": 0.143,
"aime_25": 0.18,
"output_tps": 37.694,
"ttft": 0.527,
"ttfat": 0.527,
"price_input": 0.125,
"price_output": 0.5,
"price_blended": 0.219
},
{
"id": "9f873c2f-2c2d-4ccb-9e1b-71bf61b052be",
"name": "Phi-4 Mini Instruct",
"slug": "phi-4-mini",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft",
"release_date": "2024-02-26",
"intelligence_index": 8.4,
"coding_index": 3.6,
"math_index": 6.7,
"mmlu_pro": 0.465,
"gpqa": 0.331,
"hle": 0.042,
"livecodebench": 0.126,
"scicode": 0.108,
"ifbench": 0.211,
"lcr": 0.137,
"terminalbench_hard": 0,
"tau2": 0.082,
"math_500": 0.696,
"aime": 0.03,
"aime_25": 0.067,
"output_tps": 44.226,
"ttft": 0.321,
"ttfat": 0.321,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2cd04201-2b6e-47ef-853e-7601f705f2a8",
"name": "Phi-4 Multimodal Instruct",
"slug": "phi-4-multimodal",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft",
"release_date": "2025-02-26",
"intelligence_index": 10,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.485,
"gpqa": 0.315,
"hle": 0.044,
"livecodebench": 0.131,
"scicode": 0.11,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.693,
"aime": 0.093,
"aime_25": null,
"output_tps": 15.972,
"ttft": 2.119,
"ttfat": 2.119,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "fbc58677-e324-4b45-a979-7fd8eec555cd",
"name": "LFM2 24B A2B",
"slug": "lfm2-24b-a2b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-02-25",
"intelligence_index": 10.5,
"coding_index": 3.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.474,
"hle": 0.044,
"livecodebench": null,
"scicode": 0.109,
"ifbench": 0.459,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.111,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 167.388,
"ttft": 0.268,
"ttfat": 0.268,
"price_input": 0.03,
"price_output": 0.12,
"price_blended": 0.052
},
{
"id": "3c5289e5-1c62-434c-bc44-c51c39f640a1",
"name": "LFM2.5-VL-1.6B",
"slug": "lfm2-5-vl-1-6b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-01-05",
"intelligence_index": 6.2,
"coding_index": 1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.289,
"hle": 0.051,
"livecodebench": null,
"scicode": 0.03,
"ifbench": 0.331,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.085,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5a088cde-18e2-4dfa-98dd-d283e1c19654",
"name": "LFM2.5-1.2B-Thinking",
"slug": "lfm2-5-1-2b-thinking",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-01-20",
"intelligence_index": 8.1,
"coding_index": 1.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.339,
"hle": 0.061,
"livecodebench": null,
"scicode": 0.042,
"ifbench": 0.418,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "686ab020-ee58-4a70-a9ac-24d675a73506",
"name": "LFM2 8B A1B",
"slug": "lfm2-8b-a1b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2025-10-07",
"intelligence_index": 7,
"coding_index": 2.3,
"math_index": 25.3,
"mmlu_pro": 0.505,
"gpqa": 0.344,
"hle": 0.049,
"livecodebench": 0.151,
"scicode": 0.068,
"ifbench": 0.263,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.105,
"math_500": null,
"aime": null,
"aime_25": 0.253,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "739e531a-eb0a-478f-bb67-5845b79ce65d",
"name": "LFM2 2.6B",
"slug": "lfm2-2-6b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2025-09-23",
"intelligence_index": 8,
"coding_index": 1.4,
"math_index": 8.3,
"mmlu_pro": 0.298,
"gpqa": 0.306,
"hle": 0.052,
"livecodebench": 0.081,
"scicode": 0.025,
"ifbench": 0.195,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0.135,
"math_500": null,
"aime": null,
"aime_25": 0.083,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "48194e0f-8226-4c57-8cb2-2a0fb68a84c9",
"name": "LFM2.5-1.2B-Instruct",
"slug": "lfm2-5-1-2b-instruct",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-01-05",
"intelligence_index": 8,
"coding_index": 0.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.326,
"hle": 0.068,
"livecodebench": null,
"scicode": 0.023,
"ifbench": 0.438,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.108,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b89c4faf-219e-4171-a1aa-e3bd2fd0a924",
"name": "Solar Pro 3",
"slug": "solar-pro-3",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2026-04-06",
"intelligence_index": 25.9,
"coding_index": 13.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.724,
"hle": 0.101,
"livecodebench": null,
"scicode": 0.247,
"ifbench": 0.712,
"lcr": 0.27,
"terminalbench_hard": 0.076,
"tau2": 0.863,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "59a1bb20-9170-4dc2-ba9c-12d326cf068e",
"name": "Solar Open 100B (Reasoning)",
"slug": "solar-open-100b-reasoning",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-12-17",
"intelligence_index": 21.7,
"coding_index": 10.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.657,
"hle": 0.092,
"livecodebench": null,
"scicode": 0.269,
"ifbench": 0.577,
"lcr": 0.36,
"terminalbench_hard": 0.023,
"tau2": 0.482,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "eb689f7a-f210-4a87-b407-f249897f2764",
"name": "Solar Pro 2 (Reasoning)",
"slug": "solar-pro-2-reasoning",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-07-09",
"intelligence_index": 14.9,
"coding_index": 12.1,
"math_index": 61.3,
"mmlu_pro": 0.805,
"gpqa": 0.687,
"hle": 0.07,
"livecodebench": 0.616,
"scicode": 0.302,
"ifbench": 0.371,
"lcr": 0,
"terminalbench_hard": 0.03,
"tau2": 0.281,
"math_500": 0.967,
"aime": 0.69,
"aime_25": 0.613,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "44db6283-aa82-4799-af4a-679fe0530845",
"name": "Solar Pro 2 (Non-reasoning)",
"slug": "solar-pro-2",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-07-09",
"intelligence_index": 13.6,
"coding_index": 11.3,
"math_index": 30,
"mmlu_pro": 0.75,
"gpqa": 0.561,
"hle": 0.038,
"livecodebench": 0.424,
"scicode": 0.248,
"ifbench": 0.337,
"lcr": 0,
"terminalbench_hard": 0.045,
"tau2": 0.319,
"math_500": 0.889,
"aime": 0.407,
"aime_25": 0.3,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4bbceacb-cf47-464b-b60f-e1d1fe016d67",
"name": "MiniMax-M2.7",
"slug": "minimax-m2-7",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2026-03-18",
"intelligence_index": 49.6,
"coding_index": 41.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.874,
"hle": 0.281,
"livecodebench": null,
"scicode": 0.47,
"ifbench": 0.757,
"lcr": 0.687,
"terminalbench_hard": 0.394,
"tau2": 0.848,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 49.785,
"ttft": 1.179,
"ttfat": 50.632,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "7393c56a-ec31-48e9-b804-c04f2d2cb641",
"name": "Llama 3.1 Nemotron Instruct 70B",
"slug": "llama-3-1-nemotron-instruct-70b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2024-10-15",
"intelligence_index": 13.4,
"coding_index": 10.8,
"math_index": 11,
"mmlu_pro": 0.69,
"gpqa": 0.465,
"hle": 0.046,
"livecodebench": 0.169,
"scicode": 0.233,
"ifbench": 0.307,
"lcr": 0.07,
"terminalbench_hard": 0.045,
"tau2": 0.231,
"math_500": 0.733,
"aime": 0.247,
"aime_25": 0.11,
"output_tps": 289.422,
"ttft": 0.26,
"ttfat": 0.26,
"price_input": 1.2,
"price_output": 1.2,
"price_blended": 1.2
},
{
"id": "c4c3b42f-e0f0-48ca-b6f9-b296e7697806",
"name": "Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)",
"slug": "llama-3-3-nemotron-super-49b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-03-18",
"intelligence_index": 14.3,
"coding_index": 7.6,
"math_index": 7.7,
"mmlu_pro": 0.698,
"gpqa": 0.517,
"hle": 0.035,
"livecodebench": 0.28,
"scicode": 0.229,
"ifbench": 0.395,
"lcr": 0.113,
"terminalbench_hard": 0,
"tau2": null,
"math_500": 0.775,
"aime": 0.193,
"aime_25": 0.077,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b1fa84f8-1ed3-4124-b403-4655dafa4267",
"name": "Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)",
"slug": "llama-3-1-nemotron-nano-4b-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-05-20",
"intelligence_index": 14.4,
"coding_index": null,
"math_index": 50,
"mmlu_pro": 0.556,
"gpqa": 0.408,
"hle": 0.051,
"livecodebench": 0.493,
"scicode": 0.101,
"ifbench": 0.255,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0.117,
"math_500": 0.947,
"aime": 0.707,
"aime_25": 0.5,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6e6e02fd-9cbd-417f-9bfc-673df89c313d",
"name": "NVIDIA Nemotron Nano 12B v2 VL (Reasoning)",
"slug": "nvidia-nemotron-nano-12b-v2-vl-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-10-28",
"intelligence_index": 14.9,
"coding_index": 11.8,
"math_index": 75,
"mmlu_pro": 0.759,
"gpqa": 0.572,
"hle": 0.053,
"livecodebench": 0.694,
"scicode": 0.262,
"ifbench": 0.319,
"lcr": 0.4,
"terminalbench_hard": 0.045,
"tau2": 0.213,
"math_500": null,
"aime": null,
"aime_25": 0.75,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "1a8ba535-df18-459b-ad40-3199191296d7",
"name": "Llama 3.3 Nemotron Super 49B v1 (Reasoning)",
"slug": "llama-3-3-nemotron-super-49b-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-03-18",
"intelligence_index": 18.5,
"coding_index": 9.4,
"math_index": 54.7,
"mmlu_pro": 0.785,
"gpqa": 0.643,
"hle": 0.065,
"livecodebench": 0.277,
"scicode": 0.282,
"ifbench": 0.381,
"lcr": 0.17,
"terminalbench_hard": 0,
"tau2": 0.269,
"math_500": 0.959,
"aime": 0.583,
"aime_25": 0.547,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f1d52583-9d20-4099-99ac-b5df9430c3b6",
"name": "NVIDIA Nemotron Nano 9B V2 (Reasoning)",
"slug": "nvidia-nemotron-nano-9b-v2-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-08-18",
"intelligence_index": 14.8,
"coding_index": 8.3,
"math_index": 69.7,
"mmlu_pro": 0.742,
"gpqa": 0.57,
"hle": 0.046,
"livecodebench": 0.724,
"scicode": 0.22,
"ifbench": 0.276,
"lcr": 0.21,
"terminalbench_hard": 0.015,
"tau2": 0.219,
"math_500": null,
"aime": null,
"aime_25": 0.697,
"output_tps": 124.905,
"ttft": 0.243,
"ttfat": 16.255,
"price_input": 0.04,
"price_output": 0.16,
"price_blended": 0.07
},
{
"id": "23b379f7-18df-492a-9fc1-a56c5a5b9cfc",
"name": "NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)",
"slug": "nvidia-nemotron-3-nano-30b-a3b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-12-15",
"intelligence_index": 13.2,
"coding_index": 15.8,
"math_index": 13.3,
"mmlu_pro": 0.579,
"gpqa": 0.399,
"hle": 0.046,
"livecodebench": 0.36,
"scicode": 0.23,
"ifbench": 0.375,
"lcr": 0.067,
"terminalbench_hard": 0.121,
"tau2": 0.254,
"math_500": null,
"aime": null,
"aime_25": 0.133,
"output_tps": 86.966,
"ttft": 0.281,
"ttfat": 0.281,
"price_input": 0.05,
"price_output": 0.2,
"price_blended": 0.088
},
{
"id": "ab7f016c-a29b-4710-bdf6-6a5cd96aacca",
"name": "NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)",
"slug": "nvidia-nemotron-nano-12b-v2-vl",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-10-28",
"intelligence_index": 10.1,
"coding_index": 5.9,
"math_index": 26.7,
"mmlu_pro": 0.649,
"gpqa": 0.439,
"hle": 0.045,
"livecodebench": 0.345,
"scicode": 0.176,
"ifbench": 0.259,
"lcr": 0.17,
"terminalbench_hard": 0,
"tau2": 0.193,
"math_500": null,
"aime": null,
"aime_25": 0.267,
"output_tps": 235.548,
"ttft": 0.704,
"ttfat": 0.704,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "26c0b5df-efa7-470f-a65e-2d883329e493",
"name": "Llama Nemotron Super 49B v1.5 (Non-reasoning)",
"slug": "llama-nemotron-super-49b-v1-5",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-07-25",
"intelligence_index": 14.6,
"coding_index": 10.5,
"math_index": 8,
"mmlu_pro": 0.692,
"gpqa": 0.481,
"hle": 0.043,
"livecodebench": 0.29,
"scicode": 0.238,
"ifbench": 0.329,
"lcr": 0.22,
"terminalbench_hard": 0.038,
"tau2": 0.251,
"math_500": 0.77,
"aime": 0.137,
"aime_25": 0.08,
"output_tps": 50.283,
"ttft": 0.267,
"ttfat": 0.267,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "8c748e53-61ae-48b8-af8d-eb8298b1e9db",
"name": "Nemotron 3 Nano Omni 30B A3B Reasoning",
"slug": "nemotron-3-nano-omni-30b-a3b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-04-29",
"intelligence_index": 21.4,
"coding_index": 14.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.469,
"hle": 0.053,
"livecodebench": null,
"scicode": 0.278,
"ifbench": 0.632,
"lcr": 0.357,
"terminalbench_hard": 0.083,
"tau2": 0.453,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 300.371,
"ttft": 0.611,
"ttfat": 7.269,
"price_input": 0.075,
"price_output": 0.3,
"price_blended": 0.131
},
{
"id": "76dcf6ef-39ea-4be0-b693-b88da25b4caf",
"name": "NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)",
"slug": "nvidia-nemotron-3-nano-30b-a3b-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-12-15",
"intelligence_index": 24.3,
"coding_index": 19,
"math_index": 91,
"mmlu_pro": 0.794,
"gpqa": 0.757,
"hle": 0.102,
"livecodebench": 0.741,
"scicode": 0.296,
"ifbench": 0.711,
"lcr": 0.337,
"terminalbench_hard": 0.136,
"tau2": 0.409,
"math_500": null,
"aime": null,
"aime_25": 0.91,
"output_tps": 152.16,
"ttft": 1.395,
"ttfat": 14.539,
"price_input": 0.055,
"price_output": 0.22,
"price_blended": 0.096
},
{
"id": "2e8694f9-7782-47a6-a6ba-fdce89d939c8",
"name": "NVIDIA Nemotron Nano 9B V2 (Non-reasoning)",
"slug": "nvidia-nemotron-nano-9b-v2",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-08-18",
"intelligence_index": 13.2,
"coding_index": 7.5,
"math_index": 62.3,
"mmlu_pro": 0.739,
"gpqa": 0.557,
"hle": 0.04,
"livecodebench": 0.701,
"scicode": 0.209,
"ifbench": 0.271,
"lcr": 0.227,
"terminalbench_hard": 0.008,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": 0.623,
"output_tps": 143.04,
"ttft": 0.675,
"ttfat": 0.675,
"price_input": 0.05,
"price_output": 0.195,
"price_blended": 0.086
},
{
"id": "63872e9c-3377-4a6b-b477-7bba244c38e9",
"name": "NVIDIA Nemotron 3 Super 120B A12B (Reasoning)",
"slug": "nvidia-nemotron-3-super-120b-a12b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-03-11",
"intelligence_index": 36,
"coding_index": 31.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.8,
"hle": 0.192,
"livecodebench": null,
"scicode": 0.36,
"ifbench": 0.715,
"lcr": 0.6,
"terminalbench_hard": 0.288,
"tau2": 0.678,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 158.092,
"ttft": 0.933,
"ttfat": 13.584,
"price_input": 0.3,
"price_output": 0.75,
"price_blended": 0.412
},
{
"id": "cf095603-72b6-47f8-8ee1-09a42890f92a",
"name": "Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)",
"slug": "llama-3-1-nemotron-ultra-253b-v1-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-04-07",
"intelligence_index": 15,
"coding_index": 13.1,
"math_index": 63.7,
"mmlu_pro": 0.825,
"gpqa": 0.728,
"hle": 0.081,
"livecodebench": 0.641,
"scicode": 0.347,
"ifbench": 0.382,
"lcr": 0.073,
"terminalbench_hard": 0.023,
"tau2": 0.114,
"math_500": 0.952,
"aime": 0.747,
"aime_25": 0.637,
"output_tps": 40.86,
"ttft": 0.722,
"ttfat": 49.669,
"price_input": 0.6,
"price_output": 1.8,
"price_blended": 0.9
},
{
"id": "9815da7d-70f4-44d6-b539-9ffef0faa152",
"name": "Nemotron Cascade 2 30B A3B",
"slug": "nemotron-cascade-2-30b-a3b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-03-19",
"intelligence_index": 28.4,
"coding_index": 25.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.758,
"hle": 0.114,
"livecodebench": null,
"scicode": 0.348,
"ifbench": 0.804,
"lcr": 0.34,
"terminalbench_hard": 0.212,
"tau2": 0.532,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "9ee13921-62a4-425a-a22b-df3302198d93",
"name": "NVIDIA Nemotron 3 Nano 4B",
"slug": "nvidia-nemotron-3-nano-4b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-03-16",
"intelligence_index": 14.7,
"coding_index": 10,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.513,
"hle": 0.048,
"livecodebench": null,
"scicode": 0.164,
"ifbench": 0.582,
"lcr": 0.167,
"terminalbench_hard": 0.068,
"tau2": 0.281,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "e1cfa926-9e2b-4a0d-8c31-48366a5041c5",
"name": "Llama Nemotron Super 49B v1.5 (Reasoning)",
"slug": "llama-nemotron-super-49b-v1-5-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-07-25",
"intelligence_index": 18.7,
"coding_index": 15.2,
"math_index": 76.7,
"mmlu_pro": 0.814,
"gpqa": 0.748,
"hle": 0.068,
"livecodebench": 0.737,
"scicode": 0.348,
"ifbench": 0.37,
"lcr": 0.34,
"terminalbench_hard": 0.053,
"tau2": 0.281,
"math_500": 0.983,
"aime": 0.86,
"aime_25": 0.767,
"output_tps": 50.235,
"ttft": 0.302,
"ttfat": 40.115,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "0de67206-4d36-4d10-b8f6-cf37fa747a03",
"name": "Kimi K2.6",
"slug": "kimi-k2-6",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2026-04-20",
"intelligence_index": 53.9,
"coding_index": 47.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.911,
"hle": 0.359,
"livecodebench": null,
"scicode": 0.535,
"ifbench": 0.76,
"lcr": 0.697,
"terminalbench_hard": 0.439,
"tau2": 0.959,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 41.497,
"ttft": 1.266,
"ttfat": 108.526,
"price_input": 0.95,
"price_output": 4,
"price_blended": 1.712
},
{
"id": "ba04694d-326a-4a6a-8f1b-46316f872a7f",
"name": "Kimi K2.5 (Non-reasoning)",
"slug": "kimi-k2-5-non-reasoning",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2026-01-27",
"intelligence_index": 37.3,
"coding_index": 25.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.789,
"hle": 0.123,
"livecodebench": null,
"scicode": 0.396,
"ifbench": 0.437,
"lcr": 0.59,
"terminalbench_hard": 0.189,
"tau2": 0.813,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 48.693,
"ttft": 1.268,
"ttfat": 1.268,
"price_input": 0.6,
"price_output": 3,
"price_blended": 1.2
},
{
"id": "0fc6308e-fbd2-42d3-a216-06da3c43e34e",
"name": "Kimi K2.6 (Non-reasoning)",
"slug": "kimi-k2-6-non-reasoning",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2026-04-20",
"intelligence_index": 43,
"coding_index": 38.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.788,
"hle": 0.182,
"livecodebench": null,
"scicode": 0.395,
"ifbench": 0.443,
"lcr": 0.577,
"terminalbench_hard": 0.379,
"tau2": 0.939,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 45.823,
"ttft": 1.309,
"ttfat": 1.309,
"price_input": 0.95,
"price_output": 4,
"price_blended": 1.712
},
{
"id": "598de97d-029e-47b6-96ec-dbc1e0f9045a",
"name": "Kimi Linear 48B A3B Instruct",
"slug": "kimi-linear-48b-a3b-instruct",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-10-30",
"intelligence_index": 14.4,
"coding_index": 14.2,
"math_index": 36.3,
"mmlu_pro": 0.585,
"gpqa": 0.412,
"hle": 0.027,
"livecodebench": 0.378,
"scicode": 0.199,
"ifbench": 0.281,
"lcr": 0.257,
"terminalbench_hard": 0.114,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.363,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "fe11ab6c-a4dd-4c28-9fef-07da76d5ed14",
"name": "Llama 65B",
"slug": "llama-65b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-02-24",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1aa3694e-b656-4dbe-8f84-0c65d8897abb",
"name": "Step 3.5 Flash 2603",
"slug": "step-3-5-flash",
"creator": "stepfun",
"creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42",
"creator_name": "StepFun",
"release_date": "2026-04-02",
"intelligence_index": 38.5,
"coding_index": 34.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.826,
"hle": 0.226,
"livecodebench": null,
"scicode": 0.385,
"ifbench": 0.665,
"lcr": 0.543,
"terminalbench_hard": 0.326,
"tau2": 0.874,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 158.9,
"ttft": 0.846,
"ttfat": 13.433,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "acad0665-9457-4531-abd5-b59efd7a89ea",
"name": "Step3 VL 10B",
"slug": "step-3-vl-10b",
"creator": "stepfun",
"creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42",
"creator_name": "StepFun",
"release_date": "2026-01-20",
"intelligence_index": 15.4,
"coding_index": 13.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.69,
"hle": 0.102,
"livecodebench": null,
"scicode": 0.311,
"ifbench": 0.502,
"lcr": 0,
"terminalbench_hard": 0.053,
"tau2": 0.161,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3ef6db79-1dfa-4780-8c4b-affe2740d9ac",
"name": "Molmo2-8B",
"slug": "molmo2-8b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-12-11",
"intelligence_index": 7.3,
"coding_index": 4.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.425,
"hle": 0.044,
"livecodebench": null,
"scicode": 0.133,
"ifbench": 0.269,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8f74a6ed-f82f-4a2f-a96b-4914993e47da",
"name": "Olmo 3 7B Instruct",
"slug": "olmo-3-7b-instruct",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-11-20",
"intelligence_index": 8.2,
"coding_index": 3.4,
"math_index": 41.3,
"mmlu_pro": 0.522,
"gpqa": 0.4,
"hle": 0.058,
"livecodebench": 0.266,
"scicode": 0.103,
"ifbench": 0.328,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.126,
"math_500": null,
"aime": null,
"aime_25": 0.413,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.1,
"price_output": 0.2,
"price_blended": 0.125
},
{
"id": "39b64e04-7a69-4aa2-9e2e-fe38c24681ec",
"name": "Olmo 3.1 32B Think",
"slug": "olmo-3-1-32b-think",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-12-12",
"intelligence_index": 13.9,
"coding_index": 9.8,
"math_index": 77.3,
"mmlu_pro": 0.763,
"gpqa": 0.591,
"hle": 0.06,
"livecodebench": 0.695,
"scicode": 0.293,
"ifbench": 0.66,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.773,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "af74f222-05c7-422d-a653-b9c0707c9c72",
"name": "Molmo 7B-D",
"slug": "molmo-7b-d",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2024-09-25",
"intelligence_index": 9.2,
"coding_index": 1.2,
"math_index": 0,
"mmlu_pro": 0.371,
"gpqa": 0.24,
"hle": 0.051,
"livecodebench": 0.039,
"scicode": 0.036,
"ifbench": 0.197,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "338216fb-62c2-48f1-898a-9166d12fb35e",
"name": "Olmo 3 7B Think",
"slug": "olmo-3-7b-think",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-11-20",
"intelligence_index": 9.4,
"coding_index": 7.6,
"math_index": 70.7,
"mmlu_pro": 0.655,
"gpqa": 0.516,
"hle": 0.057,
"livecodebench": 0.617,
"scicode": 0.212,
"ifbench": 0.415,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.707,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "94a6d26e-a903-47f3-8323-ae422d237bb9",
"name": "Olmo 3.1 32B Instruct",
"slug": "olmo-3-1-32b-instruct",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2026-01-13",
"intelligence_index": 12.2,
"coding_index": 5.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.539,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.167,
"ifbench": 0.392,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.213,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dafbb6d2-4825-43d1-a927-feedcfd2e998",
"name": "Granite 4.0 H 1B",
"slug": "granite-4-0-h-nano-1b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 8,
"coding_index": 2.7,
"math_index": 6.3,
"mmlu_pro": 0.277,
"gpqa": 0.263,
"hle": 0.05,
"livecodebench": 0.115,
"scicode": 0.082,
"ifbench": 0.262,
"lcr": 0.063,
"terminalbench_hard": 0,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": 0.063,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1fc32894-1060-493b-af94-62bb1068555e",
"name": "Granite 4.0 Micro",
"slug": "granite-4-0-micro",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-09-22",
"intelligence_index": 7.7,
"coding_index": 5,
"math_index": 6,
"mmlu_pro": 0.447,
"gpqa": 0.336,
"hle": 0.051,
"livecodebench": 0.18,
"scicode": 0.119,
"ifbench": 0.248,
"lcr": 0.04,
"terminalbench_hard": 0.015,
"tau2": 0.126,
"math_500": null,
"aime": null,
"aime_25": 0.06,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5dba8d07-9992-483c-81db-dac97cb15ba8",
"name": "Granite 4.0 H Small",
"slug": "granite-4-0-h-small",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-09-22",
"intelligence_index": 10.8,
"coding_index": 8.5,
"math_index": 13.7,
"mmlu_pro": 0.624,
"gpqa": 0.416,
"hle": 0.037,
"livecodebench": 0.251,
"scicode": 0.209,
"ifbench": 0.315,
"lcr": 0.09,
"terminalbench_hard": 0.023,
"tau2": 0.173,
"math_500": null,
"aime": null,
"aime_25": 0.137,
"output_tps": 271.752,
"ttft": 8.795,
"ttfat": 8.795,
"price_input": 0.06,
"price_output": 0.25,
"price_blended": 0.107
},
{
"id": "82ed9bd2-c97b-4c35-9312-94bb72001e36",
"name": "Granite 4.1 8B",
"slug": "granite-4-1-8b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2026-04-29",
"intelligence_index": 12.4,
"coding_index": 7.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.433,
"hle": 0.038,
"livecodebench": null,
"scicode": 0.218,
"ifbench": 0.386,
"lcr": 0.12,
"terminalbench_hard": 0,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 124.982,
"ttft": 0.461,
"ttfat": 0.461,
"price_input": 0.05,
"price_output": 0.1,
"price_blended": 0.063
},
{
"id": "54c7f3fc-7078-442a-b472-e8691257a88c",
"name": "Granite 4.0 350M",
"slug": "granite-4-0-350m",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 6.1,
"coding_index": 0.3,
"math_index": 0,
"mmlu_pro": 0.124,
"gpqa": 0.261,
"hle": 0.057,
"livecodebench": 0.024,
"scicode": 0.009,
"ifbench": 0.159,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.132,
"math_500": null,
"aime": null,
"aime_25": 0,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "91e3b45f-3f52-4511-8c15-8948854bebc5",
"name": "Granite 4.1 3B",
"slug": "granite-4-1-3b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2026-04-29",
"intelligence_index": 8.5,
"coding_index": 5.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.314,
"hle": 0.034,
"livecodebench": null,
"scicode": 0.119,
"ifbench": 0.337,
"lcr": 0.03,
"terminalbench_hard": 0.023,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a2c8e7b2-57bf-4d1e-96ea-7944d786d94d",
"name": "Granite 4.0 1B",
"slug": "granite-4-0-nano-1b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 7.3,
"coding_index": 2.9,
"math_index": 6.3,
"mmlu_pro": 0.325,
"gpqa": 0.281,
"hle": 0.051,
"livecodebench": 0.047,
"scicode": 0.087,
"ifbench": 0.205,
"lcr": 0.04,
"terminalbench_hard": 0,
"tau2": 0.228,
"math_500": null,
"aime": null,
"aime_25": 0.063,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a68afa0b-7fe2-4e9d-bf3e-741cce3c6aeb",
"name": "Granite 4.0 H 350M",
"slug": "granite-4-0-h-350m",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 5.4,
"coding_index": 0.6,
"math_index": 1.3,
"mmlu_pro": 0.127,
"gpqa": 0.257,
"hle": 0.064,
"livecodebench": 0.019,
"scicode": 0.017,
"ifbench": 0.176,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.146,
"math_500": null,
"aime": null,
"aime_25": 0.013,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d4be6393-8915-436c-a3a8-4e59bd5c89a9",
"name": "Granite 4.1 30B",
"slug": "granite-4-1-30b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2026-04-29",
"intelligence_index": 14.7,
"coding_index": 10.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.481,
"hle": 0.042,
"livecodebench": null,
"scicode": 0.258,
"ifbench": 0.444,
"lcr": 0.187,
"terminalbench_hard": 0.023,
"tau2": 0.421,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "016d330a-2141-4afa-b2fc-62b314423dc1",
"name": "Mercury 2",
"slug": "mercury-2",
"creator": "inception",
"creator_id": "e8fe48d4-d420-48a5-87db-fcd5f5b14d5c",
"creator_name": "Inception",
"release_date": "2026-02-20",
"intelligence_index": 32.8,
"coding_index": 30.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.77,
"hle": 0.155,
"livecodebench": null,
"scicode": 0.387,
"ifbench": 0.698,
"lcr": 0.363,
"terminalbench_hard": 0.265,
"tau2": 0.708,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 810.158,
"ttft": 4.138,
"ttfat": 4.138,
"price_input": 0.25,
"price_output": 0.75,
"price_blended": 0.375
},
{
"id": "dbbcf240-a69e-4078-8f16-7c94c7a8c514",
"name": "Reka Flash 3",
"slug": "reka-flash-3",
"creator": "reka-ai",
"creator_id": "4571a280-f096-486f-b220-dffc3e522b0f",
"creator_name": "Reka AI",
"release_date": "2025-03-10",
"intelligence_index": 9.5,
"coding_index": 8.9,
"math_index": 33.7,
"mmlu_pro": 0.669,
"gpqa": 0.529,
"hle": 0.051,
"livecodebench": 0.435,
"scicode": 0.267,
"ifbench": 0.304,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.893,
"aime": 0.51,
"aime_25": 0.337,
"output_tps": 94.055,
"ttft": 1.732,
"ttfat": 22.996,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "6ba9e8eb-8124-436d-842f-dbe36df80c27",
"name": "Hermes 4 - Llama-3.1 70B (Reasoning)",
"slug": "hermes-4-llama-3-1-70b-reasoning",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 16,
"coding_index": 14.4,
"math_index": 68.7,
"mmlu_pro": 0.811,
"gpqa": 0.699,
"hle": 0.079,
"livecodebench": 0.653,
"scicode": 0.341,
"ifbench": 0.313,
"lcr": 0.067,
"terminalbench_hard": 0.045,
"tau2": 0.225,
"math_500": null,
"aime": null,
"aime_25": 0.687,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.13,
"price_output": 0.4,
"price_blended": 0.198
},
{
"id": "b7726745-9c77-40c3-8452-974cb53d6fbc",
"name": "DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning)",
"slug": "deephermes-3-llama-3-1-8b-preview",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-02-13",
"intelligence_index": 7.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.365,
"gpqa": 0.27,
"hle": 0.043,
"livecodebench": 0.085,
"scicode": 0.091,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.218,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d3968fd3-97d8-4693-8d26-19cefc6f5d5f",
"name": "Hermes 4 - Llama-3.1 405B (Non-reasoning)",
"slug": "hermes-4-llama-3-1-405b",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 17.6,
"coding_index": 18.1,
"math_index": 15.3,
"mmlu_pro": 0.729,
"gpqa": 0.536,
"hle": 0.042,
"livecodebench": 0.546,
"scicode": 0.346,
"ifbench": 0.348,
"lcr": 0.2,
"terminalbench_hard": 0.098,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.153,
"output_tps": 34.89,
"ttft": 0.767,
"ttfat": 0.767,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "82b207dd-d285-4a52-b2fc-2cbd27543899",
"name": "Hermes 4 - Llama-3.1 405B (Reasoning)",
"slug": "hermes-4-llama-3-1-405b-reasoning",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 18.6,
"coding_index": 16,
"math_index": 69.7,
"mmlu_pro": 0.829,
"gpqa": 0.727,
"hle": 0.103,
"livecodebench": 0.686,
"scicode": 0.252,
"ifbench": 0.327,
"lcr": 0.207,
"terminalbench_hard": 0.114,
"tau2": 0.222,
"math_500": null,
"aime": null,
"aime_25": 0.697,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "a8efb564-9d17-4d7f-8f43-e9110657ce21",
"name": "DeepHermes 3 - Mistral 24B Preview (Non-reasoning)",
"slug": "deephermes-3-mistral-24b-preview",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-03-13",
"intelligence_index": 10.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.58,
"gpqa": 0.382,
"hle": 0.039,
"livecodebench": 0.195,
"scicode": 0.228,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.595,
"aime": 0.047,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "235060f4-057d-4bd1-8b8e-4a92908c770e",
"name": "Hermes 4 - Llama-3.1 70B (Non-reasoning)",
"slug": "hermes-4-llama-3-1-70b",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 12.6,
"coding_index": 9.2,
"math_index": 11.3,
"mmlu_pro": 0.664,
"gpqa": 0.491,
"hle": 0.036,
"livecodebench": 0.269,
"scicode": 0.277,
"ifbench": 0.29,
"lcr": 0.02,
"terminalbench_hard": 0,
"tau2": 0.216,
"math_500": null,
"aime": null,
"aime_25": 0.113,
"output_tps": 77.611,
"ttft": 0.611,
"ttfat": 0.611,
"price_input": 0.13,
"price_output": 0.4,
"price_blended": 0.198
},
{
"id": "d734e2ce-5cf8-467f-8148-586d02671333",
"name": "Exaone 4.0 1.2B (Reasoning)",
"slug": "exaone-4-0-1-2b-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 8.3,
"coding_index": 3.1,
"math_index": 50.3,
"mmlu_pro": 0.588,
"gpqa": 0.515,
"hle": 0.058,
"livecodebench": 0.516,
"scicode": 0.093,
"ifbench": 0.23,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.164,
"math_500": null,
"aime": null,
"aime_25": 0.503,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2f60d80d-c3d3-4a43-bded-0557898c4618",
"name": "EXAONE 4.0 32B (Non-reasoning)",
"slug": "exaone-4-0-32b",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 11.7,
"coding_index": 9.4,
"math_index": 39.3,
"mmlu_pro": 0.768,
"gpqa": 0.628,
"hle": 0.049,
"livecodebench": 0.472,
"scicode": 0.252,
"ifbench": 0.335,
"lcr": 0.08,
"terminalbench_hard": 0.015,
"tau2": 0.041,
"math_500": 0.939,
"aime": 0.47,
"aime_25": 0.393,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "44b19b51-5367-4ef9-a2ff-2f90b89a0867",
"name": "EXAONE 4.0 32B (Reasoning)",
"slug": "exaone-4-0-32b-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 16.7,
"coding_index": 14,
"math_index": 80,
"mmlu_pro": 0.818,
"gpqa": 0.739,
"hle": 0.105,
"livecodebench": 0.747,
"scicode": 0.344,
"ifbench": 0.363,
"lcr": 0.14,
"terminalbench_hard": 0.038,
"tau2": 0.173,
"math_500": 0.977,
"aime": 0.843,
"aime_25": 0.8,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "9cc377dc-67ae-4042-bafc-0466b5f05089",
"name": "K-EXAONE (Non-reasoning)",
"slug": "k-exaone-non-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-12-31",
"intelligence_index": 23.4,
"coding_index": 13.5,
"math_index": 44,
"mmlu_pro": 0.81,
"gpqa": 0.695,
"hle": 0.054,
"livecodebench": null,
"scicode": 0.27,
"ifbench": 0.396,
"lcr": 0.47,
"terminalbench_hard": 0.068,
"tau2": 0.591,
"math_500": null,
"aime": null,
"aime_25": 0.44,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "508943e4-e9e1-4d10-9c0e-a7650e9d7315",
"name": "EXAONE 4.5 33B",
"slug": "exaone-4-5-33b",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2026-04-09",
"intelligence_index": 30.2,
"coding_index": 23,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.794,
"hle": 0.116,
"livecodebench": null,
"scicode": 0.28,
"ifbench": 0.58,
"lcr": 0.493,
"terminalbench_hard": 0.205,
"tau2": 0.781,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8273650d-40e5-45ee-aeda-df71de784164",
"name": "Exaone 4.0 1.2B (Non-reasoning)",
"slug": "exaone-4-0-1-2b",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 8.1,
"coding_index": 2.5,
"math_index": 24,
"mmlu_pro": 0.5,
"gpqa": 0.424,
"hle": 0.058,
"livecodebench": 0.293,
"scicode": 0.074,
"ifbench": 0.253,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.205,
"math_500": null,
"aime": null,
"aime_25": 0.24,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "715e05fb-1313-441c-bf1d-8651c752a841",
"name": "K-EXAONE (Reasoning)",
"slug": "k-exaone",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-12-31",
"intelligence_index": 32.1,
"coding_index": 27,
"math_index": 90.3,
"mmlu_pro": 0.838,
"gpqa": 0.783,
"hle": 0.131,
"livecodebench": 0.768,
"scicode": 0.356,
"ifbench": 0.647,
"lcr": 0.557,
"terminalbench_hard": 0.227,
"tau2": 0.743,
"math_500": null,
"aime": null,
"aime_25": 0.903,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3538d399-1b3f-455d-9b13-1d8f9fee26c8",
"name": "EXAONE 4.5 33B (Non-reasoning)",
"slug": "exaone-4-5-33b-non-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2026-04-09",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4764d31d-f4af-4297-8bd1-e993f26bcb64",
"name": "MiMo-V2.5-Pro (Non-reasoning)",
"slug": "mimo-v2-5-pro-non-reasoning",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-04-22",
"intelligence_index": 35.6,
"coding_index": 36.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.762,
"hle": 0.133,
"livecodebench": null,
"scicode": 0.391,
"ifbench": 0.427,
"lcr": 0.35,
"terminalbench_hard": 0.356,
"tau2": 0.725,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 59.377,
"ttft": 1.974,
"ttfat": 1.974,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "22d09131-343b-4adf-8760-533e20a2155f",
"name": "MiMo-V2.5",
"slug": "mimo-v2-5-0424",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-04-22",
"intelligence_index": 49,
"coding_index": 42.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.849,
"hle": 0.252,
"livecodebench": null,
"scicode": 0.431,
"ifbench": 0.671,
"lcr": 0.627,
"terminalbench_hard": 0.417,
"tau2": 0.906,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 95.426,
"ttft": 1.66,
"ttfat": 22.619,
"price_input": 0.36,
"price_output": 1.8,
"price_blended": 0.72
},
{
"id": "00f1248e-78e3-4230-8dc8-5e13ba8645e2",
"name": "MiMo-V2.5-Pro",
"slug": "mimo-v2-5-pro",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-04-22",
"intelligence_index": 53.8,
"coding_index": 45.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.866,
"hle": 0.338,
"livecodebench": null,
"scicode": 0.502,
"ifbench": 0.799,
"lcr": 0.733,
"terminalbench_hard": 0.432,
"tau2": 0.942,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 58.152,
"ttft": 1.935,
"ttfat": 36.328,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "1479f50b-d37f-4b55-bb8b-4212a15042eb",
"name": "MiMo-V2-Flash (Feb 2026)",
"slug": "mimo-v2-0206",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2025-12-16",
"intelligence_index": 41.5,
"coding_index": 33.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.835,
"hle": 0.2,
"livecodebench": null,
"scicode": 0.383,
"ifbench": 0.718,
"lcr": 0.643,
"terminalbench_hard": 0.311,
"tau2": 0.933,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 139.694,
"ttft": 1.333,
"ttfat": 15.65,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "94d09368-9035-47cf-963a-b4310b433a16",
"name": "MiMo-V2-Omni",
"slug": "mimo-v2-omni",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-03-19",
"intelligence_index": 43.4,
"coding_index": 35.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.828,
"hle": 0.199,
"livecodebench": null,
"scicode": 0.367,
"ifbench": 0.535,
"lcr": 0.667,
"terminalbench_hard": 0.348,
"tau2": 0.912,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 108.237,
"ttft": 1.665,
"ttfat": 20.143,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "82b36b4d-84dd-4bc0-ad32-e3aee9442789",
"name": "MiMo-V2-Flash (Non-reasoning)",
"slug": "mimo-v2-flash",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2025-12-16",
"intelligence_index": 30.4,
"coding_index": 25.8,
"math_index": 67.7,
"mmlu_pro": 0.744,
"gpqa": 0.656,
"hle": 0.08,
"livecodebench": 0.402,
"scicode": 0.259,
"ifbench": 0.399,
"lcr": 0.313,
"terminalbench_hard": 0.258,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": 0.677,
"output_tps": 141.864,
"ttft": 1.313,
"ttfat": 1.313,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "296ace9b-0815-43b2-bafa-fd6cec5cce36",
"name": "MiMo-V2-Omni-0327",
"slug": "mimo-v2-omni-0327",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-03-27",
"intelligence_index": 44.9,
"coding_index": 36.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.855,
"hle": 0.204,
"livecodebench": null,
"scicode": 0.395,
"ifbench": 0.673,
"lcr": 0.637,
"terminalbench_hard": 0.356,
"tau2": 0.88,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 110.099,
"ttft": 1.349,
"ttfat": 19.514,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "a518a64b-e337-48f3-85a1-ba7dc0e8f961",
"name": "ERNIE 5.0 Thinking Preview",
"slug": "ernie-5-0-thinking-preview",
"creator": "baidu",
"creator_id": "bfb6e769-2456-4027-a6da-e9e05b627a21",
"creator_name": "Baidu",
"release_date": "2025-11-13",
"intelligence_index": 29.1,
"coding_index": 29.2,
"math_index": 85,
"mmlu_pro": 0.83,
"gpqa": 0.777,
"hle": 0.127,
"livecodebench": 0.812,
"scicode": 0.375,
"ifbench": 0.414,
"lcr": 0.067,
"terminalbench_hard": 0.25,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": 0.85,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ae4fe623-80ab-4ea3-8921-70a18ea0fc7e",
"name": "ERNIE 4.5 300B A47B",
"slug": "ernie-4-5-300b-a47b",
"creator": "baidu",
"creator_id": "bfb6e769-2456-4027-a6da-e9e05b627a21",
"creator_name": "Baidu",
"release_date": "2025-06-30",
"intelligence_index": 15,
"coding_index": 14.5,
"math_index": 41.3,
"mmlu_pro": 0.776,
"gpqa": 0.811,
"hle": 0.035,
"livecodebench": 0.467,
"scicode": 0.315,
"ifbench": 0.391,
"lcr": 0.023,
"terminalbench_hard": 0.061,
"tau2": 0,
"math_500": 0.931,
"aime": 0.493,
"aime_25": 0.413,
"output_tps": 23.776,
"ttft": 1.57,
"ttfat": 1.57,
"price_input": 0.28,
"price_output": 1.1,
"price_blended": 0.485
},
{
"id": "764dd095-6ebd-4760-8eb3-cbc40964db2e",
"name": "Sarvam 30B (high)",
"slug": "sarvam-30b",
"creator": "sarvam",
"creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e",
"creator_name": "Sarvam",
"release_date": "2026-03-06",
"intelligence_index": 12.3,
"coding_index": 7.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.633,
"hle": 0.07,
"livecodebench": null,
"scicode": 0.192,
"ifbench": 0.265,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.345,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 231.93,
"ttft": 1.184,
"ttfat": 9.807,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "45790612-02e3-4c42-b5bd-cd7ed2ea1f2f",
"name": "Sarvam 105B (high)",
"slug": "sarvam-105b",
"creator": "sarvam",
"creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e",
"creator_name": "Sarvam",
"release_date": "2026-03-06",
"intelligence_index": 18.2,
"coding_index": 9.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.738,
"hle": 0.101,
"livecodebench": null,
"scicode": 0.264,
"ifbench": 0.344,
"lcr": 0,
"terminalbench_hard": 0.015,
"tau2": 0.468,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 153.297,
"ttft": 1.276,
"ttfat": 14.323,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c43aa1f9-31bd-4a99-be70-84c5e6bd2e75",
"name": "Qwen Chat 14B",
"slug": "qwen-chat-14b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2023-09-25",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ea5d2c10-1051-437d-95c2-18d5e4d14ff3",
"name": "Cogito v2.1 (Reasoning)",
"slug": "cogito-v2-1-reasoning",
"creator": "deepcogito",
"creator_id": "e92cc1e2-153b-4f0a-ac19-c376aaa7c878",
"creator_name": "Deep Cogito",
"release_date": "2025-11-18",
"intelligence_index": null,
"coding_index": 24.8,
"math_index": 72.7,
"mmlu_pro": 0.849,
"gpqa": 0.768,
"hle": 0.11,
"livecodebench": 0.688,
"scicode": 0.41,
"ifbench": 0.463,
"lcr": 0.217,
"terminalbench_hard": 0.167,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": 0.727,
"output_tps": 75.82,
"ttft": 0.459,
"ttfat": 26.837,
"price_input": 1.25,
"price_output": 1.25,
"price_blended": 1.25
},
{
"id": "b58b8272-cd3f-44b9-9b68-612f40779ce2",
"name": "Hy3-preview (Non-reasoning)",
"slug": "hy3-non-reasoning",
"creator": "tencent",
"creator_id": "a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826",
"creator_name": "Tencent",
"release_date": "2026-04-23",
"intelligence_index": 33.7,
"coding_index": 34.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.732,
"hle": 0.063,
"livecodebench": null,
"scicode": 0.394,
"ifbench": 0.48,
"lcr": 0.337,
"terminalbench_hard": 0.318,
"tau2": 0.675,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 156.242,
"ttft": 2.54,
"ttfat": 2.54,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8ca48626-ff5e-48b3-8401-38081376d706",
"name": "Hy3-preview (Reasoning)",
"slug": "hy3",
"creator": "tencent",
"creator_id": "a4e5bd55-a6cd-4dcf-8d4a-1d9643cd3826",
"creator_name": "Tencent",
"release_date": "2026-04-23",
"intelligence_index": 41.9,
"coding_index": 36.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.867,
"hle": 0.255,
"livecodebench": null,
"scicode": 0.412,
"ifbench": 0.631,
"lcr": 0.547,
"terminalbench_hard": 0.341,
"tau2": 0.927,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 156.019,
"ttft": 2.388,
"ttfat": 15.207,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "fc4223e8-4586-4ca1-97ca-bb55ff586947",
"name": "KAT Coder Pro V2",
"slug": "kat-coder-pro-v2",
"creator": "kwaikat",
"creator_id": "2703c169-86d9-406b-8be1-ae5be8177f3c",
"creator_name": "KwaiKAT",
"release_date": "2026-03-27",
"intelligence_index": 43.8,
"coding_index": 45.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.855,
"hle": 0.16,
"livecodebench": null,
"scicode": 0.383,
"ifbench": 0.667,
"lcr": 0.66,
"terminalbench_hard": 0.492,
"tau2": 0.895,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 116.885,
"ttft": 1.724,
"ttfat": 1.724,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "fb112343-c82c-4b43-afea-996bd5101d62",
"name": "KAT-Coder-Pro V1",
"slug": "kat-coder-pro-v1",
"creator": "kwaikat",
"creator_id": "2703c169-86d9-406b-8be1-ae5be8177f3c",
"creator_name": "KwaiKAT",
"release_date": "2025-11-11",
"intelligence_index": 36,
"coding_index": 18.3,
"math_index": 94.7,
"mmlu_pro": 0.813,
"gpqa": 0.764,
"hle": 0.334,
"livecodebench": 0.747,
"scicode": 0.366,
"ifbench": 0.684,
"lcr": 0.74,
"terminalbench_hard": 0.091,
"tau2": 0.886,
"math_500": null,
"aime": null,
"aime_25": 0.947,
"output_tps": 117.336,
"ttft": 1.731,
"ttfat": 1.731,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "369329e4-629f-425d-975a-e8980aec2965",
"name": "INTELLECT-3",
"slug": "intellect-3",
"creator": "prime-intellect",
"creator_id": "386c82f9-9669-4467-b13e-fed5bede9002",
"creator_name": "Prime Intellect",
"release_date": "2025-11-27",
"intelligence_index": 22.2,
"coding_index": 19.1,
"math_index": 88,
"mmlu_pro": 0.822,
"gpqa": 0.761,
"hle": 0.121,
"livecodebench": 0.777,
"scicode": 0.391,
"ifbench": 0.34,
"lcr": 0.323,
"terminalbench_hard": 0.091,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.88,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "666eb13f-0d22-4438-8eb0-01876e1a8604",
"name": "Motif-2-12.7B-Reasoning",
"slug": "motif-2-12-7b",
"creator": "motif-technologies",
"creator_id": "366bf3fc-4436-4baf-8d8f-acb7ec04d342",
"creator_name": "Motif Technologies",
"release_date": "2025-12-04",
"intelligence_index": 19.1,
"coding_index": 11.9,
"math_index": 80.3,
"mmlu_pro": 0.796,
"gpqa": 0.695,
"hle": 0.082,
"livecodebench": 0.651,
"scicode": 0.282,
"ifbench": 0.57,
"lcr": 0.13,
"terminalbench_hard": 0.038,
"tau2": 0.465,
"math_500": null,
"aime": null,
"aime_25": 0.803,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5a49ef80-3af5-404b-8ac0-e1b230ae95de",
"name": "K2 Think V2",
"slug": "k2-think-v2",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-15",
"intelligence_index": 24.1,
"coding_index": 15.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.713,
"hle": 0.095,
"livecodebench": null,
"scicode": 0.33,
"ifbench": 0.628,
"lcr": 0.527,
"terminalbench_hard": 0.068,
"tau2": 0.254,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a38d719a-709c-4983-b3e7-7090389ae9a6",
"name": "K2-V2 (high)",
"slug": "k2-v2",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-05",
"intelligence_index": 20.6,
"coding_index": 16.1,
"math_index": 78.3,
"mmlu_pro": 0.786,
"gpqa": 0.681,
"hle": 0.098,
"livecodebench": 0.694,
"scicode": 0.286,
"ifbench": 0.601,
"lcr": 0.333,
"terminalbench_hard": 0.098,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dd738be7-2b69-4775-91a5-8851d3341c2d",
"name": "K2-V2 (medium)",
"slug": "k2-v2-medium",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-05",
"intelligence_index": 18.7,
"coding_index": 14,
"math_index": 64.7,
"mmlu_pro": 0.761,
"gpqa": 0.598,
"hle": 0.044,
"livecodebench": 0.541,
"scicode": 0.252,
"ifbench": 0.551,
"lcr": 0.28,
"terminalbench_hard": 0.083,
"tau2": 0.249,
"math_500": null,
"aime": null,
"aime_25": 0.647,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dae31abc-0587-44d0-ba53-f78e96b6e486",
"name": "K2-V2 (low)",
"slug": "k2-v2-low",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-05",
"intelligence_index": 14.4,
"coding_index": 10.5,
"math_index": 35.3,
"mmlu_pro": 0.713,
"gpqa": 0.541,
"hle": 0.039,
"livecodebench": 0.393,
"scicode": 0.223,
"ifbench": 0.41,
"lcr": 0.19,
"terminalbench_hard": 0.045,
"tau2": 0.208,
"math_500": null,
"aime": null,
"aime_25": 0.353,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "e0099b99-d368-4562-b0de-4016ea58af54",
"name": "Mi:dm K 2.5 Pro Preview",
"slug": "midm-250-pro-rsnsft",
"creator": "korea-telecom",
"creator_id": "d5913d27-143c-48be-96b0-8d534047cb5c",
"creator_name": "Korea Telecom",
"release_date": "2025-12-11",
"intelligence_index": null,
"coding_index": 11.9,
"math_index": 78.7,
"mmlu_pro": 0.813,
"gpqa": 0.722,
"hle": 0.088,
"livecodebench": 0.576,
"scicode": 0.297,
"ifbench": 0.456,
"lcr": 0.11,
"terminalbench_hard": 0.03,
"tau2": 0.494,
"math_500": null,
"aime": null,
"aime_25": 0.787,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "df4c5a29-4b5c-4fef-9f7f-5e24e118ab65",
"name": "Mi:dm K 2.5 Pro",
"slug": "mi-dm-k-2-5-pro-dec28",
"creator": "korea-telecom",
"creator_id": "d5913d27-143c-48be-96b0-8d534047cb5c",
"creator_name": "Korea Telecom",
"release_date": "2025-12-11",
"intelligence_index": 23.1,
"coding_index": 12.6,
"math_index": 76.7,
"mmlu_pro": 0.809,
"gpqa": 0.701,
"hle": 0.077,
"livecodebench": 0.656,
"scicode": 0.332,
"ifbench": 0.493,
"lcr": 0.09,
"terminalbench_hard": 0.023,
"tau2": 0.865,
"math_500": null,
"aime": null,
"aime_25": 0.767,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "339a92c1-8a42-417f-8d1f-cdbc605acd9e",
"name": "HyperCLOVA X SEED Think (32B)",
"slug": "hyperclova-x-seed-think-32b",
"creator": "naver",
"creator_id": "6da63157-6fed-41df-8761-62c519ebd6ab",
"creator_name": "Naver",
"release_date": "2025-12-26",
"intelligence_index": 23.7,
"coding_index": 17.5,
"math_index": 59,
"mmlu_pro": 0.785,
"gpqa": 0.615,
"hle": 0.055,
"livecodebench": 0.629,
"scicode": 0.284,
"ifbench": 0.379,
"lcr": 0.117,
"terminalbench_hard": 0.121,
"tau2": 0.874,
"math_500": null,
"aime": null,
"aime_25": 0.59,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6056731b-c705-455b-aa0d-43cbf29b1054",
"name": "LongCat Flash Lite",
"slug": "longcat-flash-lite",
"creator": "longcat",
"creator_id": "45d124a1-e1be-402d-97be-7adf239b9988",
"creator_name": "LongCat",
"release_date": "2026-01-28",
"intelligence_index": 23.9,
"coding_index": 16.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.636,
"hle": 0.06,
"livecodebench": null,
"scicode": 0.284,
"ifbench": 0.431,
"lcr": 0.257,
"terminalbench_hard": 0.106,
"tau2": 0.795,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 110.069,
"ttft": 5.17,
"ttfat": 5.17,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "60cff809-05fb-4439-afe7-8b1476439f49",
"name": "Tri-21B-think Preview",
"slug": "tri-21b-think-preview",
"creator": "trillionlabs",
"creator_id": "75f52ad3-a524-4b44-a734-cf1f388b0b03",
"creator_name": "Trillion Labs",
"release_date": "2026-02-10",
"intelligence_index": 20,
"coding_index": 7.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.538,
"hle": 0.057,
"livecodebench": null,
"scicode": 0.178,
"ifbench": 0.471,
"lcr": 0.147,
"terminalbench_hard": 0.023,
"tau2": 0.933,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5d891609-fe1c-4e8d-b9f0-5b0ff6d9f439",
"name": "Tri-21B-Think",
"slug": "tri-21b-think-v0-5",
"creator": "trillionlabs",
"creator_id": "75f52ad3-a524-4b44-a734-cf1f388b0b03",
"creator_name": "Trillion Labs",
"release_date": "2026-02-10",
"intelligence_index": 18.6,
"coding_index": 6.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.601,
"hle": 0.061,
"livecodebench": null,
"scicode": 0.174,
"ifbench": 0.546,
"lcr": 0.11,
"terminalbench_hard": 0.008,
"tau2": 0.81,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "7d73161f-002f-4c9c-b4f8-6c4d91f2ba8e",
"name": "Nanbeige4.1-3B",
"slug": "nanbeige4-1-3b",
"creator": "nanbeige",
"creator_id": "c1c9377c-4745-4762-94b7-88c045ccda28",
"creator_name": "Nanbeige",
"release_date": "2026-02-11",
"intelligence_index": 16.1,
"coding_index": 8.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.849,
"hle": 0.1,
"livecodebench": null,
"scicode": 0.266,
"ifbench": 0.354,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.216,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "49e70a38-4ac1-4659-b490-09b2c7ff21d6",
"name": "Apertus 70B Instruct",
"slug": "apertus-70b-instruct",
"creator": "swiss-ai-initiative",
"creator_id": "fd857f01-736c-46f7-92f0-09490f4bbc8b",
"creator_name": "Swiss AI Initiative",
"release_date": "2025-09-02",
"intelligence_index": 7.7,
"coding_index": 1.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.272,
"hle": 0.055,
"livecodebench": null,
"scicode": 0.057,
"ifbench": 0.259,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.129,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.82,
"price_output": 2.92,
"price_blended": 1.345
},
{
"id": "891bcdf2-8dd2-4dc3-829b-d963fde25876",
"name": "Apertus 8B Instruct",
"slug": "apertus-8b-instruct",
"creator": "swiss-ai-initiative",
"creator_id": "fd857f01-736c-46f7-92f0-09490f4bbc8b",
"creator_name": "Swiss AI Initiative",
"release_date": "2025-09-02",
"intelligence_index": 5.9,
"coding_index": 1.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.256,
"hle": 0.05,
"livecodebench": null,
"scicode": 0.041,
"ifbench": 0.224,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.114,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.1,
"price_output": 0.2,
"price_blended": 0.125
},
{
"id": "433e410e-5170-4f03-b92f-7927c220b2fe",
"name": "MiniCPM-V 4.6 1.3B",
"slug": "minicpm-v4-6-1-3b",
"creator": "openbmb",
"creator_id": "7399e4ac-f64d-4be6-b649-2fc20756839f",
"creator_name": "OpenBMB",
"release_date": "2026-05-11",
"intelligence_index": 12.7,
"coding_index": 0.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.305,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.021,
"ifbench": 0.267,
"lcr": 0.063,
"terminalbench_hard": 0,
"tau2": 0.877,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b6d2e43d-3082-43f5-9318-0f4dbcb54163",
"name": "Trinity Large Thinking",
"slug": "trinity-large-thinking",
"creator": "arcee",
"creator_id": "7f460cea-a532-4021-b9ca-50ac183ecd4a",
"creator_name": "Arcee AI",
"release_date": "2026-04-01",
"intelligence_index": 31.9,
"coding_index": 27.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.752,
"hle": 0.147,
"livecodebench": null,
"scicode": 0.361,
"ifbench": 0.563,
"lcr": 0.33,
"terminalbench_hard": 0.227,
"tau2": 0.901,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 129.948,
"ttft": 0.617,
"ttfat": 16.008,
"price_input": 0.235,
"price_output": 0.875,
"price_blended": 0.395
},
{
"id": "3d4e7366-928c-4eff-a8b0-2919c7d334c9",
"name": "JT-MINI",
"slug": "jt-mini",
"creator": "china-mobile",
"creator_id": "7e7b7290-eacc-420e-a35f-7c8eb4e5205d",
"creator_name": "China Mobile",
"release_date": null,
"intelligence_index": 25.4,
"coding_index": 21.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.676,
"hle": 0.066,
"livecodebench": null,
"scicode": 0.272,
"ifbench": 0.367,
"lcr": 0.117,
"terminalbench_hard": 0.182,
"tau2": 0.93,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "40663ad2-b218-471e-bdd4-a1e0c2360e2b",
"name": "GLM-5 (Reasoning)",
"slug": "glm-5",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-02-11",
"intelligence_index": 49.8,
"coding_index": 44.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.82,
"hle": 0.272,
"livecodebench": null,
"scicode": 0.462,
"ifbench": 0.723,
"lcr": 0.633,
"terminalbench_hard": 0.432,
"tau2": 0.982,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 69.88,
"ttft": 0.67,
"ttfat": 45.103,
"price_input": 1,
"price_output": 3.2,
"price_blended": 1.55
},
{
"id": "f164b41f-44c5-4675-bca3-fea1db4bd9ae",
"name": "GLM-5 (Non-reasoning)",
"slug": "glm-5-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-02-11",
"intelligence_index": 40.6,
"coding_index": 39,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.666,
"hle": 0.072,
"livecodebench": null,
"scicode": 0.383,
"ifbench": 0.552,
"lcr": 0.37,
"terminalbench_hard": 0.394,
"tau2": 0.974,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 62.313,
"ttft": 1.3,
"ttfat": 1.3,
"price_input": 1,
"price_output": 3.2,
"price_blended": 1.55
},
{
"id": "5aa1c578-af76-4b91-8699-cdd43582b3af",
"name": "GLM-5.1 (Reasoning)",
"slug": "glm-5-1",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-04-07",
"intelligence_index": 51.4,
"coding_index": 43.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.868,
"hle": 0.28,
"livecodebench": null,
"scicode": 0.438,
"ifbench": 0.763,
"lcr": 0.623,
"terminalbench_hard": 0.432,
"tau2": 0.977,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 56.567,
"ttft": 0.929,
"ttfat": 67.947,
"price_input": 1.4,
"price_output": 4.4,
"price_blended": 2.15
},
{
"id": "92f245a7-43b4-4ffd-8bfb-866746bf824d",
"name": "GLM-5.1 (Non-reasoning)",
"slug": "glm-5-1-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-04-07",
"intelligence_index": 43.8,
"coding_index": 35.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.839,
"hle": 0.256,
"livecodebench": null,
"scicode": 0.361,
"ifbench": 0.52,
"lcr": 0.443,
"terminalbench_hard": 0.356,
"tau2": 0.971,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 44.551,
"ttft": 1.118,
"ttfat": 1.118,
"price_input": 1.4,
"price_output": 4.4,
"price_blended": 2.15
},
{
"id": "149096f3-57b7-4413-80c2-a2c010a2995a",
"name": "GLM-5-Turbo",
"slug": "glm-5-turbo",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-03-15",
"intelligence_index": 46.8,
"coding_index": 36.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.847,
"hle": 0.254,
"livecodebench": null,
"scicode": 0.436,
"ifbench": 0.732,
"lcr": 0.607,
"terminalbench_hard": 0.333,
"tau2": 0.985,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "248deb0d-426c-4fa9-86fa-bc60aa9c3719",
"name": "GLM 5V Turbo (Reasoning)",
"slug": "glm-5v-turbo",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-04-01",
"intelligence_index": 42.9,
"coding_index": 36.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.809,
"hle": 0.158,
"livecodebench": null,
"scicode": 0.435,
"ifbench": 0.611,
"lcr": 0.61,
"terminalbench_hard": 0.326,
"tau2": 0.985,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3bc32f13-5afa-4e28-bce1-10e57376686b",
"name": "Command A",
"slug": "command-a",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2025-03-13",
"intelligence_index": 13.5,
"coding_index": 9.9,
"math_index": 13,
"mmlu_pro": 0.712,
"gpqa": 0.527,
"hle": 0.046,
"livecodebench": 0.287,
"scicode": 0.281,
"ifbench": 0.365,
"lcr": 0.18,
"terminalbench_hard": 0.008,
"tau2": 0.152,
"math_500": 0.819,
"aime": 0.097,
"aime_25": 0.13,
"output_tps": 33.57,
"ttft": 0.615,
"ttfat": 0.615,
"price_input": 2.5,
"price_output": 10,
"price_blended": 4.375
},
{
"id": "81444bc8-72f9-4a2d-ad43-27e3f0d2f461",
"name": "Tiny Aya Global",
"slug": "tiny-aya-global",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2026-02-17",
"intelligence_index": 4.7,
"coding_index": 1.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.305,
"hle": 0.052,
"livecodebench": null,
"scicode": 0.036,
"ifbench": 0.201,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 124.349,
"ttft": 0.304,
"ttfat": 0.304,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a71c1a35-ccc8-43f0-a5a2-070a690b9a00",
"name": "Apriel-v1.6-15B-Thinker",
"slug": "apriel-v1-6-15b-thinker",
"creator": "servicenow",
"creator_id": "7cc4f2b0-7e34-4459-82fd-667e93ca7f17",
"creator_name": "ServiceNow",
"release_date": "2025-11-25",
"intelligence_index": 27.6,
"coding_index": 22,
"math_index": 88,
"mmlu_pro": 0.79,
"gpqa": 0.733,
"hle": 0.098,
"livecodebench": 0.807,
"scicode": 0.373,
"ifbench": 0.691,
"lcr": 0.503,
"terminalbench_hard": 0.144,
"tau2": 0.693,
"math_500": null,
"aime": null,
"aime_25": 0.88,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "78452c64-7303-4192-bca5-2d9ec5c623d4",
"name": "Jamba 1.7 Large",
"slug": "jamba-1-7-large",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-07-07",
"intelligence_index": 10.9,
"coding_index": 7.8,
"math_index": 2.3,
"mmlu_pro": 0.577,
"gpqa": 0.39,
"hle": 0.038,
"livecodebench": 0.181,
"scicode": 0.188,
"ifbench": 0.352,
"lcr": 0.173,
"terminalbench_hard": 0.023,
"tau2": 0.135,
"math_500": 0.6,
"aime": 0.057,
"aime_25": 0.023,
"output_tps": 52.433,
"ttft": 1.022,
"ttfat": 1.022,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "f78138d6-2e04-4a84-919a-20d177cb6ff1",
"name": "Jamba Reasoning 3B",
"slug": "jamba-reasoning-3b",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-10-08",
"intelligence_index": 9.6,
"coding_index": 2.5,
"math_index": 10.7,
"mmlu_pro": 0.577,
"gpqa": 0.333,
"hle": 0.046,
"livecodebench": 0.21,
"scicode": 0.059,
"ifbench": 0.524,
"lcr": 0.07,
"terminalbench_hard": 0.008,
"tau2": 0.158,
"math_500": null,
"aime": null,
"aime_25": 0.107,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b4f14013-37dd-4c75-bd8a-378365d9ed77",
"name": "Jamba 1.7 Mini",
"slug": "jamba-1-7-mini",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-07-07",
"intelligence_index": 8.1,
"coding_index": 3.1,
"math_index": 0.3,
"mmlu_pro": 0.388,
"gpqa": 0.322,
"hle": 0.045,
"livecodebench": 0.061,
"scicode": 0.093,
"ifbench": 0.314,
"lcr": 0.127,
"terminalbench_hard": 0,
"tau2": 0.126,
"math_500": 0.258,
"aime": 0.013,
"aime_25": 0.003,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "405e2235-0925-4634-a3c7-fbd5f6394bc0",
"name": "Qwen3.5 0.8B (Non-reasoning)",
"slug": "qwen3-5-0-8b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 9.9,
"coding_index": 1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.236,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.029,
"ifbench": 0.216,
"lcr": 0.067,
"terminalbench_hard": 0,
"tau2": 0.652,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 355.095,
"ttft": 0.224,
"ttfat": 0.224,
"price_input": 0.01,
"price_output": 0.05,
"price_blended": 0.02
},
{
"id": "2698f6c6-e436-47ce-a583-dbc25596c571",
"name": "Qwen3 Next 80B A3B Instruct",
"slug": "qwen3-next-80b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-11",
"intelligence_index": 20.1,
"coding_index": 15.3,
"math_index": 66.3,
"mmlu_pro": 0.819,
"gpqa": 0.738,
"hle": 0.073,
"livecodebench": 0.684,
"scicode": 0.307,
"ifbench": 0.397,
"lcr": 0.513,
"terminalbench_hard": 0.076,
"tau2": 0.216,
"math_500": null,
"aime": null,
"aime_25": 0.663,
"output_tps": 167.366,
"ttft": 1.146,
"ttfat": 1.146,
"price_input": 0.5,
"price_output": 2,
"price_blended": 0.875
},
{
"id": "c8a79180-7d16-4474-8701-9a77c0baa56a",
"name": "Qwen3 Next 80B A3B (Reasoning)",
"slug": "qwen3-next-80b-a3b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-11",
"intelligence_index": 26.7,
"coding_index": 19.5,
"math_index": 84.3,
"mmlu_pro": 0.824,
"gpqa": 0.759,
"hle": 0.117,
"livecodebench": 0.784,
"scicode": 0.388,
"ifbench": 0.607,
"lcr": 0.603,
"terminalbench_hard": 0.098,
"tau2": 0.415,
"math_500": null,
"aime": null,
"aime_25": 0.843,
"output_tps": 160.88,
"ttft": 1.049,
"ttfat": 13.481,
"price_input": 0.5,
"price_output": 6,
"price_blended": 1.875
},
{
"id": "66938aab-78fa-49d7-8461-b48b6833e837",
"name": "Qwen3.6 35B A3B (Non-reasoning)",
"slug": "qwen3-6-35b-a3b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-04-16",
"intelligence_index": 31.5,
"coding_index": 17.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.817,
"hle": 0.125,
"livecodebench": null,
"scicode": 0.013,
"ifbench": 0.362,
"lcr": 0.567,
"terminalbench_hard": 0.258,
"tau2": 0.851,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 176.069,
"ttft": 1.463,
"ttfat": 1.463,
"price_input": 0.375,
"price_output": 2.25,
"price_blended": 0.844
},
{
"id": "fc92f822-04b7-420d-9c07-a21af5e9aac7",
"name": "Qwen3 Coder Next",
"slug": "qwen3-coder-next",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-03",
"intelligence_index": 28.3,
"coding_index": 22.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.737,
"hle": 0.093,
"livecodebench": null,
"scicode": 0.323,
"ifbench": 0.352,
"lcr": 0.4,
"terminalbench_hard": 0.182,
"tau2": 0.795,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 144.275,
"ttft": 0.955,
"ttfat": 0.955,
"price_input": 0.35,
"price_output": 1.2,
"price_blended": 0.563
},
{
"id": "0985ada8-2ed8-404d-bd8b-7357666ce40f",
"name": "Qwen3.5 2B (Non-reasoning)",
"slug": "qwen3-5-2b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 14.7,
"coding_index": 4.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.438,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.072,
"ifbench": 0.291,
"lcr": 0.137,
"terminalbench_hard": 0.038,
"tau2": 0.816,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 344.997,
"ttft": 0.229,
"ttfat": 0.229,
"price_input": 0.02,
"price_output": 0.1,
"price_blended": 0.04
},
{
"id": "0e66bae9-41f1-42fc-9276-ce8cb6f72919",
"name": "Qwen3.5 397B A17B (Reasoning)",
"slug": "qwen3-5-397b-a17b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-16",
"intelligence_index": 45,
"coding_index": 41.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.893,
"hle": 0.273,
"livecodebench": null,
"scicode": 0.42,
"ifbench": 0.788,
"lcr": 0.657,
"terminalbench_hard": 0.409,
"tau2": 0.956,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 52.066,
"ttft": 1.747,
"ttfat": 62.938,
"price_input": 0.6,
"price_output": 3.6,
"price_blended": 1.35
},
{
"id": "0b226b82-1462-4860-bf1a-f8aed7024791",
"name": "Qwen3 Omni 30B A3B Instruct",
"slug": "qwen3-omni-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-22",
"intelligence_index": 10.7,
"coding_index": 7.2,
"math_index": 52.3,
"mmlu_pro": 0.725,
"gpqa": 0.62,
"hle": 0.051,
"livecodebench": 0.422,
"scicode": 0.186,
"ifbench": 0.312,
"lcr": 0,
"terminalbench_hard": 0.015,
"tau2": 0.164,
"math_500": null,
"aime": null,
"aime_25": 0.523,
"output_tps": 109.003,
"ttft": 0.935,
"ttfat": 0.935,
"price_input": 0.25,
"price_output": 0.97,
"price_blended": 0.43
},
{
"id": "2d28a13a-096e-475a-beb8-26bbd1c7d51c",
"name": "Qwen3.5 9B (Reasoning)",
"slug": "qwen3-5-9b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 32.4,
"coding_index": 25.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.806,
"hle": 0.133,
"livecodebench": null,
"scicode": 0.275,
"ifbench": 0.667,
"lcr": 0.59,
"terminalbench_hard": 0.242,
"tau2": 0.868,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 65.669,
"ttft": 0.272,
"ttfat": 30.728,
"price_input": 0.1,
"price_output": 0.15,
"price_blended": 0.113
},
{
"id": "20da3b31-fc0a-4359-abec-d59367bf1d9f",
"name": "Qwen3.5 9B (Non-reasoning)",
"slug": "qwen3-5-9b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 27.3,
"coding_index": 21.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.786,
"hle": 0.086,
"livecodebench": null,
"scicode": 0.277,
"ifbench": 0.378,
"lcr": 0.38,
"terminalbench_hard": 0.182,
"tau2": 0.851,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "30c9ba61-d0a1-4794-938e-35865f379d15",
"name": "Qwen3.5 4B (Non-reasoning)",
"slug": "qwen3-5-4b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 22.6,
"coding_index": 13.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.712,
"hle": 0.075,
"livecodebench": null,
"scicode": 0.183,
"ifbench": 0.333,
"lcr": 0.283,
"terminalbench_hard": 0.114,
"tau2": 0.877,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 197.06,
"ttft": 0.232,
"ttfat": 0.232,
"price_input": 0.03,
"price_output": 0.15,
"price_blended": 0.06
},
{
"id": "30ef2a79-e800-4165-9f13-2a338f120db7",
"name": "Qwen3.5 397B A17B (Non-reasoning)",
"slug": "qwen3-5-397b-a17b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-16",
"intelligence_index": 40.1,
"coding_index": 37.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.861,
"hle": 0.188,
"livecodebench": null,
"scicode": 0.411,
"ifbench": 0.516,
"lcr": 0.58,
"terminalbench_hard": 0.356,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 53.465,
"ttft": 1.786,
"ttfat": 1.786,
"price_input": 0.6,
"price_output": 3.6,
"price_blended": 1.35
},
{
"id": "2236df45-0699-40d1-b5cc-69ee345d2257",
"name": "Qwen3.5 122B A10B (Reasoning)",
"slug": "qwen3-5-122b-a10b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 41.6,
"coding_index": 34.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.857,
"hle": 0.234,
"livecodebench": null,
"scicode": 0.42,
"ifbench": 0.757,
"lcr": 0.667,
"terminalbench_hard": 0.311,
"tau2": 0.936,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 161.595,
"ttft": 1.096,
"ttfat": 13.473,
"price_input": 0.4,
"price_output": 3.2,
"price_blended": 1.1
},
{
"id": "3b156101-b0d7-4438-b350-2d1f1168f40a",
"name": "Qwen3.6 27B (Non-reasoning)",
"slug": "qwen3-6-27b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-04-22",
"intelligence_index": 37.1,
"coding_index": 26.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.829,
"hle": 0.136,
"livecodebench": null,
"scicode": 0.373,
"ifbench": 0.457,
"lcr": 0.55,
"terminalbench_hard": 0.212,
"tau2": 0.936,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 59.923,
"ttft": 1.362,
"ttfat": 1.362,
"price_input": 0.6,
"price_output": 3.6,
"price_blended": 1.35
},
{
"id": "5d4acc80-7a88-4e84-bfe7-99071b84e6a4",
"name": "Qwen3.5 2B (Reasoning)",
"slug": "qwen3-5-2b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 16.3,
"coding_index": 3.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.456,
"hle": 0.021,
"livecodebench": null,
"scicode": 0.028,
"ifbench": 0.315,
"lcr": 0.237,
"terminalbench_hard": 0.038,
"tau2": 0.69,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.02,
"price_output": 0.1,
"price_blended": 0.04
},
{
"id": "651ef7ae-9a8f-477e-9c8e-460aa156ba02",
"name": "Qwen3.5 4B (Reasoning)",
"slug": "qwen3-5-4b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 27.1,
"coding_index": 17.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.771,
"hle": 0.078,
"livecodebench": null,
"scicode": 0.161,
"ifbench": 0.52,
"lcr": 0.557,
"terminalbench_hard": 0.182,
"tau2": 0.921,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 200.167,
"ttft": 0.235,
"ttfat": 10.227,
"price_input": 0.03,
"price_output": 0.15,
"price_blended": 0.06
},
{
"id": "f371ad68-6947-4767-a78f-1f6c81f96b93",
"name": "Qwen3.6 Plus",
"slug": "qwen3-6-plus",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-04-02",
"intelligence_index": 50,
"coding_index": 42.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.882,
"hle": 0.257,
"livecodebench": null,
"scicode": 0.407,
"ifbench": 0.752,
"lcr": 0.697,
"terminalbench_hard": 0.439,
"tau2": 0.977,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 52.757,
"ttft": 1.628,
"ttfat": 106.827,
"price_input": 0.5,
"price_output": 3,
"price_blended": 1.125
},
{
"id": "8665ca00-c687-44c7-875c-22618cb31c4f",
"name": "Qwen3.6 35B A3B (Reasoning)",
"slug": "qwen3-6-35b-a3b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-04-16",
"intelligence_index": 43.5,
"coding_index": 35.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.841,
"hle": 0.202,
"livecodebench": null,
"scicode": 0.358,
"ifbench": 0.644,
"lcr": 0.637,
"terminalbench_hard": 0.348,
"tau2": 0.953,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 183.139,
"ttft": 1.447,
"ttfat": 12.368,
"price_input": 0.248,
"price_output": 1.485,
"price_blended": 0.557
},
{
"id": "8c29d66d-bf98-4ea3-8572-5409353ecc66",
"name": "Qwen3.6 27B (Reasoning)",
"slug": "qwen3-6-27b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-04-22",
"intelligence_index": 45.8,
"coding_index": 36.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.842,
"hle": 0.216,
"livecodebench": null,
"scicode": 0.398,
"ifbench": 0.676,
"lcr": 0.687,
"terminalbench_hard": 0.348,
"tau2": 0.942,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 64.332,
"ttft": 1.549,
"ttfat": 32.638,
"price_input": 0.6,
"price_output": 3.6,
"price_blended": 1.35
},
{
"id": "a6ea7ec0-0aca-4442-98fb-4296c6d18b31",
"name": "Qwen3.5 0.8B (Reasoning)",
"slug": "qwen3-5-0-8b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 10.5,
"coding_index": 0,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.111,
"hle": 0.012,
"livecodebench": null,
"scicode": 0,
"ifbench": 0.215,
"lcr": 0.053,
"terminalbench_hard": 0,
"tau2": 0.477,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.01,
"price_output": 0.05,
"price_blended": 0.02
},
{
"id": "eebfef01-709e-4ffe-b72f-0db75ef2434b",
"name": "Qwen3.5 35B A3B (Non-reasoning)",
"slug": "qwen3-5-35b-a3b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 30.7,
"coding_index": 16.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.819,
"hle": 0.128,
"livecodebench": null,
"scicode": 0.293,
"ifbench": 0.445,
"lcr": 0.553,
"terminalbench_hard": 0.106,
"tau2": 0.863,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 121.423,
"ttft": 1.113,
"ttfat": 1.113,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "0179b427-93dc-415c-bb4c-f980ddf8d088",
"name": "Qwen3.5 Omni Plus",
"slug": "qwen3-5-omni-plus",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-30",
"intelligence_index": 38.6,
"coding_index": 27.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.826,
"hle": 0.139,
"livecodebench": null,
"scicode": 0.405,
"ifbench": 0.512,
"lcr": 0.527,
"terminalbench_hard": 0.212,
"tau2": 0.883,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 56.039,
"ttft": 1.344,
"ttfat": 1.344,
"price_input": 0.4,
"price_output": 4.8,
"price_blended": 1.5
},
{
"id": "021b1b31-d2fc-4653-ab74-c10bd2f41c8e",
"name": "Qwen3.5 122B A10B (Non-reasoning)",
"slug": "qwen3-5-122b-a10b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 35.9,
"coding_index": 31.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.827,
"hle": 0.148,
"livecodebench": null,
"scicode": 0.356,
"ifbench": 0.508,
"lcr": 0.56,
"terminalbench_hard": 0.295,
"tau2": 0.845,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 160.117,
"ttft": 1.114,
"ttfat": 1.114,
"price_input": 0.4,
"price_output": 3.2,
"price_blended": 1.1
},
{
"id": "6000692c-f9a6-47f8-a5c0-e0874ac488bb",
"name": "Qwen3.6 Max Preview",
"slug": "qwen3-6-max",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-04-20",
"intelligence_index": 51.8,
"coding_index": 44.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.888,
"hle": 0.289,
"livecodebench": null,
"scicode": 0.469,
"ifbench": 0.766,
"lcr": 0.697,
"terminalbench_hard": 0.439,
"tau2": 0.959,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 37.451,
"ttft": 2.071,
"ttfat": 55.474,
"price_input": 1.3,
"price_output": 7.8,
"price_blended": 2.925
},
{
"id": "6f3534b1-1168-472e-b3e3-23ab521504f5",
"name": "Qwen3.5 Omni Flash",
"slug": "qwen3-5-omni-flash",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-30",
"intelligence_index": 25.9,
"coding_index": 14,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.742,
"hle": 0.071,
"livecodebench": null,
"scicode": 0.255,
"ifbench": 0.38,
"lcr": 0.44,
"terminalbench_hard": 0.083,
"tau2": 0.845,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 242.87,
"ttft": 0.97,
"ttfat": 0.97,
"price_input": 0.1,
"price_output": 0.8,
"price_blended": 0.275
},
{
"id": "b97ef678-2d31-4375-9416-67ea97f87204",
"name": "Qwen3 Omni 30B A3B (Reasoning)",
"slug": "qwen3-omni-30b-a3b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-22",
"intelligence_index": 15.6,
"coding_index": 12.7,
"math_index": 74,
"mmlu_pro": 0.792,
"gpqa": 0.726,
"hle": 0.073,
"livecodebench": 0.679,
"scicode": 0.306,
"ifbench": 0.434,
"lcr": 0,
"terminalbench_hard": 0.038,
"tau2": 0.213,
"math_500": null,
"aime": null,
"aime_25": 0.74,
"output_tps": 96.385,
"ttft": 1.098,
"ttfat": 21.848,
"price_input": 0.25,
"price_output": 0.97,
"price_blended": 0.43
},
{
"id": "a29e66d6-1c3c-456a-8770-59ee3845b35d",
"name": "Ring-1T",
"slug": "ring-1t",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-10-13",
"intelligence_index": 22.8,
"coding_index": 16.8,
"math_index": 89.3,
"mmlu_pro": 0.806,
"gpqa": 0.774,
"hle": 0.102,
"livecodebench": 0.643,
"scicode": 0.367,
"ifbench": 0.446,
"lcr": 0.457,
"terminalbench_hard": 0.068,
"tau2": 0.263,
"math_500": null,
"aime": null,
"aime_25": 0.893,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "47b7df55-5804-40de-ba11-317de786710a",
"name": "Ring-flash-2.0",
"slug": "ring-flash-2-0",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-09-19",
"intelligence_index": 14,
"coding_index": 10.6,
"math_index": 83.7,
"mmlu_pro": 0.793,
"gpqa": 0.725,
"hle": 0.089,
"livecodebench": 0.628,
"scicode": 0.168,
"ifbench": 0.433,
"lcr": 0.21,
"terminalbench_hard": 0.076,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.837,
"output_tps": 87.895,
"ttft": 1.537,
"ttfat": 24.291,
"price_input": 0.14,
"price_output": 0.57,
"price_blended": 0.247
},
{
"id": "3d64bf83-232e-427e-8590-26b478bae4a8",
"name": "Ling-mini-2.0",
"slug": "ling-mini-2-0",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-09-09",
"intelligence_index": 9.2,
"coding_index": 5,
"math_index": 49.3,
"mmlu_pro": 0.671,
"gpqa": 0.562,
"hle": 0.05,
"livecodebench": 0.429,
"scicode": 0.135,
"ifbench": 0.236,
"lcr": 0.067,
"terminalbench_hard": 0.008,
"tau2": 0.132,
"math_500": null,
"aime": null,
"aime_25": 0.493,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "15b56b8e-7b93-4ed9-ac06-75c922e3b86e",
"name": "Ling-1T",
"slug": "ling-1t",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-10-08",
"intelligence_index": 19,
"coding_index": 18.8,
"math_index": 71.3,
"mmlu_pro": 0.822,
"gpqa": 0.719,
"hle": 0.072,
"livecodebench": 0.677,
"scicode": 0.352,
"ifbench": 0.348,
"lcr": 0.347,
"terminalbench_hard": 0.106,
"tau2": 0.327,
"math_500": null,
"aime": null,
"aime_25": 0.713,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "882a5da3-94ca-4602-8693-c45970df17e2",
"name": "Ling-flash-2.0",
"slug": "ling-flash-2-0",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-09-17",
"intelligence_index": 15.7,
"coding_index": 16.7,
"math_index": 65.3,
"mmlu_pro": 0.777,
"gpqa": 0.657,
"hle": 0.063,
"livecodebench": 0.589,
"scicode": 0.289,
"ifbench": 0.344,
"lcr": 0.15,
"terminalbench_hard": 0.106,
"tau2": 0.208,
"math_500": null,
"aime": null,
"aime_25": 0.653,
"output_tps": 83.764,
"ttft": 1.371,
"ttfat": 1.371,
"price_input": 0.14,
"price_output": 0.57,
"price_blended": 0.247
},
{
"id": "91f3a4c8-b000-4513-942c-bfe283375c35",
"name": "Ling 2.6 Flash",
"slug": "ling-2-6-flash",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2026-04-21",
"intelligence_index": 26.2,
"coding_index": 23.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.593,
"hle": 0.062,
"livecodebench": null,
"scicode": 0.271,
"ifbench": 0.574,
"lcr": 0.25,
"terminalbench_hard": 0.212,
"tau2": 0.86,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "2e46d2fd-eb2b-42b9-9fe4-be50630fe870",
"name": "Ling-2.6-1T",
"slug": "ling-2-6-1t",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2026-04-23",
"intelligence_index": 33.6,
"coding_index": 33,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.752,
"hle": 0.082,
"livecodebench": null,
"scicode": 0.37,
"ifbench": 0.569,
"lcr": 0.347,
"terminalbench_hard": 0.311,
"tau2": 0.898,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "4d6dd5ce-08cb-4e87-9288-1dd2f022aa35",
"name": "Doubao Seed Code",
"slug": "doubao-seed-code",
"creator": "bytedance_seed",
"creator_id": "2354746c-4775-4a06-b64d-0ba4137785b8",
"creator_name": "ByteDance Seed",
"release_date": "2025-11-11",
"intelligence_index": 33.5,
"coding_index": 31.3,
"math_index": 79.3,
"mmlu_pro": 0.854,
"gpqa": 0.764,
"hle": 0.133,
"livecodebench": 0.766,
"scicode": 0.407,
"ifbench": 0.514,
"lcr": 0.653,
"terminalbench_hard": 0.265,
"tau2": 0.582,
"math_500": null,
"aime": null,
"aime_25": 0.793,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b",
"name": "o1",
"slug": "o1",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-12-05",
"intelligence_index": 30.8,
"coding_index": 20.5,
"math_index": null,
"mmlu_pro": 0.841,
"gpqa": 0.747,
"hle": 0.077,
"livecodebench": 0.679,
"scicode": 0.358,
"ifbench": 0.703,
"lcr": 0.593,
"terminalbench_hard": 0.129,
"tau2": 0.626,
"math_500": 0.97,
"aime": 0.723,
"aime_25": null,
"output_tps": 104.164,
"ttft": 19.698,
"ttfat": 19.698,
"price_input": 15,
"price_output": 60,
"price_blended": 26.25
},
{
"id": "078f4dc8-5350-40a2-a5ea-e8359f795b70",
"name": "o1-preview",
"slug": "o1-preview",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-09-12",
"intelligence_index": 23.7,
"coding_index": 34,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.924,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 16.5,
"price_output": 66,
"price_blended": 28.875
},
{
"id": "b515503d-4d65-4a3f-8a4a-6c731e2b079f",
"name": "o1-mini",
"slug": "o1-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-09-12",
"intelligence_index": 20.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.742,
"gpqa": 0.603,
"hle": 0.049,
"livecodebench": 0.576,
"scicode": 0.323,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.944,
"aime": 0.603,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
"name": "GPT-4o (Aug '24)",
"slug": "gpt-4o-2024-08-06",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-08-06",
"intelligence_index": 18.6,
"coding_index": 16.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.521,
"hle": 0.029,
"livecodebench": 0.317,
"scicode": 0.331,
"ifbench": 0.36,
"lcr": 0.35,
"terminalbench_hard": 0.083,
"tau2": 0.289,
"math_500": 0.795,
"aime": 0.117,
"aime_25": null,
"output_tps": 106.761,
"ttft": 0.439,
"ttfat": 0.439,
"price_input": 2.5,
"price_output": 10,
"price_blended": 4.375
},
{
"id": "e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
"name": "GPT-4o (May '24)",
"slug": "gpt-4o-2024-05-13",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-05-13",
"intelligence_index": 14.5,
"coding_index": 24.2,
"math_index": null,
"mmlu_pro": 0.74,
"gpqa": 0.526,
"hle": 0.028,
"livecodebench": 0.334,
"scicode": 0.309,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.791,
"aime": 0.11,
"aime_25": null,
"output_tps": 121.671,
"ttft": 0.544,
"ttfat": 0.544,
"price_input": 5,
"price_output": 15,
"price_blended": 7.5
},
{
"id": "76aa6af5-fdc6-4739-a300-983f14e74a67",
"name": "GPT-4 Turbo",
"slug": "gpt-4-turbo",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2023-11-06",
"intelligence_index": 13.7,
"coding_index": 21.5,
"math_index": null,
"mmlu_pro": 0.694,
"gpqa": null,
"hle": 0.033,
"livecodebench": 0.291,
"scicode": 0.319,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.737,
"aime": 0.15,
"aime_25": null,
"output_tps": 36.842,
"ttft": 1.134,
"ttfat": 1.134,
"price_input": 10,
"price_output": 30,
"price_blended": 15
},
{
"id": "c1045dc0-4fd3-4adb-9548-18763e0d051f",
"name": "GPT-4o (Nov '24)",
"slug": "gpt-4o",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-11-20",
"intelligence_index": 17.3,
"coding_index": 16.7,
"math_index": 6,
"mmlu_pro": 0.748,
"gpqa": 0.543,
"hle": 0.033,
"livecodebench": 0.309,
"scicode": 0.333,
"ifbench": 0.343,
"lcr": 0,
"terminalbench_hard": 0.083,
"tau2": 0.251,
"math_500": 0.759,
"aime": 0.15,
"aime_25": 0.06,
"output_tps": 158.044,
"ttft": 0.449,
"ttfat": 0.449,
"price_input": 2.5,
"price_output": 10,
"price_blended": 4.375
},
{
"id": "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
"name": "GPT-4o mini",
"slug": "gpt-4o-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-07-18",
"intelligence_index": 12.6,
"coding_index": null,
"math_index": 14.7,
"mmlu_pro": 0.648,
"gpqa": 0.426,
"hle": 0.04,
"livecodebench": 0.234,
"scicode": 0.229,
"ifbench": 0.31,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.789,
"aime": 0.117,
"aime_25": 0.147,
"output_tps": 79.913,
"ttft": 0.494,
"ttfat": 0.494,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.262
},
{
"id": "037dec2f-51e8-4127-a1f1-85155dae7a1d",
"name": "GPT-3.5 Turbo",
"slug": "gpt-35-turbo",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2022-11-30",
"intelligence_index": 9,
"coding_index": 10.7,
"math_index": null,
"mmlu_pro": 0.462,
"gpqa": 0.297,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.441,
"aime": null,
"aime_25": null,
"output_tps": 97.588,
"ttft": 0.383,
"ttfat": 0.383,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "72c358fd-7d45-4d68-89aa-699743710924",
"name": "GPT-4.1 nano",
"slug": "gpt-4-1-nano",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-14",
"intelligence_index": 13,
"coding_index": 11.2,
"math_index": 24,
"mmlu_pro": 0.657,
"gpqa": 0.512,
"hle": 0.039,
"livecodebench": 0.326,
"scicode": 0.259,
"ifbench": 0.32,
"lcr": 0.17,
"terminalbench_hard": 0.038,
"tau2": 0.173,
"math_500": 0.848,
"aime": 0.237,
"aime_25": 0.24,
"output_tps": 133.853,
"ttft": 0.379,
"ttfat": 0.379,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "6dd8ba55-5680-44a9-b309-82928165d5f0",
"name": "GPT-5.2 (Non-reasoning)",
"slug": "gpt-5-2-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 33.6,
"coding_index": 34.7,
"math_index": 51,
"mmlu_pro": 0.814,
"gpqa": 0.712,
"hle": 0.073,
"livecodebench": 0.669,
"scicode": 0.404,
"ifbench": 0.474,
"lcr": 0.38,
"terminalbench_hard": 0.318,
"tau2": 0.465,
"math_500": null,
"aime": null,
"aime_25": 0.51,
"output_tps": 68.408,
"ttft": 0.754,
"ttfat": 0.754,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "6a7c0e25-1dcb-4b15-8495-a8536a9da051",
"name": "GPT-4",
"slug": "gpt-4",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2023-03-14",
"intelligence_index": 12.8,
"coding_index": 13.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 31.444,
"ttft": 0.835,
"ttfat": 0.835,
"price_input": 30,
"price_output": 60,
"price_blended": 37.5
},
{
"id": "5e965af0-ca5c-4f47-9ba9-06000508b84a",
"name": "GPT-5 (medium)",
"slug": "gpt-5-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 42,
"coding_index": 39,
"math_index": 91.7,
"mmlu_pro": 0.867,
"gpqa": 0.842,
"hle": 0.235,
"livecodebench": 0.703,
"scicode": 0.411,
"ifbench": 0.706,
"lcr": 0.728,
"terminalbench_hard": 0.379,
"tau2": 0.865,
"math_500": 0.991,
"aime": 0.917,
"aime_25": 0.917,
"output_tps": 78.31,
"ttft": 43.972,
"ttfat": 43.972,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "5d11e7a1-4f70-4e5a-9364-e193761d6757",
"name": "GPT-5 Codex (high)",
"slug": "gpt-5-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-09-23",
"intelligence_index": 44.6,
"coding_index": 38.9,
"math_index": 98.7,
"mmlu_pro": 0.865,
"gpqa": 0.837,
"hle": 0.256,
"livecodebench": 0.84,
"scicode": 0.409,
"ifbench": 0.741,
"lcr": 0.69,
"terminalbench_hard": 0.379,
"tau2": 0.868,
"math_500": null,
"aime": null,
"aime_25": 0.987,
"output_tps": 173.352,
"ttft": 5.641,
"ttfat": 5.641,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "5ce30d25-5353-45bb-bef9-6b87480ba3a2",
"name": "GPT-4.5 (Preview)",
"slug": "gpt-4-5",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-02-27",
"intelligence_index": 20,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5bb1f426-2d64-4d03-99fb-8041ee85c33b",
"name": "GPT-5.4 Pro (xhigh)",
"slug": "gpt-5-4-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 30,
"price_output": 180,
"price_blended": 67.5
},
{
"id": "575498d6-60ec-466b-9372-fea19911fd07",
"name": "GPT-4o (March 2025, chatgpt-4o-latest)",
"slug": "gpt-4o-chatgpt-03-25",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-03-27",
"intelligence_index": 18.6,
"coding_index": null,
"math_index": 25.7,
"mmlu_pro": 0.803,
"gpqa": 0.655,
"hle": 0.05,
"livecodebench": 0.425,
"scicode": 0.366,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.893,
"aime": 0.327,
"aime_25": 0.257,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4dc12a38-b18f-4c43-8e1b-678f8434b5b1",
"name": "GPT-5.1 (high)",
"slug": "gpt-5-1",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 47.7,
"coding_index": 44.7,
"math_index": 94,
"mmlu_pro": 0.87,
"gpqa": 0.873,
"hle": 0.265,
"livecodebench": 0.868,
"scicode": 0.433,
"ifbench": 0.729,
"lcr": 0.75,
"terminalbench_hard": 0.455,
"tau2": 0.819,
"math_500": null,
"aime": null,
"aime_25": 0.94,
"output_tps": 149.136,
"ttft": 30.324,
"ttfat": 30.324,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "498862c3-f9ac-49d2-852f-16a02bb0c38f",
"name": "GPT-5.2 (xhigh)",
"slug": "gpt-5-2",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 51.3,
"coding_index": 48.7,
"math_index": 99,
"mmlu_pro": 0.874,
"gpqa": 0.903,
"hle": 0.354,
"livecodebench": 0.889,
"scicode": 0.521,
"ifbench": 0.754,
"lcr": 0.727,
"terminalbench_hard": 0.47,
"tau2": 0.848,
"math_500": null,
"aime": null,
"aime_25": 0.99,
"output_tps": 78.696,
"ttft": 76.766,
"ttfat": 76.766,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "48e50f00-1fd1-4acc-b337-61078aa341e6",
"name": "GPT-5 (high)",
"slug": "gpt-5",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 44.6,
"coding_index": 36,
"math_index": 94.3,
"mmlu_pro": 0.871,
"gpqa": 0.854,
"hle": 0.265,
"livecodebench": 0.846,
"scicode": 0.429,
"ifbench": 0.731,
"lcr": 0.756,
"terminalbench_hard": 0.326,
"tau2": 0.848,
"math_500": 0.994,
"aime": 0.957,
"aime_25": 0.943,
"output_tps": 101.619,
"ttft": 102.623,
"ttfat": 102.623,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "4343afb1-c928-44c9-92e2-68fa1195b6f5",
"name": "GPT-4o mini Realtime (Dec '24)",
"slug": "gpt-4o-mini-realtime-dec-2024",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-12-17",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3b608b70-6434-4baa-99ad-45d499703c67",
"name": "GPT-4.1",
"slug": "gpt-4-1",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-14",
"intelligence_index": 26.3,
"coding_index": 21.8,
"math_index": 34.7,
"mmlu_pro": 0.806,
"gpqa": 0.666,
"hle": 0.046,
"livecodebench": 0.457,
"scicode": 0.381,
"ifbench": 0.43,
"lcr": 0.61,
"terminalbench_hard": 0.136,
"tau2": 0.471,
"math_500": 0.913,
"aime": 0.437,
"aime_25": 0.347,
"output_tps": 122.893,
"ttft": 0.465,
"ttfat": 0.465,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "2dad8957-4c16-4e74-bf2d-8b21514e0ae9",
"name": "o3-mini",
"slug": "o3-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-01-31",
"intelligence_index": 25.9,
"coding_index": 17.9,
"math_index": null,
"mmlu_pro": 0.791,
"gpqa": 0.748,
"hle": 0.087,
"livecodebench": 0.717,
"scicode": 0.399,
"ifbench": null,
"lcr": null,
"terminalbench_hard": 0.068,
"tau2": 0.287,
"math_500": 0.973,
"aime": 0.77,
"aime_25": null,
"output_tps": 163.394,
"ttft": 8.339,
"ttfat": 8.339,
"price_input": 1.1,
"price_output": 4.4,
"price_blended": 1.925
},
{
"id": "29855680-7469-43eb-8b88-cd3fb1d99da3",
"name": "GPT-5 mini (high)",
"slug": "gpt-5-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 41.2,
"coding_index": 35.3,
"math_index": 90.7,
"mmlu_pro": 0.837,
"gpqa": 0.828,
"hle": 0.197,
"livecodebench": 0.838,
"scicode": 0.392,
"ifbench": 0.754,
"lcr": 0.68,
"terminalbench_hard": 0.333,
"tau2": 0.684,
"math_500": null,
"aime": null,
"aime_25": 0.907,
"output_tps": 87.201,
"ttft": 90.243,
"ttfat": 90.243,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "076f2674-bc4b-4925-be59-50832eb8c090",
"name": "o3-mini (high)",
"slug": "o3-mini-high",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-01-31",
"intelligence_index": 25.2,
"coding_index": 17.3,
"math_index": null,
"mmlu_pro": 0.802,
"gpqa": 0.773,
"hle": 0.123,
"livecodebench": 0.734,
"scicode": 0.398,
"ifbench": 0.671,
"lcr": 0.393,
"terminalbench_hard": 0.061,
"tau2": 0.313,
"math_500": 0.985,
"aime": 0.86,
"aime_25": null,
"output_tps": 159.395,
"ttft": 27.854,
"ttfat": 27.854,
"price_input": 1.1,
"price_output": 4.4,
"price_blended": 1.925
},
{
"id": "9f7c7566-a704-49a2-a383-cb3181da33a4",
"name": "GPT-4.1 mini",
"slug": "gpt-4-1-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-14",
"intelligence_index": 22.9,
"coding_index": 18.5,
"math_index": 46.3,
"mmlu_pro": 0.781,
"gpqa": 0.664,
"hle": 0.046,
"livecodebench": 0.483,
"scicode": 0.404,
"ifbench": 0.383,
"lcr": 0.423,
"terminalbench_hard": 0.076,
"tau2": 0.529,
"math_500": 0.925,
"aime": 0.43,
"aime_25": 0.463,
"output_tps": 79.098,
"ttft": 0.504,
"ttfat": 0.504,
"price_input": 0.4,
"price_output": 1.6,
"price_blended": 0.7
},
{
"id": "05e45a36-b5c6-47a1-8adb-9ddc19add5b3",
"name": "GPT-5 nano (minimal)",
"slug": "gpt-5-nano-minimal",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 13.8,
"coding_index": 14.2,
"math_index": 27.3,
"mmlu_pro": 0.556,
"gpqa": 0.428,
"hle": 0.041,
"livecodebench": 0.47,
"scicode": 0.291,
"ifbench": 0.325,
"lcr": 0.2,
"terminalbench_hard": 0.068,
"tau2": 0.257,
"math_500": null,
"aime": null,
"aime_25": 0.273,
"output_tps": 144.473,
"ttft": 0.869,
"ttfat": 0.869,
"price_input": 0.05,
"price_output": 0.4,
"price_blended": 0.138
},
{
"id": "04d023f3-025c-4d78-9571-53edda3eaf2a",
"name": "GPT-5.1 Codex (high)",
"slug": "gpt-5-1-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 43.1,
"coding_index": 36.6,
"math_index": 95.7,
"mmlu_pro": 0.86,
"gpqa": 0.86,
"hle": 0.234,
"livecodebench": 0.849,
"scicode": 0.402,
"ifbench": 0.7,
"lcr": 0.673,
"terminalbench_hard": 0.348,
"tau2": 0.83,
"math_500": null,
"aime": null,
"aime_25": 0.957,
"output_tps": 198.807,
"ttft": 5.387,
"ttfat": 5.387,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "019e86f6-e66b-42d8-8a50-235a06b53003",
"name": "GPT-5.2 Codex (xhigh)",
"slug": "gpt-5-2-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 49,
"coding_index": 43,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.899,
"hle": 0.335,
"livecodebench": null,
"scicode": 0.546,
"ifbench": 0.776,
"lcr": 0.757,
"terminalbench_hard": 0.371,
"tau2": 0.921,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 95.82,
"ttft": 1.432,
"ttfat": 1.432,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "bc26bfdb-4923-4442-a6ca-e77392923581",
"name": "GPT-5 mini (minimal)",
"slug": "gpt-5-mini-minimal",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 20.7,
"coding_index": 21.9,
"math_index": 46.7,
"mmlu_pro": 0.775,
"gpqa": 0.687,
"hle": 0.05,
"livecodebench": 0.545,
"scicode": 0.369,
"ifbench": 0.456,
"lcr": 0.357,
"terminalbench_hard": 0.144,
"tau2": 0.319,
"math_500": null,
"aime": null,
"aime_25": 0.467,
"output_tps": 85.195,
"ttft": 0.892,
"ttfat": 0.892,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "e18e5e6a-5a31-4c0b-b80b-ac401392f446",
"name": "GPT-5 nano (high)",
"slug": "gpt-5-nano",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 26.8,
"coding_index": 20.3,
"math_index": 83.7,
"mmlu_pro": 0.78,
"gpqa": 0.676,
"hle": 0.082,
"livecodebench": 0.789,
"scicode": 0.366,
"ifbench": 0.676,
"lcr": 0.417,
"terminalbench_hard": 0.121,
"tau2": 0.365,
"math_500": null,
"aime": null,
"aime_25": 0.837,
"output_tps": 141.34,
"ttft": 101.867,
"ttfat": 101.867,
"price_input": 0.05,
"price_output": 0.4,
"price_blended": 0.138
},
{
"id": "a89c4b28-2d8c-456e-88ea-255fb51fd2b6",
"name": "GPT-5.4 (xhigh)",
"slug": "gpt-5-4",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": 56.8,
"coding_index": 57.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.92,
"hle": 0.416,
"livecodebench": null,
"scicode": 0.566,
"ifbench": 0.739,
"lcr": 0.74,
"terminalbench_hard": 0.576,
"tau2": 0.871,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 94.355,
"ttft": 180.49,
"ttfat": 180.49,
"price_input": 2.5,
"price_output": 15,
"price_blended": 5.625
},
{
"id": "fd4454ff-e703-46c0-a7f5-fa69af09486d",
"name": "GPT-5.1 Codex mini (high)",
"slug": "gpt-5-1-codex-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 38.6,
"coding_index": 36.4,
"math_index": 91.7,
"mmlu_pro": 0.82,
"gpqa": 0.813,
"hle": 0.169,
"livecodebench": 0.836,
"scicode": 0.426,
"ifbench": 0.679,
"lcr": 0.627,
"terminalbench_hard": 0.333,
"tau2": 0.629,
"math_500": null,
"aime": null,
"aime_25": 0.917,
"output_tps": 200.023,
"ttft": 4.416,
"ttfat": 4.416,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "d0b3d47e-aec6-425e-9de7-168dcc6d1e28",
"name": "GPT-5.1 (Non-reasoning)",
"slug": "gpt-5-1-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 27.4,
"coding_index": 27.3,
"math_index": 38,
"mmlu_pro": 0.801,
"gpqa": 0.643,
"hle": 0.052,
"livecodebench": 0.494,
"scicode": 0.365,
"ifbench": 0.432,
"lcr": 0.44,
"terminalbench_hard": 0.227,
"tau2": 0.465,
"math_500": null,
"aime": null,
"aime_25": 0.38,
"output_tps": 153.571,
"ttft": 0.644,
"ttfat": 0.644,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "ca04852c-eaae-4881-a208-f9b2ca3b7cd6",
"name": "o3-pro",
"slug": "o3-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-06-10",
"intelligence_index": 40.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.845,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 24.964,
"ttft": 84.35,
"ttfat": 84.35,
"price_input": 20,
"price_output": 80,
"price_blended": 35
},
{
"id": "c3738fb0-3408-4430-a699-760ae4b70c93",
"name": "GPT-5 (minimal)",
"slug": "gpt-5-minimal",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 23.9,
"coding_index": 25.1,
"math_index": 31.7,
"mmlu_pro": 0.806,
"gpqa": 0.673,
"hle": 0.054,
"livecodebench": 0.558,
"scicode": 0.388,
"ifbench": 0.456,
"lcr": 0.25,
"terminalbench_hard": 0.182,
"tau2": 0.67,
"math_500": 0.861,
"aime": 0.367,
"aime_25": 0.317,
"output_tps": 71.438,
"ttft": 0.973,
"ttfat": 0.973,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "c3274a19-6d3c-4d01-ab9b-5055a0a40429",
"name": "GPT-5 mini (medium)",
"slug": "gpt-5-mini-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 38.9,
"coding_index": 32.9,
"math_index": 85,
"mmlu_pro": 0.828,
"gpqa": 0.803,
"hle": 0.146,
"livecodebench": 0.692,
"scicode": 0.41,
"ifbench": 0.712,
"lcr": 0.66,
"terminalbench_hard": 0.288,
"tau2": 0.711,
"math_500": null,
"aime": null,
"aime_25": 0.85,
"output_tps": 92.852,
"ttft": 20.712,
"ttfat": 20.712,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "7f3c9423-3ee3-4369-a6d9-3f2a40aff00e",
"name": "GPT-5 (low)",
"slug": "gpt-5-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 39.2,
"coding_index": 30.7,
"math_index": 83,
"mmlu_pro": 0.86,
"gpqa": 0.808,
"hle": 0.184,
"livecodebench": 0.763,
"scicode": 0.391,
"ifbench": 0.666,
"lcr": 0.587,
"terminalbench_hard": 0.265,
"tau2": 0.842,
"math_500": 0.987,
"aime": 0.83,
"aime_25": 0.83,
"output_tps": 75.993,
"ttft": 11.627,
"ttfat": 11.627,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
"name": "o4-mini (high)",
"slug": "o4-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-16",
"intelligence_index": 33.1,
"coding_index": 25.6,
"math_index": 90.7,
"mmlu_pro": 0.832,
"gpqa": 0.784,
"hle": 0.175,
"livecodebench": 0.859,
"scicode": 0.465,
"ifbench": 0.687,
"lcr": 0.55,
"terminalbench_hard": 0.152,
"tau2": 0.556,
"math_500": 0.989,
"aime": 0.94,
"aime_25": 0.907,
"output_tps": 171.301,
"ttft": 29.666,
"ttfat": 29.666,
"price_input": 1.1,
"price_output": 4.4,
"price_blended": 1.925
},
{
"id": "84e3f11e-d659-4941-8988-1dbfabbaf538",
"name": "GPT-5.2 (medium)",
"slug": "gpt-5-2-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 46.6,
"coding_index": 44.2,
"math_index": 96.7,
"mmlu_pro": 0.859,
"gpqa": 0.864,
"hle": 0.249,
"livecodebench": 0.894,
"scicode": 0.462,
"ifbench": 0.652,
"lcr": 0.633,
"terminalbench_hard": 0.432,
"tau2": 0.743,
"math_500": null,
"aime": null,
"aime_25": 0.967,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "e2e9ddc3-8c2d-4bf5-a60a-83a1afe61034",
"name": "GPT-4o Realtime (Dec '24)",
"slug": "gpt-4o-realtime-dec-2024",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-12-17",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "e8d4100e-165b-4c5d-ac11-ac553590a334",
"name": "o1-pro",
"slug": "o1-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-03-19",
"intelligence_index": 25.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 150,
"price_output": 600,
"price_blended": 262.5
},
{
"id": "eab1492c-b853-4852-aa71-06b0ec2481c1",
"name": "GPT-5 (ChatGPT)",
"slug": "gpt-5-chatgpt",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 21.8,
"coding_index": 21.2,
"math_index": 48.3,
"mmlu_pro": 0.82,
"gpqa": 0.686,
"hle": 0.058,
"livecodebench": 0.543,
"scicode": 0.378,
"ifbench": 0.45,
"lcr": 0.637,
"terminalbench_hard": 0.129,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.483,
"output_tps": 169.56,
"ttft": 0.603,
"ttfat": 0.603,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "8eb02396-f231-4189-ae15-05f7facebd9b",
"name": "GPT-5 nano (medium)",
"slug": "gpt-5-nano-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 25.9,
"coding_index": 22.9,
"math_index": 78.3,
"mmlu_pro": 0.772,
"gpqa": 0.67,
"hle": 0.076,
"livecodebench": 0.763,
"scicode": 0.338,
"ifbench": 0.659,
"lcr": 0.4,
"terminalbench_hard": 0.174,
"tau2": 0.304,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": 150.591,
"ttft": 50.298,
"ttfat": 50.298,
"price_input": 0.05,
"price_output": 0.4,
"price_blended": 0.138
},
{
"id": "b4784397-aa28-411b-b011-9c4331bfa9c8",
"name": "GPT-4o (ChatGPT)",
"slug": "gpt-4o-chatgpt",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-02-15",
"intelligence_index": 14.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.773,
"gpqa": 0.511,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.334,
"ifbench": null,
"lcr": 0.53,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.797,
"aime": 0.103,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8b1a70d1-e05f-426b-9122-023d4629ab47",
"name": "GPT-3.5 Turbo (0613)",
"slug": "gpt-3-5-turbo-0613",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2023-06-13",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "466aecdb-3d96-4191-bc52-b3366db38851",
"name": "Llama 3.1 Instruct 70B",
"slug": "llama-3-1-instruct-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-07-23",
"intelligence_index": 12.5,
"coding_index": 10.9,
"math_index": 4,
"mmlu_pro": 0.676,
"gpqa": 0.409,
"hle": 0.046,
"livecodebench": 0.232,
"scicode": 0.267,
"ifbench": 0.344,
"lcr": 0.063,
"terminalbench_hard": 0.03,
"tau2": 0.152,
"math_500": 0.649,
"aime": 0.173,
"aime_25": 0.04,
"output_tps": 31.809,
"ttft": 0.556,
"ttfat": 0.556,
"price_input": 0.56,
"price_output": 0.56,
"price_blended": 0.56
},
{
"id": "739684ba-0f63-4e2a-b4ee-30741c9e9320",
"name": "Llama 3.1 Instruct 8B",
"slug": "llama-3-1-instruct-8b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-07-23",
"intelligence_index": 11.8,
"coding_index": 4.9,
"math_index": 4.3,
"mmlu_pro": 0.476,
"gpqa": 0.259,
"hle": 0.051,
"livecodebench": 0.116,
"scicode": 0.132,
"ifbench": 0.286,
"lcr": 0.157,
"terminalbench_hard": 0.008,
"tau2": 0.164,
"math_500": 0.519,
"aime": 0.077,
"aime_25": 0.043,
"output_tps": 201.234,
"ttft": 0.477,
"ttfat": 0.477,
"price_input": 0.1,
"price_output": 0.1,
"price_blended": 0.1
},
{
"id": "71e8d48c-1920-4f27-8ea9-1f10becc615a",
"name": "Llama 3.2 Instruct 3B",
"slug": "llama-3-2-instruct-3b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 9.7,
"coding_index": null,
"math_index": 3.3,
"mmlu_pro": 0.347,
"gpqa": 0.255,
"hle": 0.052,
"livecodebench": 0.083,
"scicode": 0.052,
"ifbench": 0.262,
"lcr": 0.02,
"terminalbench_hard": null,
"tau2": 0.211,
"math_500": 0.489,
"aime": 0.067,
"aime_25": 0.033,
"output_tps": 51.781,
"ttft": 0.703,
"ttfat": 0.703,
"price_input": 0.15,
"price_output": 0.15,
"price_blended": 0.15
},
{
"id": "aa83359a-d804-4f0b-b5bf-dc637711c26f",
"name": "Llama 3 Instruct 70B",
"slug": "llama-3-instruct-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-04-18",
"intelligence_index": 8.9,
"coding_index": 6.8,
"math_index": null,
"mmlu_pro": 0.574,
"gpqa": 0.379,
"hle": 0.044,
"livecodebench": 0.198,
"scicode": 0.189,
"ifbench": 0.371,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0,
"math_500": 0.483,
"aime": 0,
"aime_25": null,
"output_tps": 46.241,
"ttft": 0.698,
"ttfat": 0.698,
"price_input": 0.65,
"price_output": 2.75,
"price_blended": 1.175
},
{
"id": "82879bb8-89fb-4adc-b519-315b8ef30b77",
"name": "Llama 3 Instruct 8B",
"slug": "llama-3-instruct-8b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-04-18",
"intelligence_index": 6.4,
"coding_index": 4,
"math_index": null,
"mmlu_pro": 0.405,
"gpqa": 0.296,
"hle": 0.051,
"livecodebench": 0.096,
"scicode": 0.119,
"ifbench": 0.246,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.499,
"aime": 0,
"aime_25": null,
"output_tps": 81.282,
"ttft": 0.5,
"ttfat": 0.5,
"price_input": 0.045,
"price_output": 0.145,
"price_blended": 0.07
},
{
"id": "80f7860a-7665-4658-9f05-15bccf5f832f",
"name": "Llama 3.2 Instruct 1B",
"slug": "llama-3-2-instruct-1b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 6.3,
"coding_index": 0.6,
"math_index": 0,
"mmlu_pro": 0.2,
"gpqa": 0.196,
"hle": 0.053,
"livecodebench": 0.019,
"scicode": 0.017,
"ifbench": 0.228,
"lcr": 0.05,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.14,
"aime": 0,
"aime_25": 0,
"output_tps": 98.483,
"ttft": 0.601,
"ttfat": 0.601,
"price_input": 0.05,
"price_output": 0.05,
"price_blended": 0.05
},
{
"id": "6b08a75a-19ee-40b4-be33-133b8ef42f92",
"name": "Llama 2 Chat 13B",
"slug": "llama-2-chat-13b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-07-18",
"intelligence_index": 8.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.406,
"gpqa": 0.321,
"hle": 0.047,
"livecodebench": 0.098,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.329,
"aime": 0.017,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ffd65ef7-fbdb-4145-98ae-b5d01cda770b",
"name": "Llama 2 Chat 7B",
"slug": "llama-2-chat-7b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-07-18",
"intelligence_index": 9.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.164,
"gpqa": 0.227,
"hle": 0.058,
"livecodebench": 0.002,
"scicode": 0,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.059,
"aime": 0,
"aime_25": null,
"output_tps": 109.672,
"ttft": 10.056,
"ttfat": 10.056,
"price_input": 0.05,
"price_output": 0.25,
"price_blended": 0.1
},
{
"id": "599da8e0-bd9c-4b38-a127-b50e371fbcf8",
"name": "Llama 2 Chat 70B",
"slug": "llama-2-chat-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-07-18",
"intelligence_index": 8.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.406,
"gpqa": 0.327,
"hle": 0.05,
"livecodebench": 0.098,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.323,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c6a47d8a-7517-46e2-8383-329fe7241725",
"name": "Gemini 2.0 Pro Experimental (Feb '25)",
"slug": "gemini-2-0-pro-experimental-02-05",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-05",
"intelligence_index": 18.1,
"coding_index": 25.5,
"math_index": null,
"mmlu_pro": 0.805,
"gpqa": 0.622,
"hle": 0.068,
"livecodebench": 0.347,
"scicode": 0.312,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.923,
"aime": 0.36,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "fddb72bd-60d3-41af-acc5-3df9a290eb8e",
"name": "Gemini 2.0 Flash (experimental)",
"slug": "gemini-2-0-flash-experimental",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-12-11",
"intelligence_index": 16.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.782,
"gpqa": 0.636,
"hle": 0.047,
"livecodebench": 0.21,
"scicode": 0.34,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.911,
"aime": 0.3,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2ac96b67-f4f8-4c8c-ac08-c7510faa7bb9",
"name": "Gemini 1.5 Pro (Sep '24)",
"slug": "gemini-1-5-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-09-24",
"intelligence_index": 16,
"coding_index": 23.6,
"math_index": null,
"mmlu_pro": 0.75,
"gpqa": 0.589,
"hle": 0.049,
"livecodebench": 0.316,
"scicode": 0.295,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.876,
"aime": 0.23,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3de55b83-e02b-412e-8211-315bbebe3e94",
"name": "Gemini 2.0 Flash-Lite (Preview)",
"slug": "gemini-2-0-flash-lite-preview",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-05",
"intelligence_index": 14.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.542,
"hle": 0.044,
"livecodebench": 0.179,
"scicode": 0.247,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.873,
"aime": 0.303,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bcca0e70-7e80-4c07-b1fa-b33bcfb19e51",
"name": "Gemini 2.0 Flash (Feb '25)",
"slug": "gemini-2-0-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-05",
"intelligence_index": 18.5,
"coding_index": 13.6,
"math_index": 21.7,
"mmlu_pro": 0.779,
"gpqa": 0.623,
"hle": 0.053,
"livecodebench": 0.334,
"scicode": 0.333,
"ifbench": 0.402,
"lcr": 0.283,
"terminalbench_hard": 0.038,
"tau2": 0.295,
"math_500": 0.93,
"aime": 0.33,
"aime_25": 0.217,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.262
},
{
"id": "41faf421-118b-465b-b170-d200776580d1",
"name": "Gemini 1.5 Flash (Sep '24)",
"slug": "gemini-1-5-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-09-24",
"intelligence_index": 13.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.68,
"gpqa": 0.463,
"hle": 0.035,
"livecodebench": 0.273,
"scicode": 0.267,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.827,
"aime": 0.18,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "94229066-9381-4ee1-bf70-a16d63756a6e",
"name": "Gemini 1.5 Flash-8B",
"slug": "gemini-1-5-flash-8b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-10-03",
"intelligence_index": 11.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.569,
"gpqa": 0.359,
"hle": 0.045,
"livecodebench": 0.217,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.689,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2e6400f5-85ca-4ebc-ba8f-c2811a631138",
"name": "Gemma 3 12B Instruct",
"slug": "gemma-3-12b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-12",
"intelligence_index": 8.8,
"coding_index": 6.3,
"math_index": 18.3,
"mmlu_pro": 0.595,
"gpqa": 0.349,
"hle": 0.048,
"livecodebench": 0.137,
"scicode": 0.174,
"ifbench": 0.367,
"lcr": 0.067,
"terminalbench_hard": 0.008,
"tau2": 0.108,
"math_500": 0.853,
"aime": 0.22,
"aime_25": 0.183,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.09,
"price_output": 0.29,
"price_blended": 0.14
},
{
"id": "2bfdd17a-e027-4068-a54e-b0e90a6df118",
"name": "Gemma 3 27B Instruct",
"slug": "gemma-3-27b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-12",
"intelligence_index": 10.3,
"coding_index": 9.6,
"math_index": 20.7,
"mmlu_pro": 0.669,
"gpqa": 0.428,
"hle": 0.047,
"livecodebench": 0.137,
"scicode": 0.212,
"ifbench": 0.318,
"lcr": 0.057,
"terminalbench_hard": 0.038,
"tau2": 0.105,
"math_500": 0.883,
"aime": 0.253,
"aime_25": 0.207,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.11,
"price_output": 0.25,
"price_blended": 0.145
},
{
"id": "2ae624ca-25b4-4cc8-8970-cdfdd3320691",
"name": "Gemini 1.0 Ultra",
"slug": "gemini-1-0-ultra",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2023-12-06",
"intelligence_index": 10.1,
"coding_index": 17.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "222fb320-6e55-4672-846a-b6d5a24a45f4",
"name": "Gemma 3 4B Instruct",
"slug": "gemma-3-4b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-12",
"intelligence_index": 6.3,
"coding_index": 2.9,
"math_index": 12.7,
"mmlu_pro": 0.417,
"gpqa": 0.291,
"hle": 0.052,
"livecodebench": 0.112,
"scicode": 0.073,
"ifbench": 0.283,
"lcr": 0.057,
"terminalbench_hard": 0.008,
"tau2": 0.05,
"math_500": 0.766,
"aime": 0.063,
"aime_25": 0.127,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.04,
"price_output": 0.08,
"price_blended": 0.05
},
{
"id": "219ed587-60c5-4a48-9517-8480e08d0ca1",
"name": "Gemini 2.5 Flash (Reasoning)",
"slug": "gemini-2-5-flash-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-20",
"intelligence_index": 27,
"coding_index": 22.2,
"math_index": 73.3,
"mmlu_pro": 0.832,
"gpqa": 0.79,
"hle": 0.111,
"livecodebench": 0.695,
"scicode": 0.394,
"ifbench": 0.503,
"lcr": 0.617,
"terminalbench_hard": 0.136,
"tau2": 0.316,
"math_500": 0.981,
"aime": 0.823,
"aime_25": 0.733,
"output_tps": 222.037,
"ttft": 12.278,
"ttfat": 12.278,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "1d81aa1c-64c8-442a-9c41-81b37e407b91",
"name": "Gemini 2.5 Flash-Lite (Non-reasoning)",
"slug": "gemini-2-5-flash-lite",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-17",
"intelligence_index": 12.7,
"coding_index": 7.4,
"math_index": 35.3,
"mmlu_pro": 0.724,
"gpqa": 0.474,
"hle": 0.037,
"livecodebench": 0.4,
"scicode": 0.177,
"ifbench": 0.315,
"lcr": 0.313,
"terminalbench_hard": 0.023,
"tau2": 0.19,
"math_500": 0.926,
"aime": 0.5,
"aime_25": 0.353,
"output_tps": 262.722,
"ttft": 1.793,
"ttfat": 1.793,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "d1122eff-ee85-4fdc-8a9f-23bee6590667",
"name": "Gemini 3 Pro Preview (high)",
"slug": "gemini-3-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-11-18",
"intelligence_index": 48.4,
"coding_index": 46.5,
"math_index": 95.7,
"mmlu_pro": 0.898,
"gpqa": 0.908,
"hle": 0.372,
"livecodebench": 0.917,
"scicode": 0.561,
"ifbench": 0.704,
"lcr": 0.707,
"terminalbench_hard": 0.417,
"tau2": 0.871,
"math_500": null,
"aime": null,
"aime_25": 0.957,
"output_tps": 141.438,
"ttft": 24.44,
"ttfat": 24.44,
"price_input": 2,
"price_output": 12,
"price_blended": 4.5
},
{
"id": "16f2578b-1b28-4be3-b371-700c2677bcd6",
"name": "Gemini 1.5 Pro (May '24)",
"slug": "gemini-1-5-pro-may-2024",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-05-15",
"intelligence_index": 12,
"coding_index": 19.8,
"math_index": null,
"mmlu_pro": 0.657,
"gpqa": 0.371,
"hle": 0.039,
"livecodebench": 0.244,
"scicode": 0.274,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.673,
"aime": 0.08,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0399e614-5d46-484f-9183-e4f32d74e1c6",
"name": "Gemini 2.0 Flash Thinking Experimental (Jan '25)",
"slug": "gemini-2-0-flash-thinking-exp-0121",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-01-21",
"intelligence_index": 19.6,
"coding_index": 24.1,
"math_index": null,
"mmlu_pro": 0.798,
"gpqa": 0.701,
"hle": 0.071,
"livecodebench": 0.321,
"scicode": 0.329,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.944,
"aime": 0.5,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "073b5329-c4b3-4f1f-8f97-4753aadf4398",
"name": "Gemini 2.5 Pro Preview (May' 25)",
"slug": "gemini-2-5-pro-05-06",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-06",
"intelligence_index": 29.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.837,
"gpqa": 0.822,
"hle": 0.154,
"livecodebench": 0.77,
"scicode": 0.416,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.986,
"aime": 0.843,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "55a3ebf6-6117-4cc1-8596-c6de6e552fd4",
"name": "Gemini 2.5 Flash Preview (Non-reasoning)",
"slug": "gemini-2-5-flash-04-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-04-17",
"intelligence_index": 17.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.783,
"gpqa": 0.594,
"hle": 0.05,
"livecodebench": 0.406,
"scicode": 0.233,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.926,
"aime": 0.433,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "68c89ebf-779c-4445-9241-de964cd17355",
"name": "Gemini 2.5 Flash Preview (Reasoning)",
"slug": "gemini-2-5-flash-reasoning-04-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-04-17",
"intelligence_index": 24.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.8,
"gpqa": 0.698,
"hle": 0.116,
"livecodebench": 0.505,
"scicode": 0.359,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.981,
"aime": 0.843,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d1720545-d0a8-4c15-a53e-ef5ca99ac7ea",
"name": "Gemma 3 1B Instruct",
"slug": "gemma-3-1b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-13",
"intelligence_index": 5.5,
"coding_index": 0.2,
"math_index": 3.3,
"mmlu_pro": 0.135,
"gpqa": 0.237,
"hle": 0.052,
"livecodebench": 0.017,
"scicode": 0.007,
"ifbench": 0.199,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.105,
"math_500": 0.484,
"aime": 0,
"aime_25": 0.033,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a8c67863-9d66-44dd-8d27-f58654ecde03",
"name": "Gemma 3n E2B Instruct",
"slug": "gemma-3n-e2b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-26",
"intelligence_index": 4.8,
"coding_index": 2.2,
"math_index": 10.3,
"mmlu_pro": 0.378,
"gpqa": 0.229,
"hle": 0.04,
"livecodebench": 0.095,
"scicode": 0.052,
"ifbench": 0.22,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0,
"math_500": 0.691,
"aime": 0.09,
"aime_25": 0.103,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a797eaf3-6d75-4f29-86a8-e1243ce52d43",
"name": "Gemma 3n E4B Instruct",
"slug": "gemma-3n-e4b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-26",
"intelligence_index": 6.4,
"coding_index": 4.2,
"math_index": 14.3,
"mmlu_pro": 0.488,
"gpqa": 0.296,
"hle": 0.044,
"livecodebench": 0.146,
"scicode": 0.081,
"ifbench": 0.279,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.05,
"math_500": 0.771,
"aime": 0.137,
"aime_25": 0.143,
"output_tps": 36.134,
"ttft": 0.762,
"ttfat": 0.762,
"price_input": 0.02,
"price_output": 0.04,
"price_blended": 0.025
},
{
"id": "f4e8194a-d0e6-48eb-92be-4307de5aeeec",
"name": "Gemini 2.5 Flash-Lite (Reasoning)",
"slug": "gemini-2-5-flash-lite-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-17",
"intelligence_index": 17.6,
"coding_index": 9.5,
"math_index": 53.3,
"mmlu_pro": 0.759,
"gpqa": 0.625,
"hle": 0.064,
"livecodebench": 0.593,
"scicode": 0.193,
"ifbench": 0.499,
"lcr": 0.513,
"terminalbench_hard": 0.045,
"tau2": 0.184,
"math_500": 0.969,
"aime": 0.703,
"aime_25": 0.533,
"output_tps": 322.367,
"ttft": 22.26,
"ttfat": 22.26,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "dfeeb904-e784-4d5c-ad66-9400146b150b",
"name": "Gemini 2.0 Flash Thinking Experimental (Dec '24)",
"slug": "gemini-2-0-flash-thinking-exp-1219",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-12-19",
"intelligence_index": 12.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.48,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c7667559-d9b6-43f1-8cd8-8bdbc78d190b",
"name": "Gemini 2.5 Flash Preview (Sep '25) (Reasoning)",
"slug": "gemini-2-5-flash-preview-09-2025-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-25",
"intelligence_index": 31.1,
"coding_index": 24.6,
"math_index": 78.3,
"mmlu_pro": 0.842,
"gpqa": 0.793,
"hle": 0.127,
"livecodebench": 0.713,
"scicode": 0.405,
"ifbench": 0.523,
"lcr": 0.643,
"terminalbench_hard": 0.167,
"tau2": 0.456,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bd2c3517-00d8-4ba5-a989-1f1e52f3ffab",
"name": "Gemma 3n E4B Instruct Preview (May '25)",
"slug": "gemma-3n-e4b-preview-0520",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-20",
"intelligence_index": 10.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.483,
"gpqa": 0.278,
"hle": 0.049,
"livecodebench": 0.138,
"scicode": 0.086,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.749,
"aime": 0.107,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ac48c49d-9e77-4394-ac4e-d1ee51fd5fee",
"name": "Gemini 1.5 Flash (May '24)",
"slug": "gemini-1-5-flash-may-2024",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-05-14",
"intelligence_index": 10.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.574,
"gpqa": 0.324,
"hle": 0.042,
"livecodebench": 0.196,
"scicode": 0.181,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.554,
"aime": 0.093,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8ddacd41-bf43-411b-aa30-43ebf0567dd8",
"name": "Gemini 1.0 Pro",
"slug": "gemini-1-0-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2023-12-06",
"intelligence_index": 8.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.431,
"gpqa": 0.277,
"hle": 0.046,
"livecodebench": 0.116,
"scicode": 0.117,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.403,
"aime": 0.007,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "877fdfc9-2026-477a-af96-e4fd602c0131",
"name": "Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)",
"slug": "gemini-2-5-flash-preview-09-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-25",
"intelligence_index": 25.7,
"coding_index": 22.1,
"math_index": 56.7,
"mmlu_pro": 0.836,
"gpqa": 0.766,
"hle": 0.078,
"livecodebench": 0.625,
"scicode": 0.375,
"ifbench": 0.435,
"lcr": 0.567,
"terminalbench_hard": 0.144,
"tau2": 0.284,
"math_500": null,
"aime": null,
"aime_25": 0.567,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "7b269763-ecc0-41ef-aa29-47ef632ac065",
"name": "Gemini 2.0 Flash-Lite (Feb '25)",
"slug": "gemini-2-0-flash-lite-001",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-25",
"intelligence_index": 14.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.724,
"gpqa": 0.535,
"hle": 0.036,
"livecodebench": 0.185,
"scicode": 0.25,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.873,
"aime": 0.277,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6afbfb62-27e4-435e-9c85-d9fe1b92519e",
"name": "Gemini 2.5 Flash (Non-reasoning)",
"slug": "gemini-2-5-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-20",
"intelligence_index": 20.6,
"coding_index": 17.8,
"math_index": 60.3,
"mmlu_pro": 0.809,
"gpqa": 0.683,
"hle": 0.051,
"livecodebench": 0.495,
"scicode": 0.291,
"ifbench": 0.39,
"lcr": 0.459,
"terminalbench_hard": 0.121,
"tau2": 0.149,
"math_500": 0.932,
"aime": 0.5,
"aime_25": 0.603,
"output_tps": 214.047,
"ttft": 0.527,
"ttfat": 0.527,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "62de31e8-a1a3-429c-b634-a2afccfd9363",
"name": "Gemini 2.5 Pro Preview (Mar' 25)",
"slug": "gemini-2-5-pro-03-25",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-25",
"intelligence_index": 30.3,
"coding_index": 46.7,
"math_index": null,
"mmlu_pro": 0.858,
"gpqa": 0.836,
"hle": 0.171,
"livecodebench": 0.778,
"scicode": 0.395,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.98,
"aime": 0.87,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "515852e7-ba9c-4571-8cf9-82ad6b45f22f",
"name": "PALM-2",
"slug": "palm-2",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2023-05-10",
"intelligence_index": 8.6,
"coding_index": 4.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0a603978-03b9-4f47-a273-2f7fd969be85",
"name": "Claude 3.5 Sonnet (Oct '24)",
"slug": "claude-35-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-10-22",
"intelligence_index": 15.9,
"coding_index": 30.2,
"math_index": null,
"mmlu_pro": 0.772,
"gpqa": 0.599,
"hle": 0.039,
"livecodebench": 0.381,
"scicode": 0.366,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.771,
"aime": 0.157,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "aca9c1ad-fc86-49f3-a312-b1e517ea100c",
"name": "Claude 3.5 Sonnet (June '24)",
"slug": "claude-35-sonnet-june-24",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-06-21",
"intelligence_index": 14.2,
"coding_index": 26,
"math_index": null,
"mmlu_pro": 0.751,
"gpqa": 0.56,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.316,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.695,
"aime": 0.097,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "7829427f-f0e3-4f6d-a228-5fbf70dacc02",
"name": "Claude 3 Opus",
"slug": "claude-3-opus",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-03-04",
"intelligence_index": 18,
"coding_index": 19.5,
"math_index": null,
"mmlu_pro": 0.696,
"gpqa": 0.489,
"hle": 0.031,
"livecodebench": 0.279,
"scicode": 0.233,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.641,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 18.75,
"price_output": 75,
"price_blended": 32.813
},
{
"id": "033e4aa9-a556-4224-87b0-341ed1070257",
"name": "Claude 3.5 Haiku",
"slug": "claude-3-5-haiku",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-10-22",
"intelligence_index": 18.7,
"coding_index": 10.7,
"math_index": null,
"mmlu_pro": 0.634,
"gpqa": 0.408,
"hle": 0.035,
"livecodebench": 0.314,
"scicode": 0.274,
"ifbench": 0.428,
"lcr": 0.233,
"terminalbench_hard": 0.023,
"tau2": 0.246,
"math_500": 0.721,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1,
"price_output": 4,
"price_blended": 1.75
},
{
"id": "b2e68f0a-8f66-4e4c-9821-2b786cea601b",
"name": "Claude 3 Sonnet",
"slug": "claude-3-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-03-04",
"intelligence_index": 10.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.579,
"gpqa": 0.4,
"hle": 0.038,
"livecodebench": 0.175,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.414,
"aime": 0.047,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "1fc54cef-d179-48b1-a27d-046874e9b208",
"name": "Claude 3 Haiku",
"slug": "claude-3-haiku",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-03-04",
"intelligence_index": 12.3,
"coding_index": 6.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.374,
"hle": 0.039,
"livecodebench": 0.154,
"scicode": 0.186,
"ifbench": 0.361,
"lcr": 0.21,
"terminalbench_hard": 0.008,
"tau2": 0.211,
"math_500": 0.394,
"aime": 0.01,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.25,
"price_output": 1.25,
"price_blended": 0.5
},
{
"id": "83cb898e-05d9-4e4b-9de3-2d305014d923",
"name": "Claude Instant",
"slug": "claude-instant",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2023-03-14",
"intelligence_index": 7.4,
"coding_index": 7.8,
"math_index": null,
"mmlu_pro": 0.434,
"gpqa": 0.33,
"hle": 0.038,
"livecodebench": 0.109,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.264,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d034dafe-463d-4c50-956f-84fca657b26f",
"name": "Claude 4 Sonnet (Non-reasoning)",
"slug": "claude-4-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 33,
"coding_index": 30.6,
"math_index": 38,
"mmlu_pro": 0.837,
"gpqa": 0.683,
"hle": 0.04,
"livecodebench": 0.449,
"scicode": 0.373,
"ifbench": 0.454,
"lcr": 0.443,
"terminalbench_hard": 0.273,
"tau2": 0.523,
"math_500": 0.934,
"aime": 0.407,
"aime_25": 0.38,
"output_tps": 46.94,
"ttft": 0.865,
"ttfat": 0.865,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "504412c2-2ada-499b-aebf-7e0a35c9d286",
"name": "Claude 4 Opus (Non-reasoning)",
"slug": "claude-4-opus",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 33,
"coding_index": null,
"math_index": 36.3,
"mmlu_pro": 0.86,
"gpqa": 0.701,
"hle": 0.059,
"livecodebench": 0.542,
"scicode": 0.409,
"ifbench": 0.433,
"lcr": 0.36,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.941,
"aime": 0.563,
"aime_25": 0.363,
"output_tps": 34.423,
"ttft": 1.654,
"ttfat": 1.654,
"price_input": 18.75,
"price_output": 75,
"price_blended": 32.813
},
{
"id": "90e078f2-051b-4c63-8919-76618971cb3f",
"name": "Claude 4.5 Sonnet (Reasoning)",
"slug": "claude-4-5-sonnet-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-09-29",
"intelligence_index": 43,
"coding_index": 38.6,
"math_index": 88,
"mmlu_pro": 0.875,
"gpqa": 0.834,
"hle": 0.173,
"livecodebench": 0.714,
"scicode": 0.447,
"ifbench": 0.573,
"lcr": 0.657,
"terminalbench_hard": 0.356,
"tau2": 0.781,
"math_500": null,
"aime": null,
"aime_25": 0.88,
"output_tps": 45.409,
"ttft": 8.639,
"ttfat": 8.639,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "4386585e-71b4-4a0c-8a63-afb333419cd6",
"name": "Claude Opus 4.6 (Non-reasoning, High Effort)",
"slug": "claude-opus-4-6",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-05",
"intelligence_index": 46.5,
"coding_index": 47.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.84,
"hle": 0.186,
"livecodebench": null,
"scicode": 0.457,
"ifbench": 0.446,
"lcr": 0.583,
"terminalbench_hard": 0.485,
"tau2": 0.848,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 44.007,
"ttft": 1.555,
"ttfat": 1.555,
"price_input": 6.25,
"price_output": 25,
"price_blended": 10.938
},
{
"id": "9e141c0d-fc82-4e07-bb2e-fe0003bc030b",
"name": "Claude 2.1",
"slug": "claude-21",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2023-11-21",
"intelligence_index": 9.3,
"coding_index": 14,
"math_index": null,
"mmlu_pro": 0.495,
"gpqa": 0.319,
"hle": 0.042,
"livecodebench": 0.195,
"scicode": 0.184,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.374,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4077490a-bbfb-404e-979a-a97a20e3b5de",
"name": "Claude Opus 4.5 (Non-reasoning)",
"slug": "claude-opus-4-5",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-11-24",
"intelligence_index": 43.1,
"coding_index": 42.9,
"math_index": 62.7,
"mmlu_pro": 0.889,
"gpqa": 0.81,
"hle": 0.129,
"livecodebench": 0.738,
"scicode": 0.47,
"ifbench": 0.43,
"lcr": 0.653,
"terminalbench_hard": 0.409,
"tau2": 0.863,
"math_500": null,
"aime": null,
"aime_25": 0.627,
"output_tps": 52.201,
"ttft": 1.267,
"ttfat": 1.267,
"price_input": 6.25,
"price_output": 25,
"price_blended": 10.938
},
{
"id": "a7564055-f8ba-4c4b-9e2d-060f61263645",
"name": "Claude 4 Sonnet (Reasoning)",
"slug": "claude-4-sonnet-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 38.7,
"coding_index": 34.1,
"math_index": 74.3,
"mmlu_pro": 0.842,
"gpqa": 0.777,
"hle": 0.096,
"livecodebench": 0.655,
"scicode": 0.4,
"ifbench": 0.547,
"lcr": 0.647,
"terminalbench_hard": 0.311,
"tau2": 0.646,
"math_500": 0.991,
"aime": 0.773,
"aime_25": 0.743,
"output_tps": 50.411,
"ttft": 12.183,
"ttfat": 12.183,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "91cb6144-4937-4e4e-aeda-b4341d355c10",
"name": "Claude 4.5 Sonnet (Non-reasoning)",
"slug": "claude-4-5-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-09-29",
"intelligence_index": 37.1,
"coding_index": 33.5,
"math_index": 37,
"mmlu_pro": 0.86,
"gpqa": 0.727,
"hle": 0.071,
"livecodebench": 0.59,
"scicode": 0.428,
"ifbench": 0.427,
"lcr": 0.513,
"terminalbench_hard": 0.288,
"tau2": 0.705,
"math_500": null,
"aime": null,
"aime_25": 0.37,
"output_tps": 45.146,
"ttft": 0.912,
"ttfat": 0.912,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "2660d74f-ce79-48a8-8b53-6e668e2071a2",
"name": "Claude Opus 4.5 (Reasoning)",
"slug": "claude-opus-4-5-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-11-24",
"intelligence_index": 49.7,
"coding_index": 47.8,
"math_index": 91.3,
"mmlu_pro": 0.895,
"gpqa": 0.866,
"hle": 0.284,
"livecodebench": 0.871,
"scicode": 0.495,
"ifbench": 0.58,
"lcr": 0.74,
"terminalbench_hard": 0.47,
"tau2": 0.895,
"math_500": null,
"aime": null,
"aime_25": 0.913,
"output_tps": 71.128,
"ttft": 13.809,
"ttfat": 13.809,
"price_input": 6.25,
"price_output": 25,
"price_blended": 10.938
},
{
"id": "53c98840-47af-49aa-94e6-469fb17e9a1b",
"name": "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)",
"slug": "claude-opus-4-6-adaptive",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-05",
"intelligence_index": 53,
"coding_index": 48.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.896,
"hle": 0.367,
"livecodebench": null,
"scicode": 0.519,
"ifbench": 0.531,
"lcr": 0.707,
"terminalbench_hard": 0.462,
"tau2": 0.921,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 50.689,
"ttft": 16.089,
"ttfat": 16.089,
"price_input": 6.25,
"price_output": 25,
"price_blended": 10.938
},
{
"id": "ccbfa8c3-a762-480b-aade-34fb9697f98c",
"name": "Claude 4.1 Opus (Reasoning)",
"slug": "claude-4-1-opus-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-08-05",
"intelligence_index": 42,
"coding_index": 36.5,
"math_index": 80.3,
"mmlu_pro": 0.88,
"gpqa": 0.809,
"hle": 0.119,
"livecodebench": 0.654,
"scicode": 0.409,
"ifbench": 0.554,
"lcr": 0.663,
"terminalbench_hard": 0.343,
"tau2": 0.714,
"math_500": null,
"aime": null,
"aime_25": 0.803,
"output_tps": 36.43,
"ttft": 8.251,
"ttfat": 8.251,
"price_input": 18.75,
"price_output": 75,
"price_blended": 32.813
},
{
"id": "d925845d-39ad-4de3-8495-f176b79828c0",
"name": "Claude 3.7 Sonnet (Non-reasoning)",
"slug": "claude-3-7-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-02-24",
"intelligence_index": 30.8,
"coding_index": 26.7,
"math_index": 21,
"mmlu_pro": 0.803,
"gpqa": 0.656,
"hle": 0.048,
"livecodebench": 0.394,
"scicode": 0.376,
"ifbench": 0.44,
"lcr": 0.483,
"terminalbench_hard": 0.212,
"tau2": 0.5,
"math_500": 0.85,
"aime": 0.223,
"aime_25": 0.21,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3.75,
"price_output": 15,
"price_blended": 6.563
},
{
"id": "f2f60e3a-e5f5-4471-acd2-9f2f29c76007",
"name": "Claude 4.1 Opus (Non-reasoning)",
"slug": "claude-4-1-opus",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-08-05",
"intelligence_index": 36,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 36.026,
"ttft": 1.676,
"ttfat": 1.676,
"price_input": 18.75,
"price_output": 75,
"price_blended": 32.813
},
{
"id": "8a4a5ead-7789-4389-8400-30e9d20370b7",
"name": "Claude 4 Opus (Reasoning)",
"slug": "claude-4-opus-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 39,
"coding_index": 34,
"math_index": 73.3,
"mmlu_pro": 0.873,
"gpqa": 0.796,
"hle": 0.117,
"livecodebench": 0.636,
"scicode": 0.398,
"ifbench": 0.537,
"lcr": 0.337,
"terminalbench_hard": 0.311,
"tau2": 0.734,
"math_500": 0.982,
"aime": 0.757,
"aime_25": 0.733,
"output_tps": 41.345,
"ttft": 7.612,
"ttfat": 7.612,
"price_input": 18.75,
"price_output": 75,
"price_blended": 32.813
},
{
"id": "ddc748d0-6a9b-466b-8d6c-68417980d56d",
"name": "Claude 2.0",
"slug": "claude-2",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2023-07-11",
"intelligence_index": 9.1,
"coding_index": 12.9,
"math_index": null,
"mmlu_pro": 0.486,
"gpqa": 0.344,
"hle": null,
"livecodebench": 0.171,
"scicode": 0.194,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "13358187-4584-479c-ab43-5bcdf8f297a4",
"name": "Claude 3.7 Sonnet (Reasoning)",
"slug": "claude-3-7-sonnet-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-02-24",
"intelligence_index": 34.7,
"coding_index": 27.6,
"math_index": 56.3,
"mmlu_pro": 0.837,
"gpqa": 0.772,
"hle": 0.103,
"livecodebench": 0.473,
"scicode": 0.403,
"ifbench": 0.483,
"lcr": 0.607,
"terminalbench_hard": 0.212,
"tau2": 0.547,
"math_500": 0.947,
"aime": 0.487,
"aime_25": 0.563,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "50f92d5f-f413-4c97-8dab-331101622a28",
"name": "Mistral Large 2 (Nov '24)",
"slug": "mistral-large-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-11-18",
"intelligence_index": 15.1,
"coding_index": 13.8,
"math_index": 14,
"mmlu_pro": 0.697,
"gpqa": 0.486,
"hle": 0.04,
"livecodebench": 0.293,
"scicode": 0.292,
"ifbench": 0.312,
"lcr": 0.053,
"terminalbench_hard": 0.061,
"tau2": 0.307,
"math_500": 0.736,
"aime": 0.11,
"aime_25": 0.14,
"output_tps": 29.675,
"ttft": 0.631,
"ttfat": 0.631,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "1b05e346-e86a-4a20-8feb-7da8c65a99aa",
"name": "Mistral Large 2 (Jul '24)",
"slug": "mistral-large-2407",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-07-24",
"intelligence_index": 13,
"coding_index": null,
"math_index": 0,
"mmlu_pro": 0.683,
"gpqa": 0.472,
"hle": 0.032,
"livecodebench": 0.267,
"scicode": 0.271,
"ifbench": 0.316,
"lcr": 0.017,
"terminalbench_hard": null,
"tau2": 0.33,
"math_500": 0.714,
"aime": 0.093,
"aime_25": 0,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "de0beaf0-c951-487a-8eb4-3dd12e74122c",
"name": "Pixtral Large",
"slug": "pixtral-large-2411",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-11-18",
"intelligence_index": 14,
"coding_index": null,
"math_index": 2.3,
"mmlu_pro": 0.701,
"gpqa": 0.505,
"hle": 0.036,
"livecodebench": 0.261,
"scicode": 0.292,
"ifbench": 0.345,
"lcr": 0.103,
"terminalbench_hard": null,
"tau2": 0.365,
"math_500": 0.714,
"aime": 0.07,
"aime_25": 0.023,
"output_tps": 55.616,
"ttft": 0.503,
"ttfat": 0.503,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "e5dd499f-c330-45ec-9ff0-a99209c82af7",
"name": "Mistral Small 3",
"slug": "mistral-small-3",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-01-30",
"intelligence_index": 12.7,
"coding_index": null,
"math_index": 4.3,
"mmlu_pro": 0.652,
"gpqa": 0.462,
"hle": 0.041,
"livecodebench": 0.252,
"scicode": 0.236,
"ifbench": 0.264,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0.196,
"math_500": 0.715,
"aime": 0.08,
"aime_25": 0.043,
"output_tps": 138.257,
"ttft": 0.505,
"ttfat": 0.505,
"price_input": 0.075,
"price_output": 0.19,
"price_blended": 0.104
},
{
"id": "7c045ca0-b331-488d-af31-df0fd331dfd1",
"name": "Mistral Small (Sep '24)",
"slug": "mistral-small",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-09-17",
"intelligence_index": 10.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.529,
"gpqa": 0.381,
"hle": 0.043,
"livecodebench": 0.141,
"scicode": 0.156,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.563,
"aime": 0.063,
"aime_25": null,
"output_tps": 143.048,
"ttft": 0.608,
"ttfat": 0.608,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "ca6c1412-f3c1-4391-9231-f83a702aa7af",
"name": "Mixtral 8x22B Instruct",
"slug": "mistral-8x22b-instruct",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-04-17",
"intelligence_index": 9.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.537,
"gpqa": 0.332,
"hle": 0.041,
"livecodebench": 0.148,
"scicode": 0.188,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.545,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "35d602fc-b8b8-4698-9f4d-f2ce11ca50e4",
"name": "Mistral Small (Feb '24)",
"slug": "mistral-small-2402",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-02-26",
"intelligence_index": 9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.419,
"gpqa": 0.302,
"hle": 0.044,
"livecodebench": 0.111,
"scicode": 0.134,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.562,
"aime": 0.007,
"aime_25": null,
"output_tps": 147.565,
"ttft": 0.542,
"ttfat": 0.542,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "5e4e4590-a77e-4b66-95f8-f3960a1a7c68",
"name": "Mistral Large (Feb '24)",
"slug": "mistral-large",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-02-26",
"intelligence_index": 9.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.515,
"gpqa": 0.351,
"hle": 0.034,
"livecodebench": 0.178,
"scicode": 0.208,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.527,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 4,
"price_output": 12,
"price_blended": 6
},
{
"id": "3edcb2ed-6981-4f88-a556-563f7f8f00aa",
"name": "Mixtral 8x7B Instruct",
"slug": "mixtral-8x7b-instruct",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2023-12-11",
"intelligence_index": 7.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.387,
"gpqa": 0.292,
"hle": 0.045,
"livecodebench": 0.066,
"scicode": 0.028,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.299,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.45,
"price_output": 0.7,
"price_blended": 0.512
},
{
"id": "217b34ec-5920-4fc1-8886-6a70a324837d",
"name": "Mistral 7B Instruct",
"slug": "mistral-7b-instruct",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2023-09-27",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.245,
"gpqa": 0.177,
"hle": 0.043,
"livecodebench": 0.046,
"scicode": 0.024,
"ifbench": 0.199,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0,
"math_500": 0.121,
"aime": 0,
"aime_25": null,
"output_tps": 151.722,
"ttft": 0.369,
"ttfat": 0.369,
"price_input": 0.2,
"price_output": 0.225,
"price_blended": 0.206
},
{
"id": "43da3718-3d6e-40dd-901a-05664179ff7f",
"name": "Mistral Small 3.2",
"slug": "mistral-small-3-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-06-20",
"intelligence_index": 15.1,
"coding_index": 13.3,
"math_index": 27,
"mmlu_pro": 0.681,
"gpqa": 0.505,
"hle": 0.043,
"livecodebench": 0.275,
"scicode": 0.264,
"ifbench": 0.335,
"lcr": 0.173,
"terminalbench_hard": 0.068,
"tau2": 0.295,
"math_500": 0.883,
"aime": 0.323,
"aime_25": 0.27,
"output_tps": 144.051,
"ttft": 0.389,
"ttfat": 0.389,
"price_input": 0.087,
"price_output": 0.25,
"price_blended": 0.128
},
{
"id": "0fec07d5-a9b2-407a-b5f8-5bf10bd86b59",
"name": "Magistral Small 1",
"slug": "magistral-small",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-06-10",
"intelligence_index": 16.8,
"coding_index": 11.1,
"math_index": 41.3,
"mmlu_pro": 0.746,
"gpqa": 0.641,
"hle": 0.072,
"livecodebench": 0.514,
"scicode": 0.241,
"ifbench": 0.248,
"lcr": 0,
"terminalbench_hard": 0.045,
"tau2": 0.266,
"math_500": 0.963,
"aime": 0.713,
"aime_25": 0.413,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "59e22326-1bca-4432-a5fa-147fbe8854e7",
"name": "Mistral Medium 3",
"slug": "mistral-medium-3",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-05-07",
"intelligence_index": 18.8,
"coding_index": 13.6,
"math_index": 30.3,
"mmlu_pro": 0.76,
"gpqa": 0.578,
"hle": 0.043,
"livecodebench": 0.4,
"scicode": 0.331,
"ifbench": 0.393,
"lcr": 0.28,
"terminalbench_hard": 0.038,
"tau2": 0.243,
"math_500": 0.907,
"aime": 0.44,
"aime_25": 0.303,
"output_tps": 48.077,
"ttft": 0.496,
"ttfat": 0.496,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "24ac5b00-5f03-4c47-8e37-522d1195383e",
"name": "Mistral Small 3.1",
"slug": "mistral-small-3-1",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-03-17",
"intelligence_index": 14.5,
"coding_index": 13.9,
"math_index": 3.7,
"mmlu_pro": 0.659,
"gpqa": 0.454,
"hle": 0.048,
"livecodebench": 0.212,
"scicode": 0.265,
"ifbench": 0.299,
"lcr": 0.197,
"terminalbench_hard": 0.076,
"tau2": 0.251,
"math_500": 0.707,
"aime": 0.093,
"aime_25": 0.037,
"output_tps": 138.869,
"ttft": 0.494,
"ttfat": 0.494,
"price_input": 0.105,
"price_output": 0.235,
"price_blended": 0.138
},
{
"id": "7a7b52f6-fdef-4dae-9203-58c710ccc81d",
"name": "Mistral Saba",
"slug": "mistral-saba",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-02-17",
"intelligence_index": 12.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.611,
"gpqa": 0.424,
"hle": 0.041,
"livecodebench": null,
"scicode": 0.241,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.677,
"aime": 0.13,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "cc1fa238-1a76-486d-a997-22309275eadd",
"name": "Devstral Small (May '25)",
"slug": "devstral-small-2505",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-05-21",
"intelligence_index": 18,
"coding_index": 12.2,
"math_index": null,
"mmlu_pro": 0.632,
"gpqa": 0.434,
"hle": 0.04,
"livecodebench": 0.258,
"scicode": 0.245,
"ifbench": 0.316,
"lcr": 0.267,
"terminalbench_hard": 0.061,
"tau2": 0.38,
"math_500": 0.684,
"aime": 0.067,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1f05af98-1ec6-4506-a0b8-57a8c9b63878",
"name": "Mistral Medium",
"slug": "mistral-medium",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2023-12-11",
"intelligence_index": 9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.491,
"gpqa": 0.349,
"hle": 0.034,
"livecodebench": 0.099,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.405,
"aime": 0.037,
"aime_25": null,
"output_tps": 79.386,
"ttft": 0.514,
"ttfat": 0.514,
"price_input": 2.75,
"price_output": 8.1,
"price_blended": 4.088
},
{
"id": "05a32e26-e609-4377-951b-8fa23d329926",
"name": "Mistral Medium 3.1",
"slug": "mistral-medium-3-1",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-08-12",
"intelligence_index": 21.3,
"coding_index": 18.3,
"math_index": 38.3,
"mmlu_pro": 0.683,
"gpqa": 0.588,
"hle": 0.044,
"livecodebench": 0.406,
"scicode": 0.338,
"ifbench": 0.398,
"lcr": 0.197,
"terminalbench_hard": 0.106,
"tau2": 0.406,
"math_500": null,
"aime": null,
"aime_25": 0.383,
"output_tps": 85.232,
"ttft": 0.489,
"ttfat": 0.489,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "9eae4ec4-61b8-48bc-9843-3edd506ae933",
"name": "Devstral Small (Jul '25)",
"slug": "devstral-small",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-07-10",
"intelligence_index": 15.2,
"coding_index": 12.1,
"math_index": 29.3,
"mmlu_pro": 0.622,
"gpqa": 0.414,
"hle": 0.037,
"livecodebench": 0.254,
"scicode": 0.243,
"ifbench": 0.346,
"lcr": 0.17,
"terminalbench_hard": 0.061,
"tau2": 0.284,
"math_500": 0.635,
"aime": 0.003,
"aime_25": 0.293,
"output_tps": 210.683,
"ttft": 0.39,
"ttfat": 0.39,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "660965b2-66d2-49ee-a6b9-79a6ac47d3c0",
"name": "Magistral Medium 1",
"slug": "magistral-medium",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-06-10",
"intelligence_index": 18.8,
"coding_index": 16,
"math_index": 40.3,
"mmlu_pro": 0.753,
"gpqa": 0.679,
"hle": 0.095,
"livecodebench": 0.527,
"scicode": 0.297,
"ifbench": 0.251,
"lcr": 0,
"terminalbench_hard": 0.091,
"tau2": 0.231,
"math_500": 0.917,
"aime": 0.7,
"aime_25": 0.403,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "aba82268-2bb7-4a0f-80be-9b7722e2145b",
"name": "Devstral Medium",
"slug": "devstral-medium",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-07-10",
"intelligence_index": 18.7,
"coding_index": 15.9,
"math_index": 4.7,
"mmlu_pro": 0.708,
"gpqa": 0.492,
"hle": 0.038,
"livecodebench": 0.337,
"scicode": 0.294,
"ifbench": 0.299,
"lcr": 0.287,
"terminalbench_hard": 0.091,
"tau2": 0.199,
"math_500": 0.707,
"aime": 0.067,
"aime_25": 0.047,
"output_tps": 71.834,
"ttft": 0.51,
"ttfat": 0.51,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "df95f83f-5ebb-466a-9d2d-b95efc8c012c",
"name": "DeepSeek R1 Distill Qwen 32B",
"slug": "deepseek-r1-distill-qwen-32b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 17.2,
"coding_index": null,
"math_index": 63,
"mmlu_pro": 0.739,
"gpqa": 0.615,
"hle": 0.055,
"livecodebench": 0.27,
"scicode": 0.376,
"ifbench": 0.229,
"lcr": 0.097,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.941,
"aime": 0.687,
"aime_25": 0.63,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "43fc5506-c5ed-4dee-9b85-962bf7ae3986",
"name": "DeepSeek V3 (Dec '24)",
"slug": "deepseek-v3",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-12-26",
"intelligence_index": 16.5,
"coding_index": 16.4,
"math_index": 26,
"mmlu_pro": 0.752,
"gpqa": 0.557,
"hle": 0.036,
"livecodebench": 0.359,
"scicode": 0.354,
"ifbench": 0.348,
"lcr": 0.29,
"terminalbench_hard": 0.068,
"tau2": 0.228,
"math_500": 0.887,
"aime": 0.253,
"aime_25": 0.26,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.4,
"price_output": 0.89,
"price_blended": 0.523
},
{
"id": "b26ff709-1773-4595-ae44-78e0a5bac29c",
"name": "DeepSeek R1 Distill Qwen 14B",
"slug": "deepseek-r1-distill-qwen-14b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 15.8,
"coding_index": null,
"math_index": 55.7,
"mmlu_pro": 0.74,
"gpqa": 0.484,
"hle": 0.044,
"livecodebench": 0.376,
"scicode": 0.239,
"ifbench": 0.221,
"lcr": 0.07,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.949,
"aime": 0.667,
"aime_25": 0.557,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bc4579d2-9c46-46c3-ace0-454039bf21bb",
"name": "DeepSeek-V2.5 (Dec '24)",
"slug": "deepseek-v2-5",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-12-10",
"intelligence_index": 12.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.763,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8f0a75d6-8d00-4c2e-bcd4-8e88a570a93c",
"name": "DeepSeek-Coder-V2",
"slug": "deepseek-coder-v2",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-06-17",
"intelligence_index": 10.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.743,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0e49fe2d-dd3c-4ae5-b56f-a1c89e14b89e",
"name": "DeepSeek R1 Distill Llama 8B",
"slug": "deepseek-r1-distill-llama-8b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 12.1,
"coding_index": null,
"math_index": 41.3,
"mmlu_pro": 0.543,
"gpqa": 0.302,
"hle": 0.042,
"livecodebench": 0.233,
"scicode": 0.119,
"ifbench": 0.176,
"lcr": 0,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.853,
"aime": 0.333,
"aime_25": 0.413,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "7764d514-694f-444c-8d60-bdc6e24e223f",
"name": "DeepSeek LLM 67B Chat (V1)",
"slug": "deepseek-llm-67b-chat",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2023-11-29",
"intelligence_index": 8.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "444cdb1e-bab8-42cd-938c-b2d7a93e2da1",
"name": "DeepSeek R1 Distill Qwen 1.5B",
"slug": "deepseek-r1-distill-qwen-1-5b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 9.1,
"coding_index": null,
"math_index": 22,
"mmlu_pro": 0.269,
"gpqa": 0.098,
"hle": 0.033,
"livecodebench": 0.07,
"scicode": 0.066,
"ifbench": 0.132,
"lcr": 0.003,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.687,
"aime": 0.177,
"aime_25": 0.22,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "198b717f-42c8-4ab7-a699-ae9373d669d3",
"name": "DeepSeek V3.1 (Reasoning)",
"slug": "deepseek-v3-1-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-08-21",
"intelligence_index": 27.7,
"coding_index": 29.7,
"math_index": 89.7,
"mmlu_pro": 0.851,
"gpqa": 0.779,
"hle": 0.13,
"livecodebench": 0.784,
"scicode": 0.391,
"ifbench": 0.415,
"lcr": 0.533,
"terminalbench_hard": 0.25,
"tau2": 0.374,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.59,
"price_output": 1.69,
"price_blended": 0.865
},
{
"id": "6d9a176d-feb8-4dac-8872-afe32b31897f",
"name": "DeepSeek V3.2 (Non-reasoning)",
"slug": "deepseek-v3-2",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-12-01",
"intelligence_index": 32.1,
"coding_index": 34.6,
"math_index": 59,
"mmlu_pro": 0.837,
"gpqa": 0.751,
"hle": 0.105,
"livecodebench": 0.593,
"scicode": 0.387,
"ifbench": 0.49,
"lcr": 0.39,
"terminalbench_hard": 0.326,
"tau2": 0.789,
"math_500": null,
"aime": null,
"aime_25": 0.59,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.5,
"price_output": 1.6,
"price_blended": 0.775
},
{
"id": "0e34f05c-387e-4968-be15-ccec4a55d8c1",
"name": "DeepSeek R1 (Jan '25)",
"slug": "deepseek-r1-0120",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 18.8,
"coding_index": 15.9,
"math_index": 68,
"mmlu_pro": 0.844,
"gpqa": 0.708,
"hle": 0.093,
"livecodebench": 0.617,
"scicode": 0.357,
"ifbench": 0.39,
"lcr": 0.523,
"terminalbench_hard": 0.061,
"tau2": 0.114,
"math_500": 0.966,
"aime": 0.683,
"aime_25": 0.68,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.675,
"price_output": 4.7,
"price_blended": 2.431
},
{
"id": "75e1c197-f239-4361-a9d6-66dccfead236",
"name": "DeepSeek V3 0324",
"slug": "deepseek-v3-0324",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-03-25",
"intelligence_index": 22.3,
"coding_index": 22,
"math_index": 41,
"mmlu_pro": 0.819,
"gpqa": 0.655,
"hle": 0.052,
"livecodebench": 0.405,
"scicode": 0.358,
"ifbench": 0.41,
"lcr": 0.41,
"terminalbench_hard": 0.152,
"tau2": 0.471,
"math_500": 0.942,
"aime": 0.52,
"aime_25": 0.41,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.195,
"price_output": 1.25,
"price_blended": 1.209
},
{
"id": "07c35e00-2b12-44c8-91cc-408629cd569e",
"name": "DeepSeek V3.2 Exp (Non-reasoning)",
"slug": "deepseek-v3-2-0925",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-29",
"intelligence_index": 28.4,
"coding_index": 30,
"math_index": 57.7,
"mmlu_pro": 0.836,
"gpqa": 0.738,
"hle": 0.086,
"livecodebench": 0.554,
"scicode": 0.399,
"ifbench": 0.431,
"lcr": 0.43,
"terminalbench_hard": 0.25,
"tau2": 0.339,
"math_500": null,
"aime": null,
"aime_25": 0.577,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.275,
"price_output": 0.415,
"price_blended": 0.31
},
{
"id": "0a7dda4d-cc9c-4a90-abc1-abb5772c901b",
"name": "DeepSeek V3.1 Terminus (Reasoning)",
"slug": "deepseek-v3-1-terminus-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-22",
"intelligence_index": 33.9,
"coding_index": 33.7,
"math_index": 89.7,
"mmlu_pro": 0.851,
"gpqa": 0.792,
"hle": 0.152,
"livecodebench": 0.798,
"scicode": 0.406,
"ifbench": 0.57,
"lcr": 0.65,
"terminalbench_hard": 0.303,
"tau2": 0.371,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.635,
"price_output": 2.75,
"price_blended": 1.914
},
{
"id": "2d19c2d1-062d-436e-b2c2-3d3ecad34acc",
"name": "DeepSeek-V2-Chat",
"slug": "deepseek-v2",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-05-06",
"intelligence_index": 9.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "527e943a-adc6-4e69-93af-d1608e1b5fed",
"name": "DeepSeek V3.2 Speciale",
"slug": "deepseek-v3-2-speciale",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-12-01",
"intelligence_index": 29.4,
"coding_index": 37.9,
"math_index": 96.7,
"mmlu_pro": 0.863,
"gpqa": 0.871,
"hle": 0.261,
"livecodebench": 0.896,
"scicode": 0.44,
"ifbench": 0.639,
"lcr": 0.593,
"terminalbench_hard": 0.348,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.967,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8a24865b-90d9-4e2b-a2fd-6851c2e9d627",
"name": "DeepSeek-V2.5",
"slug": "deepseek-v2-5-sep-2024",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-09-06",
"intelligence_index": 12.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "af134350-8ba3-4629-b56b-00bd6dcf60c4",
"name": "DeepSeek V3.2 Exp (Reasoning)",
"slug": "deepseek-v3-2-reasoning-0925",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-29",
"intelligence_index": 32.9,
"coding_index": 33.3,
"math_index": 87.7,
"mmlu_pro": 0.85,
"gpqa": 0.797,
"hle": 0.138,
"livecodebench": 0.789,
"scicode": 0.377,
"ifbench": 0.541,
"lcr": 0.69,
"terminalbench_hard": 0.311,
"tau2": 0.339,
"math_500": null,
"aime": null,
"aime_25": 0.877,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.275,
"price_output": 0.415,
"price_blended": 0.31
},
{
"id": "d621247c-d47e-458c-82cb-a166bc3b37e5",
"name": "DeepSeek V3.2 (Reasoning)",
"slug": "deepseek-v3-2-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-12-01",
"intelligence_index": 41.7,
"coding_index": 36.7,
"math_index": 92,
"mmlu_pro": 0.862,
"gpqa": 0.84,
"hle": 0.222,
"livecodebench": 0.862,
"scicode": 0.389,
"ifbench": 0.607,
"lcr": 0.65,
"terminalbench_hard": 0.356,
"tau2": 0.906,
"math_500": null,
"aime": null,
"aime_25": 0.92,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 0.45,
"price_blended": 0.337
},
{
"id": "dfb9292d-bc7c-4425-a260-4256217e709f",
"name": "DeepSeek V3.1 Terminus (Non-reasoning)",
"slug": "deepseek-v3-1-terminus",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-22",
"intelligence_index": 28.5,
"coding_index": 31.9,
"math_index": 53.7,
"mmlu_pro": 0.836,
"gpqa": 0.751,
"hle": 0.084,
"livecodebench": 0.529,
"scicode": 0.321,
"ifbench": 0.412,
"lcr": 0.433,
"terminalbench_hard": 0.318,
"tau2": 0.371,
"math_500": null,
"aime": null,
"aime_25": 0.537,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.27,
"price_output": 1,
"price_blended": 0.453
},
{
"id": "fb65266f-5a7d-403c-85d5-ccdf0d1ca838",
"name": "DeepSeek V3.1 (Non-reasoning)",
"slug": "deepseek-v3-1",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-08-21",
"intelligence_index": 28.1,
"coding_index": 28.4,
"math_index": 49.7,
"mmlu_pro": 0.833,
"gpqa": 0.735,
"hle": 0.063,
"livecodebench": 0.577,
"scicode": 0.367,
"ifbench": 0.378,
"lcr": 0.45,
"terminalbench_hard": 0.242,
"tau2": 0.348,
"math_500": null,
"aime": null,
"aime_25": 0.497,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.555,
"price_output": 1.67,
"price_blended": 0.834
},
{
"id": "6000145b-0e3d-4fef-a55f-bcaac84803b2",
"name": "DeepSeek R1 0528 Qwen3 8B",
"slug": "deepseek-r1-qwen3-8b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-05-29",
"intelligence_index": 16.4,
"coding_index": 7.8,
"math_index": 63.7,
"mmlu_pro": 0.739,
"gpqa": 0.612,
"hle": 0.056,
"livecodebench": 0.513,
"scicode": 0.204,
"ifbench": 0.199,
"lcr": 0.13,
"terminalbench_hard": 0.015,
"tau2": 0,
"math_500": 0.932,
"aime": 0.65,
"aime_25": 0.637,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c7327e6e-b27f-4b1b-859d-159a34e0ba1c",
"name": "DeepSeek Coder V2 Lite Instruct",
"slug": "deepseek-coder-v2-lite",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-06-17",
"intelligence_index": 8.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.429,
"gpqa": 0.319,
"hle": 0.053,
"livecodebench": 0.158,
"scicode": 0.139,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3435db18-9227-45a5-8e79-9546b14b5aaa",
"name": "Sonar Pro",
"slug": "sonar-pro",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-21",
"intelligence_index": 15.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.755,
"gpqa": 0.578,
"hle": 0.079,
"livecodebench": 0.275,
"scicode": 0.226,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.745,
"aime": 0.29,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "04751bd4-0c5d-416b-a5f2-83727c5bfcda",
"name": "Sonar Reasoning",
"slug": "sonar-reasoning",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-28",
"intelligence_index": 17.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.623,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.921,
"aime": 0.77,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1edc272c-d799-44d6-909a-bf3c1909a3a0",
"name": "Sonar Reasoning Pro",
"slug": "sonar-reasoning-pro",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-28",
"intelligence_index": 24.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.957,
"aime": 0.79,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5ec4a0db-da66-4e46-9682-fceeed755ef8",
"name": "Sonar",
"slug": "sonar",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-21",
"intelligence_index": 15.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.689,
"gpqa": 0.471,
"hle": 0.073,
"livecodebench": 0.295,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.817,
"aime": 0.487,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a04f5b78-f397-4fd8-a2b1-00dcab50324c",
"name": "Grok Beta",
"slug": "grok-beta",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2024-08-13",
"intelligence_index": 13.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.703,
"gpqa": 0.471,
"hle": 0.047,
"livecodebench": 0.241,
"scicode": 0.295,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.737,
"aime": 0.103,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "573bbd93-114c-4b71-9ede-a73a7d4bdf84",
"name": "Grok 4 Fast (Reasoning)",
"slug": "grok-4-fast-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-09-19",
"intelligence_index": 35.1,
"coding_index": 27.4,
"math_index": 89.7,
"mmlu_pro": 0.85,
"gpqa": 0.847,
"hle": 0.17,
"livecodebench": 0.832,
"scicode": 0.442,
"ifbench": 0.505,
"lcr": 0.647,
"terminalbench_hard": 0.189,
"tau2": 0.658,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": 95.854,
"ttft": 6.177,
"ttfat": 6.177,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "5ea94a4a-55ac-4ea1-8898-2b3971e94af6",
"name": "Grok 4",
"slug": "grok-4",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-07-10",
"intelligence_index": 41.5,
"coding_index": 40.5,
"math_index": 92.7,
"mmlu_pro": 0.866,
"gpqa": 0.877,
"hle": 0.239,
"livecodebench": 0.819,
"scicode": 0.457,
"ifbench": 0.537,
"lcr": 0.68,
"terminalbench_hard": 0.379,
"tau2": 0.749,
"math_500": 0.99,
"aime": 0.943,
"aime_25": 0.927,
"output_tps": 45.607,
"ttft": 15.394,
"ttfat": 15.394,
"price_input": 4.25,
"price_output": 21.25,
"price_blended": 8.5
},
{
"id": "04787c2b-0751-4269-8029-075b727d7aed",
"name": "Grok 4.20 0309 (Reasoning)",
"slug": "grok-4-20-0309",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-03-10",
"intelligence_index": 48.5,
"coding_index": 42.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.885,
"hle": 0.3,
"livecodebench": null,
"scicode": 0.447,
"ifbench": 0.829,
"lcr": 0.59,
"terminalbench_hard": 0.409,
"tau2": 0.965,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 88.805,
"ttft": 32.914,
"ttfat": 32.914,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "2443ac9e-a3db-423d-accb-8963f6fb0a53",
"name": "Grok 3",
"slug": "grok-3",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-02-19",
"intelligence_index": 25.2,
"coding_index": 19.8,
"math_index": 58,
"mmlu_pro": 0.799,
"gpqa": 0.693,
"hle": 0.051,
"livecodebench": 0.425,
"scicode": 0.368,
"ifbench": 0.469,
"lcr": 0.547,
"terminalbench_hard": 0.114,
"tau2": 0.488,
"math_500": 0.87,
"aime": 0.33,
"aime_25": 0.58,
"output_tps": 36.8,
"ttft": 0.616,
"ttfat": 0.616,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a",
"name": "Grok 4 Fast (Non-reasoning)",
"slug": "grok-4-fast",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-09-19",
"intelligence_index": 23.1,
"coding_index": 19,
"math_index": 41.3,
"mmlu_pro": 0.73,
"gpqa": 0.606,
"hle": 0.05,
"livecodebench": 0.401,
"scicode": 0.329,
"ifbench": 0.377,
"lcr": 0.2,
"terminalbench_hard": 0.121,
"tau2": 0.637,
"math_500": null,
"aime": null,
"aime_25": 0.413,
"output_tps": 91.809,
"ttft": 0.427,
"ttfat": 0.427,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "291a510a-dcc0-40df-8a80-b3aa31900a6c",
"name": "Grok 2 (Dec '24)",
"slug": "grok-2-1212",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2024-12-12",
"intelligence_index": 13.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.709,
"gpqa": 0.51,
"hle": 0.038,
"livecodebench": 0.267,
"scicode": 0.285,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.778,
"aime": 0.133,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c72cb85a-18a4-4235-b455-77dff2f16c50",
"name": "Grok 4.20 0309 v2 (Reasoning)",
"slug": "grok-4-20",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-04-07",
"intelligence_index": 49.3,
"coding_index": 40.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.911,
"hle": 0.322,
"livecodebench": null,
"scicode": 0.456,
"ifbench": 0.812,
"lcr": 0.58,
"terminalbench_hard": 0.379,
"tau2": 0.93,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 91.341,
"ttft": 33.813,
"ttfat": 33.813,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "523125f4-a1da-4990-9abd-dd08a069100e",
"name": "Grok 4.20 0309 (Non-reasoning)",
"slug": "grok-4-20-0309-non-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-03-10",
"intelligence_index": 29.7,
"coding_index": 25.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.785,
"hle": 0.225,
"livecodebench": null,
"scicode": 0.322,
"ifbench": 0.478,
"lcr": 0.18,
"terminalbench_hard": 0.22,
"tau2": 0.696,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 79.737,
"ttft": 0.571,
"ttfat": 0.571,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "ec3b22e6-48ac-416a-b4ae-55565a4f3046",
"name": "Grok 3 Reasoning Beta",
"slug": "grok-3-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-02-19",
"intelligence_index": 21.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ec60e57e-76d3-42e3-a0e3-80662225a639",
"name": "OpenChat 3.5 (1210)",
"slug": "openchat-35",
"creator": "openchat",
"creator_id": "14b780e1-14fb-4aae-af03-ae2d99699bb1",
"creator_name": "OpenChat",
"release_date": "2023-12-18",
"intelligence_index": 8.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.31,
"gpqa": 0.23,
"hle": 0.048,
"livecodebench": 0.115,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.307,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "546ec53f-273c-4af7-b13f-b88c41f45905",
"name": "Nova Pro",
"slug": "nova-pro",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2024-12-03",
"intelligence_index": 13.5,
"coding_index": 11,
"math_index": 7,
"mmlu_pro": 0.691,
"gpqa": 0.499,
"hle": 0.034,
"livecodebench": 0.233,
"scicode": 0.208,
"ifbench": 0.381,
"lcr": 0.19,
"terminalbench_hard": 0.061,
"tau2": 0.14,
"math_500": 0.786,
"aime": 0.107,
"aime_25": 0.07,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.8,
"price_output": 3.2,
"price_blended": 1.4
},
{
"id": "5c3dd927-48a3-4f3c-8045-9b135f62dfbb",
"name": "Nova Lite",
"slug": "nova-lite",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2024-12-03",
"intelligence_index": 12.7,
"coding_index": 5.1,
"math_index": 7,
"mmlu_pro": 0.59,
"gpqa": 0.433,
"hle": 0.046,
"livecodebench": 0.167,
"scicode": 0.139,
"ifbench": 0.341,
"lcr": 0.177,
"terminalbench_hard": 0.008,
"tau2": 0.175,
"math_500": 0.765,
"aime": 0.107,
"aime_25": 0.07,
"output_tps": 197.618,
"ttft": 0.657,
"ttfat": 0.657,
"price_input": 0.06,
"price_output": 0.24,
"price_blended": 0.105
},
{
"id": "ded8d96e-835f-4359-947a-a4c3bb78e983",
"name": "Phi-3 Mini Instruct 3.8B",
"slug": "phi-3-mini",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft",
"release_date": "2024-04-23",
"intelligence_index": 10.1,
"coding_index": 3,
"math_index": 0.3,
"mmlu_pro": 0.435,
"gpqa": 0.319,
"hle": 0.044,
"livecodebench": 0.116,
"scicode": 0.09,
"ifbench": 0.239,
"lcr": 0.02,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.457,
"aime": 0.04,
"aime_25": 0.003,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1299b9a8-af50-4742-a58b-24ff7eb48f9f",
"name": "LFM 40B",
"slug": "lfm-40b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2024-09-30",
"intelligence_index": 8.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.425,
"gpqa": 0.327,
"hle": 0.049,
"livecodebench": 0.096,
"scicode": 0.071,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.48,
"aime": 0.023,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0faadeeb-320c-45cf-9c76-5f8768f342e6",
"name": "LFM2 1.2B",
"slug": "lfm2-1-2b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2025-07-10",
"intelligence_index": 6.3,
"coding_index": 0.8,
"math_index": 3.3,
"mmlu_pro": 0.257,
"gpqa": 0.228,
"hle": 0.057,
"livecodebench": 0.02,
"scicode": 0.025,
"ifbench": 0.22,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.126,
"math_500": null,
"aime": null,
"aime_25": 0.033,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c",
"name": "Solar Mini",
"slug": "solar-mini",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2024-01-25",
"intelligence_index": 11.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": 0.202,
"math_500": 0.331,
"aime": null,
"aime_25": null,
"output_tps": 65.856,
"ttft": 1.002,
"ttfat": 1.002,
"price_input": 0.15,
"price_output": 0.15,
"price_blended": 0.15
},
{
"id": "432d6c36-8825-47f3-b4eb-58529cea346b",
"name": "Solar Pro 2 (Preview) (Non-reasoning)",
"slug": "solar-pro-2-preview",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-05-20",
"intelligence_index": 16,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.725,
"gpqa": 0.544,
"hle": 0.038,
"livecodebench": 0.385,
"scicode": 0.272,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.871,
"aime": 0.297,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8e78cf7a-5b76-4beb-beba-b99c6233b208",
"name": "Solar Pro 2 (Preview) (Reasoning)",
"slug": "solar-pro-2-preview-reasoning",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-05-20",
"intelligence_index": 18.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.768,
"gpqa": 0.578,
"hle": 0.057,
"livecodebench": 0.462,
"scicode": 0.164,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.9,
"aime": 0.663,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1cb96708-f6c1-4668-9804-5db6ecac01ed",
"name": "DBRX Instruct",
"slug": "dbrx",
"creator": "databricks",
"creator_id": "650e5ce8-a549-4207-bbd4-9c4815bc2d49",
"creator_name": "Databricks",
"release_date": "2024-03-27",
"intelligence_index": 8.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.397,
"gpqa": 0.331,
"hle": 0.066,
"livecodebench": 0.093,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.279,
"aime": 0.03,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "12adec16-19fe-4d92-aeff-5ef3eb7e780a",
"name": "MiniMax-M2.5",
"slug": "minimax-m2-5",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2026-02-12",
"intelligence_index": 41.9,
"coding_index": 37.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.848,
"hle": 0.191,
"livecodebench": null,
"scicode": 0.426,
"ifbench": 0.716,
"lcr": 0.66,
"terminalbench_hard": 0.348,
"tau2": 0.953,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 92.146,
"ttft": 1.163,
"ttfat": 22.867,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "9ca246a7-cf13-42c9-9182-5b5ad6b79026",
"name": "MiniMax M1 80k",
"slug": "minimax-m1-80k",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-06-17",
"intelligence_index": 24.4,
"coding_index": 14.5,
"math_index": 61,
"mmlu_pro": 0.816,
"gpqa": 0.697,
"hle": 0.082,
"livecodebench": 0.711,
"scicode": 0.374,
"ifbench": 0.418,
"lcr": 0.543,
"terminalbench_hard": 0.03,
"tau2": 0.342,
"math_500": 0.98,
"aime": 0.847,
"aime_25": 0.61,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.55,
"price_output": 2.2,
"price_blended": 0.963
},
{
"id": "385376b1-9815-47dd-83cc-85aac34f247d",
"name": "MiniMax M1 40k",
"slug": "minimax-m1-40k",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-06-17",
"intelligence_index": 20.9,
"coding_index": 14.1,
"math_index": 13.7,
"mmlu_pro": 0.808,
"gpqa": 0.682,
"hle": 0.075,
"livecodebench": 0.657,
"scicode": 0.378,
"ifbench": 0.412,
"lcr": 0.517,
"terminalbench_hard": 0.023,
"tau2": 0.316,
"math_500": 0.972,
"aime": 0.813,
"aime_25": 0.137,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f74ea286-cd29-4eb4-af14-1389b19c21e5",
"name": "MiniMax-M2",
"slug": "minimax-m2",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-10-26",
"intelligence_index": 36.1,
"coding_index": 29.2,
"math_index": 78.3,
"mmlu_pro": 0.82,
"gpqa": 0.777,
"hle": 0.125,
"livecodebench": 0.826,
"scicode": 0.361,
"ifbench": 0.723,
"lcr": 0.61,
"terminalbench_hard": 0.258,
"tau2": 0.868,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": 80.933,
"ttft": 1.163,
"ttfat": 25.875,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "272ff333-442f-4169-a804-ac9177bc99d7",
"name": "MiniMax-M2.1",
"slug": "minimax-m2-1",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-12-23",
"intelligence_index": 39.4,
"coding_index": 32.8,
"math_index": 82.7,
"mmlu_pro": 0.875,
"gpqa": 0.83,
"hle": 0.222,
"livecodebench": 0.81,
"scicode": 0.407,
"ifbench": 0.699,
"lcr": 0.59,
"terminalbench_hard": 0.288,
"tau2": 0.854,
"math_500": null,
"aime": null,
"aime_25": 0.827,
"output_tps": 87.738,
"ttft": 1.152,
"ttfat": 23.948,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "441734a9-8901-4850-9bae-b474c370291f",
"name": "Kimi K2",
"slug": "kimi-k2",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-07-11",
"intelligence_index": 26.3,
"coding_index": 22.1,
"math_index": 57,
"mmlu_pro": 0.824,
"gpqa": 0.766,
"hle": 0.07,
"livecodebench": 0.556,
"scicode": 0.345,
"ifbench": 0.415,
"lcr": 0.51,
"terminalbench_hard": 0.159,
"tau2": 0.611,
"math_500": 0.971,
"aime": 0.693,
"aime_25": 0.57,
"output_tps": 34.645,
"ttft": 1.091,
"ttfat": 1.091,
"price_input": 0.585,
"price_output": 2.4,
"price_blended": 1.039
},
{
"id": "a550ffca-f89e-4381-ade6-a85dc6a1fb4c",
"name": "Kimi K2.5 (Reasoning)",
"slug": "kimi-k2-5",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2026-01-27",
"intelligence_index": 46.8,
"coding_index": 39.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.879,
"hle": 0.294,
"livecodebench": null,
"scicode": 0.49,
"ifbench": 0.702,
"lcr": 0.653,
"terminalbench_hard": 0.348,
"tau2": 0.959,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 45.03,
"ttft": 1.114,
"ttfat": 67.025,
"price_input": 0.54,
"price_output": 2.925,
"price_blended": 1.136
},
{
"id": "66445f84-b2e3-4202-afdc-92ba0f0e5f36",
"name": "Kimi K2 0905",
"slug": "kimi-k2-0905",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-09-05",
"intelligence_index": 30.9,
"coding_index": 25.9,
"math_index": 57.3,
"mmlu_pro": 0.819,
"gpqa": 0.767,
"hle": 0.063,
"livecodebench": 0.61,
"scicode": 0.307,
"ifbench": 0.417,
"lcr": 0.523,
"terminalbench_hard": 0.235,
"tau2": 0.734,
"math_500": null,
"aime": null,
"aime_25": 0.573,
"output_tps": 17.09,
"ttft": 1.897,
"ttfat": 1.897,
"price_input": 0.6,
"price_output": 2.5,
"price_blended": 1.075
},
{
"id": "bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc",
"name": "Kimi K2 Thinking",
"slug": "kimi-k2-thinking",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-11-06",
"intelligence_index": 40.9,
"coding_index": 34.8,
"math_index": 94.7,
"mmlu_pro": 0.848,
"gpqa": 0.838,
"hle": 0.223,
"livecodebench": 0.853,
"scicode": 0.424,
"ifbench": 0.681,
"lcr": 0.663,
"terminalbench_hard": 0.311,
"tau2": 0.93,
"math_500": null,
"aime": null,
"aime_25": 0.947,
"output_tps": 109.675,
"ttft": 0.917,
"ttfat": 19.153,
"price_input": 0.6,
"price_output": 2.5,
"price_blended": 1.075
},
{
"id": "c8158c23-6fff-4c31-911d-954c32d80c28",
"name": "Step 3.5 Flash",
"slug": "step-3-5-flash-0202",
"creator": "stepfun",
"creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42",
"creator_name": "StepFun",
"release_date": "2026-02-02",
"intelligence_index": 37.8,
"coding_index": 31.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.831,
"hle": 0.191,
"livecodebench": null,
"scicode": 0.404,
"ifbench": 0.646,
"lcr": 0.43,
"terminalbench_hard": 0.273,
"tau2": 0.944,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 154.126,
"ttft": 0.906,
"ttfat": 13.883,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "f73f4711-9c61-40a7-a258-b71c14727f53",
"name": "Llama 3.1 Tulu3 405B",
"slug": "tulu3-405b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-01-30",
"intelligence_index": 14.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.716,
"gpqa": 0.516,
"hle": 0.035,
"livecodebench": 0.291,
"scicode": 0.302,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.778,
"aime": 0.133,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "54442579-2a4d-40cc-b264-bc4ff29e311a",
"name": "OLMo 2 32B",
"slug": "olmo-2-32b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-03-13",
"intelligence_index": 10.6,
"coding_index": 2.7,
"math_index": 3.3,
"mmlu_pro": 0.511,
"gpqa": 0.328,
"hle": 0.037,
"livecodebench": 0.068,
"scicode": 0.08,
"ifbench": 0.381,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.033,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f818a7bb-6f23-4b24-8d52-6b9c1a5ca628",
"name": "OLMo 2 7B",
"slug": "olmo-2-7b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2024-11-26",
"intelligence_index": 9.3,
"coding_index": 1.2,
"math_index": 0.7,
"mmlu_pro": 0.282,
"gpqa": 0.288,
"hle": 0.055,
"livecodebench": 0.041,
"scicode": 0.037,
"ifbench": 0.244,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.007,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c8a3fa87-735e-49a9-afb1-270c5e9f53f7",
"name": "Olmo 3 32B Think",
"slug": "olmo-3-32b-think",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-11-20",
"intelligence_index": 12.1,
"coding_index": 10.5,
"math_index": 73.7,
"mmlu_pro": 0.759,
"gpqa": 0.61,
"hle": 0.059,
"livecodebench": 0.672,
"scicode": 0.286,
"ifbench": 0.491,
"lcr": 0,
"terminalbench_hard": 0.015,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.737,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2cff73da-4855-403c-afc9-5540feadcc15",
"name": "Granite 3.3 8B (Non-reasoning)",
"slug": "granite-3-3-8b-instruct",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-04-16",
"intelligence_index": 7,
"coding_index": 3.4,
"math_index": 6.7,
"mmlu_pro": 0.468,
"gpqa": 0.338,
"hle": 0.042,
"livecodebench": 0.127,
"scicode": 0.101,
"ifbench": 0.224,
"lcr": 0.043,
"terminalbench_hard": 0,
"tau2": 0.105,
"math_500": 0.665,
"aime": 0.047,
"aime_25": 0.067,
"output_tps": 346.64,
"ttft": 20.99,
"ttfat": 20.99,
"price_input": 0.03,
"price_output": 0.25,
"price_blended": 0.085
},
{
"id": "a971b0c0-4c0f-484a-b018-e36b5be3409e",
"name": "Reka Flash (Sep '24)",
"slug": "reka-flash",
"creator": "reka-ai",
"creator_id": "4571a280-f096-486f-b220-dffc3e522b0f",
"creator_name": "Reka AI",
"release_date": "2024-10-04",
"intelligence_index": 12,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.529,
"aime": null,
"aime_25": null,
"output_tps": 84.722,
"ttft": 1.761,
"ttfat": 1.761,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "1dcea4f7-7e8b-49f8-abe2-5860ff9f349e",
"name": "Hermes 3 - Llama-3.1 70B",
"slug": "hermes-3-llama-3-1-70b",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2024-08-15",
"intelligence_index": 10.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.571,
"gpqa": 0.401,
"hle": 0.041,
"livecodebench": 0.188,
"scicode": 0.231,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.538,
"aime": 0.023,
"aime_25": null,
"output_tps": 30.25,
"ttft": 0.363,
"ttfat": 0.363,
"price_input": 0.3,
"price_output": 0.3,
"price_blended": 0.3
},
{
"id": "be185709-ddb4-4268-9597-856464359b25",
"name": "MiMo-V2-Flash (Reasoning)",
"slug": "mimo-v2-flash-reasoning",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2025-12-16",
"intelligence_index": 39.2,
"coding_index": 31.8,
"math_index": 96.3,
"mmlu_pro": 0.843,
"gpqa": 0.846,
"hle": 0.211,
"livecodebench": 0.868,
"scicode": 0.394,
"ifbench": 0.642,
"lcr": 0.63,
"terminalbench_hard": 0.28,
"tau2": 0.95,
"math_500": null,
"aime": null,
"aime_25": 0.963,
"output_tps": 139.761,
"ttft": 1.475,
"ttfat": 15.785,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "5d8183dc-24f4-46c5-a1d0-d937de149364",
"name": "MiMo-V2-Pro",
"slug": "mimo-v2-pro",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-03-18",
"intelligence_index": 49.2,
"coding_index": 41.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.87,
"hle": 0.283,
"livecodebench": null,
"scicode": 0.425,
"ifbench": 0.688,
"lcr": 0.607,
"terminalbench_hard": 0.409,
"tau2": 0.95,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 61.639,
"ttft": 2.313,
"ttfat": 49.783,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "34ef2b5c-3df3-437e-b9c5-81346f8c14a8",
"name": "Sarvam M (Reasoning)",
"slug": "sarvam-m-reasoning",
"creator": "sarvam",
"creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e",
"creator_name": "Sarvam",
"release_date": "2025-05-23",
"intelligence_index": 8.4,
"coding_index": 7.5,
"math_index": null,
"mmlu_pro": 0.696,
"gpqa": 0.416,
"hle": 0.033,
"livecodebench": 0.295,
"scicode": 0.178,
"ifbench": 0.318,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0,
"math_500": 0.847,
"aime": 0.203,
"aime_25": null,
"output_tps": 142.664,
"ttft": 1.164,
"ttfat": 15.183,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d2d7dd95-770f-4cb0-9bbc-d275ac19c265",
"name": "GLM-4.6V (Reasoning)",
"slug": "glm-4-6v-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-08",
"intelligence_index": 23.4,
"coding_index": 19.7,
"math_index": 85.3,
"mmlu_pro": 0.799,
"gpqa": 0.719,
"hle": 0.089,
"livecodebench": 0.16,
"scicode": 0.304,
"ifbench": 0.301,
"lcr": 0.403,
"terminalbench_hard": 0.144,
"tau2": 0.316,
"math_500": null,
"aime": null,
"aime_25": 0.853,
"output_tps": 30.127,
"ttft": 1.448,
"ttfat": 67.835,
"price_input": 0.3,
"price_output": 0.9,
"price_blended": 0.45
},
{
"id": "6a5d56e1-bb68-4205-8d9b-26b97888bc84",
"name": "GLM-4.6 (Reasoning)",
"slug": "glm-4-6-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-09-30",
"intelligence_index": 32.5,
"coding_index": 29.5,
"math_index": 86,
"mmlu_pro": 0.829,
"gpqa": 0.78,
"hle": 0.133,
"livecodebench": 0.695,
"scicode": 0.384,
"ifbench": 0.434,
"lcr": 0.543,
"terminalbench_hard": 0.25,
"tau2": 0.705,
"math_500": null,
"aime": null,
"aime_25": 0.86,
"output_tps": 40.201,
"ttft": 0.744,
"ttfat": 50.494,
"price_input": 0.55,
"price_output": 2.2,
"price_blended": 0.963
},
{
"id": "5d303dc9-c027-401f-9803-4e9aa3331007",
"name": "GLM-4.5-Air",
"slug": "glm-4-5-air",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-07-28",
"intelligence_index": 23.2,
"coding_index": 23.8,
"math_index": 80.7,
"mmlu_pro": 0.815,
"gpqa": 0.733,
"hle": 0.068,
"livecodebench": 0.684,
"scicode": 0.306,
"ifbench": 0.376,
"lcr": 0.437,
"terminalbench_hard": 0.205,
"tau2": 0.465,
"math_500": 0.965,
"aime": 0.673,
"aime_25": 0.807,
"output_tps": 57.979,
"ttft": 1.452,
"ttfat": 35.947,
"price_input": 0.17,
"price_output": 0.98,
"price_blended": 0.372
},
{
"id": "6fc35842-0165-44cf-8570-c484a92b3d8c",
"name": "GLM-4.7 (Reasoning)",
"slug": "glm-4-7",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-22",
"intelligence_index": 42.1,
"coding_index": 36.3,
"math_index": 95,
"mmlu_pro": 0.856,
"gpqa": 0.859,
"hle": 0.251,
"livecodebench": 0.894,
"scicode": 0.451,
"ifbench": 0.679,
"lcr": 0.64,
"terminalbench_hard": 0.318,
"tau2": 0.959,
"math_500": null,
"aime": null,
"aime_25": 0.95,
"output_tps": 107.287,
"ttft": 0.743,
"ttfat": 19.385,
"price_input": 0.6,
"price_output": 2.2,
"price_blended": 1
},
{
"id": "81b6ddfc-111e-4422-bd44-42ee6165b699",
"name": "GLM-4.7 (Non-reasoning)",
"slug": "glm-4-7-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-22",
"intelligence_index": 34.2,
"coding_index": 32,
"math_index": 48,
"mmlu_pro": 0.794,
"gpqa": 0.664,
"hle": 0.061,
"livecodebench": 0.562,
"scicode": 0.354,
"ifbench": 0.546,
"lcr": 0.363,
"terminalbench_hard": 0.303,
"tau2": 0.942,
"math_500": null,
"aime": null,
"aime_25": 0.48,
"output_tps": 106.944,
"ttft": 0.652,
"ttfat": 0.652,
"price_input": 0.6,
"price_output": 2.2,
"price_blended": 1
},
{
"id": "946e7aab-db1c-4c3f-b0b3-7720d0cff187",
"name": "GLM-4.6 (Non-reasoning)",
"slug": "glm-4-6",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-09-30",
"intelligence_index": 30.2,
"coding_index": 30.2,
"math_index": 44.3,
"mmlu_pro": 0.784,
"gpqa": 0.632,
"hle": 0.052,
"livecodebench": 0.561,
"scicode": 0.331,
"ifbench": 0.367,
"lcr": 0.263,
"terminalbench_hard": 0.288,
"tau2": 0.769,
"math_500": null,
"aime": null,
"aime_25": 0.443,
"output_tps": 54.264,
"ttft": 0.999,
"ttfat": 0.999,
"price_input": 0.6,
"price_output": 2.2,
"price_blended": 1
},
{
"id": "1cf439b8-0cfd-47b2-9de2-9a2157e6762b",
"name": "GLM-4.5 (Reasoning)",
"slug": "glm-4.5",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-07-28",
"intelligence_index": 26.4,
"coding_index": 26.3,
"math_index": 73.7,
"mmlu_pro": 0.835,
"gpqa": 0.782,
"hle": 0.122,
"livecodebench": 0.738,
"scicode": 0.348,
"ifbench": 0.441,
"lcr": 0.483,
"terminalbench_hard": 0.22,
"tau2": 0.43,
"math_500": 0.979,
"aime": 0.873,
"aime_25": 0.737,
"output_tps": 45.864,
"ttft": 1.219,
"ttfat": 44.826,
"price_input": 0.6,
"price_output": 2.2,
"price_blended": 1
},
{
"id": "c8673741-5e1a-46a1-9e4f-710a5c920982",
"name": "GLM-4.7-Flash (Non-reasoning)",
"slug": "glm-4-7-flash-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-01-19",
"intelligence_index": 22.1,
"coding_index": 11,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.452,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.255,
"ifbench": 0.463,
"lcr": 0.147,
"terminalbench_hard": 0.038,
"tau2": 0.918,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 157.273,
"ttft": 1.005,
"ttfat": 1.005,
"price_input": 0.07,
"price_output": 0.4,
"price_blended": 0.153
},
{
"id": "2c4394a2-b443-470a-908e-5c4a271b780c",
"name": "GLM-4.7-Flash (Reasoning)",
"slug": "glm-4-7-flash",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-01-19",
"intelligence_index": 30.1,
"coding_index": 25.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.581,
"hle": 0.071,
"livecodebench": null,
"scicode": 0.337,
"ifbench": 0.608,
"lcr": 0.35,
"terminalbench_hard": 0.22,
"tau2": 0.988,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 90.949,
"ttft": 0.876,
"ttfat": 22.867,
"price_input": 0.07,
"price_output": 0.4,
"price_blended": 0.153
},
{
"id": "3068def4-7270-4c06-a320-6f6a5623d564",
"name": "GLM-4.5V (Reasoning)",
"slug": "glm-4-5v-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-08-11",
"intelligence_index": 15.1,
"coding_index": 10.9,
"math_index": 73,
"mmlu_pro": 0.788,
"gpqa": 0.684,
"hle": 0.059,
"livecodebench": 0.604,
"scicode": 0.221,
"ifbench": 0.342,
"lcr": 0,
"terminalbench_hard": 0.053,
"tau2": 0.225,
"math_500": null,
"aime": null,
"aime_25": 0.73,
"output_tps": 51.836,
"ttft": 1.24,
"ttfat": 39.823,
"price_input": 0.6,
"price_output": 1.8,
"price_blended": 0.9
},
{
"id": "43098bd0-77ca-408b-b698-9d60b1d1c3b8",
"name": "GLM-4.6V (Non-reasoning)",
"slug": "glm-4-6v",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-08",
"intelligence_index": 17.1,
"coding_index": 11.1,
"math_index": 26.3,
"mmlu_pro": 0.752,
"gpqa": 0.566,
"hle": 0.037,
"livecodebench": 0.411,
"scicode": 0.272,
"ifbench": 0.279,
"lcr": 0.123,
"terminalbench_hard": 0.03,
"tau2": 0.307,
"math_500": null,
"aime": null,
"aime_25": 0.263,
"output_tps": 35.511,
"ttft": 7.349,
"ttfat": 7.349,
"price_input": 0.3,
"price_output": 0.9,
"price_blended": 0.45
},
{
"id": "0081ab31-d10a-44a0-a10d-eee5533fec65",
"name": "GLM-4.5V (Non-reasoning)",
"slug": "glm-4-5v",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-08-11",
"intelligence_index": 12.7,
"coding_index": 10.8,
"math_index": 15.3,
"mmlu_pro": 0.751,
"gpqa": 0.573,
"hle": 0.036,
"livecodebench": 0.352,
"scicode": 0.188,
"ifbench": 0.286,
"lcr": 0,
"terminalbench_hard": 0.068,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": 0.153,
"output_tps": 50.82,
"ttft": 26.796,
"ttfat": 26.796,
"price_input": 0.6,
"price_output": 1.8,
"price_blended": 0.9
},
{
"id": "76361085-f5dc-49ec-b069-fe56ca885933",
"name": "Command-R+ (Apr '24)",
"slug": "command-r-plus-04-2024",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2024-04-04",
"intelligence_index": 8.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.432,
"gpqa": 0.323,
"hle": 0.045,
"livecodebench": 0.122,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.279,
"aime": 0.007,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "abe9f0c7-f4f6-430d-ba42-f45afdd4841b",
"name": "Command-R (Mar '24)",
"slug": "command-r-03-2024",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2024-03-12",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.338,
"gpqa": 0.284,
"hle": 0.048,
"livecodebench": 0.048,
"scicode": 0.062,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.164,
"aime": 0.007,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "ac1031bc-c53e-4af7-9c6e-2005e0ff44fa",
"name": "Apriel-v1.5-15B-Thinker",
"slug": "apriel-v1-5-15b-thinker",
"creator": "servicenow",
"creator_id": "7cc4f2b0-7e34-4459-82fd-667e93ca7f17",
"creator_name": "ServiceNow",
"release_date": "2025-09-30",
"intelligence_index": 28.3,
"coding_index": 18.7,
"math_index": 87.5,
"mmlu_pro": 0.773,
"gpqa": 0.713,
"hle": 0.12,
"livecodebench": 0.728,
"scicode": 0.348,
"ifbench": 0.617,
"lcr": 0.2,
"terminalbench_hard": 0.106,
"tau2": 0.684,
"math_500": null,
"aime": null,
"aime_25": 0.875,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "540ebc58-a2d8-4dc9-ba6b-973efa52fab1",
"name": "Jamba 1.5 Mini",
"slug": "jamba-1-5-mini",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2024-08-22",
"intelligence_index": 8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.371,
"gpqa": 0.302,
"hle": 0.051,
"livecodebench": 0.062,
"scicode": 0.08,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.357,
"aime": 0.01,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.2,
"price_output": 0.4,
"price_blended": 0.25
},
{
"id": "b4ddb4c8-1400-44ab-8c2b-e2472088e7ff",
"name": "Jamba 1.5 Large",
"slug": "jamba-1-5-large",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2024-08-22",
"intelligence_index": 10.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.572,
"gpqa": 0.427,
"hle": 0.04,
"livecodebench": 0.143,
"scicode": 0.163,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.606,
"aime": 0.047,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "92b19c88-fa87-4595-957e-fe9aa5fa5ad4",
"name": "Jamba 1.6 Large",
"slug": "jamba-1-6-large",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-03-06",
"intelligence_index": 10.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.565,
"gpqa": 0.387,
"hle": 0.04,
"livecodebench": 0.172,
"scicode": 0.184,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.58,
"aime": 0.047,
"aime_25": null,
"output_tps": 55.634,
"ttft": 0.901,
"ttfat": 0.901,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "e8ffd75b-766f-4551-8c52-6e54706220eb",
"name": "Jamba 1.6 Mini",
"slug": "jamba-1-6-mini",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-03-06",
"intelligence_index": 7.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.367,
"gpqa": 0.3,
"hle": 0.046,
"livecodebench": 0.071,
"scicode": 0.101,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.257,
"aime": 0.033,
"aime_25": null,
"output_tps": 180.979,
"ttft": 0.721,
"ttfat": 0.721,
"price_input": 0.2,
"price_output": 0.4,
"price_blended": 0.25
},
{
"id": "b3735511-c6ff-4928-8d72-2181444a4eb3",
"name": "Arctic Instruct",
"slug": "arctic-instruct",
"creator": "snowflake",
"creator_id": "15568026-a4e1-4088-9709-566d3fb3aee1",
"creator_name": "Snowflake",
"release_date": "2024-04-24",
"intelligence_index": 8.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b9dc72c6-7bea-4936-a55a-4b0c835fc755",
"name": "Qwen2.5 Max",
"slug": "qwen-2-5-max",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-01-28",
"intelligence_index": 16.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.762,
"gpqa": 0.587,
"hle": 0.045,
"livecodebench": 0.359,
"scicode": 0.337,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.835,
"aime": 0.233,
"aime_25": null,
"output_tps": 48.999,
"ttft": 1.162,
"ttfat": 1.162,
"price_input": 1.6,
"price_output": 6.4,
"price_blended": 2.8
},
{
"id": "b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd",
"name": "Qwen2.5 Instruct 72B",
"slug": "qwen2-5-72b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-09-19",
"intelligence_index": 15.6,
"coding_index": 11.9,
"math_index": 14,
"mmlu_pro": 0.72,
"gpqa": 0.491,
"hle": 0.042,
"livecodebench": 0.276,
"scicode": 0.267,
"ifbench": 0.369,
"lcr": 0.203,
"terminalbench_hard": 0.045,
"tau2": 0.345,
"math_500": 0.858,
"aime": 0.16,
"aime_25": 0.14,
"output_tps": 54.867,
"ttft": 1.238,
"ttfat": 1.238,
"price_input": 0.36,
"price_output": 0.4,
"price_blended": 0.37
},
{
"id": "04586102-6a28-48f8-a82e-85775d7ed779",
"name": "Qwen2.5 Coder Instruct 32B",
"slug": "qwen2-5-coder-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-11-11",
"intelligence_index": 12.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.635,
"gpqa": 0.417,
"hle": 0.038,
"livecodebench": 0.295,
"scicode": 0.271,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.767,
"aime": 0.12,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "352f834f-a03c-4117-8a29-c3ccd8a568ce",
"name": "Qwen2.5 Turbo",
"slug": "qwen-turbo",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-11-18",
"intelligence_index": 12,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.633,
"gpqa": 0.41,
"hle": 0.042,
"livecodebench": 0.163,
"scicode": 0.153,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.805,
"aime": 0.12,
"aime_25": null,
"output_tps": 70.41,
"ttft": 1.302,
"ttfat": 1.302,
"price_input": 0.05,
"price_output": 0.2,
"price_blended": 0.088
},
{
"id": "7656c62b-5345-435b-bf12-b6ce2ca0d58d",
"name": "Qwen2 Instruct 72B",
"slug": "qwen2-72b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-06-07",
"intelligence_index": 11.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.622,
"gpqa": 0.371,
"hle": 0.037,
"livecodebench": 0.159,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.701,
"aime": 0.147,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3373245b-e6dc-4b66-a7b0-3f06f9b7bd46",
"name": "Qwen3 235B A22B 2507 Instruct",
"slug": "qwen3-235b-a22b-instruct-2507",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-21",
"intelligence_index": 25,
"coding_index": 22.1,
"math_index": 71.7,
"mmlu_pro": 0.828,
"gpqa": 0.753,
"hle": 0.106,
"livecodebench": 0.524,
"scicode": 0.36,
"ifbench": 0.461,
"lcr": 0.312,
"terminalbench_hard": 0.152,
"tau2": 0.333,
"math_500": 0.98,
"aime": 0.717,
"aime_25": 0.717,
"output_tps": 65.246,
"ttft": 1.063,
"ttfat": 1.063,
"price_input": 0.2,
"price_output": 0.825,
"price_blended": 0.356
},
{
"id": "3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5",
"name": "Qwen3 30B A3B (Reasoning)",
"slug": "qwen3-30b-a3b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 15.3,
"coding_index": 11,
"math_index": 72.3,
"mmlu_pro": 0.777,
"gpqa": 0.616,
"hle": 0.066,
"livecodebench": 0.506,
"scicode": 0.285,
"ifbench": 0.415,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.26,
"math_500": 0.959,
"aime": 0.753,
"aime_25": 0.723,
"output_tps": 67.675,
"ttft": 1.174,
"ttfat": 30.727,
"price_input": 0.09,
"price_output": 0.45,
"price_blended": 0.18
},
{
"id": "d58cf573-1bd3-4d1f-9182-5482a460f570",
"name": "Qwen3 VL 235B A22B Instruct",
"slug": "qwen3-vl-235b-a22b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-23",
"intelligence_index": 20.8,
"coding_index": 16.5,
"math_index": 70.7,
"mmlu_pro": 0.823,
"gpqa": 0.712,
"hle": 0.063,
"livecodebench": 0.594,
"scicode": 0.359,
"ifbench": 0.427,
"lcr": 0.317,
"terminalbench_hard": 0.068,
"tau2": 0.351,
"math_500": null,
"aime": null,
"aime_25": 0.707,
"output_tps": 48.238,
"ttft": 1.117,
"ttfat": 1.117,
"price_input": 0.3,
"price_output": 1.9,
"price_blended": 0.7
},
{
"id": "ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca",
"name": "QwQ 32B",
"slug": "qwq-32b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-03-05",
"intelligence_index": 19.7,
"coding_index": null,
"math_index": 29,
"mmlu_pro": 0.764,
"gpqa": 0.593,
"hle": 0.082,
"livecodebench": 0.631,
"scicode": 0.358,
"ifbench": 0.388,
"lcr": 0.25,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.957,
"aime": 0.78,
"aime_25": 0.29,
"output_tps": 30.788,
"ttft": 0.468,
"ttfat": 81.377,
"price_input": 0.66,
"price_output": 1,
"price_blended": 0.745
},
{
"id": "093883ed-f5fc-443b-8e18-afbfb166699e",
"name": "Qwen3 Coder 480B A35B Instruct",
"slug": "qwen3-coder-480b-a35b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-22",
"intelligence_index": 24.8,
"coding_index": 24.6,
"math_index": 39.3,
"mmlu_pro": 0.788,
"gpqa": 0.618,
"hle": 0.044,
"livecodebench": 0.585,
"scicode": 0.359,
"ifbench": 0.405,
"lcr": 0.423,
"terminalbench_hard": 0.189,
"tau2": 0.436,
"math_500": 0.942,
"aime": 0.477,
"aime_25": 0.393,
"output_tps": 64.875,
"ttft": 1.676,
"ttfat": 1.676,
"price_input": 0.3,
"price_output": 1.8,
"price_blended": 0.675
},
{
"id": "bf60740e-6aa5-422f-ba49-ef6e9d171205",
"name": "Qwen3 32B (Non-reasoning)",
"slug": "qwen3-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 14.5,
"coding_index": null,
"math_index": 19.7,
"mmlu_pro": 0.727,
"gpqa": 0.535,
"hle": 0.043,
"livecodebench": 0.288,
"scicode": 0.28,
"ifbench": 0.315,
"lcr": 0,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.869,
"aime": 0.303,
"aime_25": 0.197,
"output_tps": 101.975,
"ttft": 1.098,
"ttfat": 1.098,
"price_input": 0.15,
"price_output": 0.59,
"price_blended": 0.26
},
{
"id": "43573c57-2403-46fb-af4b-a93de9a0c3f5",
"name": "Qwen3 235B A22B (Non-reasoning)",
"slug": "qwen3-235b-a22b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 17,
"coding_index": 14,
"math_index": 23.7,
"mmlu_pro": 0.762,
"gpqa": 0.613,
"hle": 0.047,
"livecodebench": 0.343,
"scicode": 0.299,
"ifbench": 0.366,
"lcr": 0,
"terminalbench_hard": 0.061,
"tau2": 0.272,
"math_500": 0.902,
"aime": 0.327,
"aime_25": 0.237,
"output_tps": 61.82,
"ttft": 1.146,
"ttfat": 1.146,
"price_input": 0.45,
"price_output": 1.8,
"price_blended": 0.787
},
{
"id": "bbe6d782-e630-48d5-b11c-3ce37f373f1e",
"name": "Qwen3 235B A22B (Reasoning)",
"slug": "qwen3-235b-a22b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 19.8,
"coding_index": 17.4,
"math_index": 82,
"mmlu_pro": 0.828,
"gpqa": 0.7,
"hle": 0.117,
"livecodebench": 0.622,
"scicode": 0.399,
"ifbench": 0.387,
"lcr": 0,
"terminalbench_hard": 0.061,
"tau2": 0.24,
"math_500": 0.93,
"aime": 0.84,
"aime_25": 0.82,
"output_tps": 60.241,
"ttft": 1.247,
"ttfat": 34.446,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "4559e9f0-8aad-4681-89fb-68cb915e0f16",
"name": "Qwen3 14B (Reasoning)",
"slug": "qwen3-14b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 16.2,
"coding_index": 13.1,
"math_index": 55.7,
"mmlu_pro": 0.774,
"gpqa": 0.604,
"hle": 0.043,
"livecodebench": 0.523,
"scicode": 0.316,
"ifbench": 0.405,
"lcr": 0,
"terminalbench_hard": 0.038,
"tau2": 0.345,
"math_500": 0.961,
"aime": 0.763,
"aime_25": 0.557,
"output_tps": 64.233,
"ttft": 1.19,
"ttfat": 32.327,
"price_input": 0.235,
"price_output": 2.22,
"price_blended": 0.731
},
{
"id": "5e0164b3-d902-4bcb-a1b2-83b4f4cd6143",
"name": "Qwen3 30B A3B 2507 (Reasoning)",
"slug": "qwen3-30b-a3b-2507-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-30",
"intelligence_index": 22.4,
"coding_index": 14.7,
"math_index": 56.3,
"mmlu_pro": 0.805,
"gpqa": 0.707,
"hle": 0.098,
"livecodebench": 0.707,
"scicode": 0.333,
"ifbench": 0.507,
"lcr": 0.59,
"terminalbench_hard": 0.053,
"tau2": 0.281,
"math_500": 0.976,
"aime": 0.907,
"aime_25": 0.563,
"output_tps": 150.097,
"ttft": 1.077,
"ttfat": 14.401,
"price_input": 0.28,
"price_output": 1.85,
"price_blended": 0.673
},
{
"id": "7ec1065a-c90e-41e4-bd17-abb7042eed76",
"name": "Qwen3 30B A3B 2507 Instruct",
"slug": "qwen3-30b-a3b-2507",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-29",
"intelligence_index": 15,
"coding_index": 14.2,
"math_index": 66.3,
"mmlu_pro": 0.777,
"gpqa": 0.659,
"hle": 0.068,
"livecodebench": 0.515,
"scicode": 0.304,
"ifbench": 0.331,
"lcr": 0.227,
"terminalbench_hard": 0.061,
"tau2": 0.102,
"math_500": 0.975,
"aime": 0.727,
"aime_25": 0.663,
"output_tps": 110.06,
"ttft": 1.186,
"ttfat": 1.186,
"price_input": 0.15,
"price_output": 0.4,
"price_blended": 0.213
},
{
"id": "46d8315e-1630-463f-ab62-84185fa0faab",
"name": "Qwen3.5 35B A3B (Reasoning)",
"slug": "qwen3-5-35b-a3b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 37.1,
"coding_index": 30.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.845,
"hle": 0.197,
"livecodebench": null,
"scicode": 0.377,
"ifbench": 0.725,
"lcr": 0.627,
"terminalbench_hard": 0.265,
"tau2": 0.892,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 115.892,
"ttft": 1.106,
"ttfat": 18.363,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "8823351e-8232-4c9c-8a1d-cd2c1d2c1196",
"name": "QwQ 32B-Preview",
"slug": "QwQ-32B-Preview",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-11-27",
"intelligence_index": 15.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.648,
"gpqa": 0.557,
"hle": 0.048,
"livecodebench": 0.337,
"scicode": 0.038,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.91,
"aime": 0.453,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67",
"name": "Qwen3.5 27B (Reasoning)",
"slug": "qwen3-5-27b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 42.1,
"coding_index": 34.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.858,
"hle": 0.222,
"livecodebench": null,
"scicode": 0.395,
"ifbench": 0.756,
"lcr": 0.673,
"terminalbench_hard": 0.326,
"tau2": 0.939,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 92.618,
"ttft": 1.372,
"ttfat": 22.967,
"price_input": 0.3,
"price_output": 2.4,
"price_blended": 0.825
},
{
"id": "f6ccbe1d-bd7e-484b-9795-18cc9f91552d",
"name": "Qwen3 235B A22B 2507 (Reasoning)",
"slug": "qwen3-235b-a22b-instruct-2507-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-25",
"intelligence_index": 29.5,
"coding_index": 23.2,
"math_index": 91,
"mmlu_pro": 0.843,
"gpqa": 0.79,
"hle": 0.15,
"livecodebench": 0.788,
"scicode": 0.424,
"ifbench": 0.512,
"lcr": 0.67,
"terminalbench_hard": 0.136,
"tau2": 0.532,
"math_500": 0.984,
"aime": 0.94,
"aime_25": 0.91,
"output_tps": 59.784,
"ttft": 1.26,
"ttfat": 34.713,
"price_input": 0.4,
"price_output": 2.15,
"price_blended": 0.838
},
{
"id": "b00ecd62-a53f-4aed-b833-3e9d6b0170ba",
"name": "Qwen3 32B (Reasoning)",
"slug": "qwen3-32b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 16.5,
"coding_index": 13.8,
"math_index": 73,
"mmlu_pro": 0.798,
"gpqa": 0.668,
"hle": 0.083,
"livecodebench": 0.546,
"scicode": 0.354,
"ifbench": 0.363,
"lcr": 0,
"terminalbench_hard": 0.03,
"tau2": 0.298,
"math_500": 0.961,
"aime": 0.807,
"aime_25": 0.73,
"output_tps": 105.278,
"ttft": 0.984,
"ttfat": 19.981,
"price_input": 0.195,
"price_output": 0.52,
"price_blended": 0.276
},
{
"id": "e46198a7-cd29-4afd-933d-cdf180f0f305",
"name": "Qwen3 4B (Non-reasoning)",
"slug": "qwen3-4b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 12.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.586,
"gpqa": 0.398,
"hle": 0.037,
"livecodebench": 0.233,
"scicode": 0.167,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.843,
"aime": 0.213,
"aime_25": null,
"output_tps": 104.21,
"ttft": 1.028,
"ttfat": 1.028,
"price_input": 0.11,
"price_output": 0.42,
"price_blended": 0.188
},
{
"id": "ce3d286e-093d-413d-a81a-0270309f039e",
"name": "Qwen3 VL 30B A3B (Reasoning)",
"slug": "qwen3-vl-30b-a3b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-03",
"intelligence_index": 19.7,
"coding_index": 13.1,
"math_index": 82.3,
"mmlu_pro": 0.807,
"gpqa": 0.72,
"hle": 0.087,
"livecodebench": 0.697,
"scicode": 0.288,
"ifbench": 0.451,
"lcr": 0.407,
"terminalbench_hard": 0.053,
"tau2": 0.199,
"math_500": null,
"aime": null,
"aime_25": 0.823,
"output_tps": 124.439,
"ttft": 1.096,
"ttfat": 17.168,
"price_input": 0.2,
"price_output": 0.75,
"price_blended": 0.338
},
{
"id": "b2dd592a-fbc5-458a-b26d-f3964cbab82f",
"name": "Qwen3 8B (Non-reasoning)",
"slug": "qwen3-8b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 10.6,
"coding_index": 7.1,
"math_index": 24.3,
"mmlu_pro": 0.643,
"gpqa": 0.452,
"hle": 0.028,
"livecodebench": 0.202,
"scicode": 0.168,
"ifbench": 0.286,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.249,
"math_500": 0.828,
"aime": 0.243,
"aime_25": 0.243,
"output_tps": 92.381,
"ttft": 0.929,
"ttfat": 0.929,
"price_input": 0.18,
"price_output": 0.2,
"price_blended": 0.185
},
{
"id": "a803d3d0-d22e-49a0-ac2c-b9c6f1141065",
"name": "Qwen3 VL 235B A22B (Reasoning)",
"slug": "qwen3-vl-235b-a22b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-23",
"intelligence_index": 27.6,
"coding_index": 20.9,
"math_index": 88.3,
"mmlu_pro": 0.836,
"gpqa": 0.772,
"hle": 0.101,
"livecodebench": 0.646,
"scicode": 0.399,
"ifbench": 0.565,
"lcr": 0.587,
"terminalbench_hard": 0.114,
"tau2": 0.541,
"math_500": null,
"aime": null,
"aime_25": 0.883,
"output_tps": 35.488,
"ttft": 1.216,
"ttfat": 57.573,
"price_input": 0.84,
"price_output": 6.175,
"price_blended": 2.174
},
{
"id": "9dba61f5-78ee-4190-8d1d-8e7063ffd386",
"name": "Qwen3 8B (Reasoning)",
"slug": "qwen3-8b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 13.2,
"coding_index": 9,
"math_index": 19,
"mmlu_pro": 0.743,
"gpqa": 0.589,
"hle": 0.042,
"livecodebench": 0.406,
"scicode": 0.226,
"ifbench": 0.335,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.278,
"math_500": 0.904,
"aime": 0.747,
"aime_25": 0.19,
"output_tps": 93.023,
"ttft": 0.991,
"ttfat": 22.491,
"price_input": 0.11,
"price_output": 1.15,
"price_blended": 0.37
},
{
"id": "da9fe224-8af3-46d7-a8c4-6220779c3f35",
"name": "Qwen3 Coder 30B A3B Instruct",
"slug": "qwen3-coder-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-31",
"intelligence_index": 20,
"coding_index": 19.4,
"math_index": 29,
"mmlu_pro": 0.706,
"gpqa": 0.516,
"hle": 0.04,
"livecodebench": 0.403,
"scicode": 0.278,
"ifbench": 0.327,
"lcr": 0.29,
"terminalbench_hard": 0.152,
"tau2": 0.345,
"math_500": 0.893,
"aime": 0.297,
"aime_25": 0.29,
"output_tps": 109.006,
"ttft": 1.505,
"ttfat": 1.505,
"price_input": 0.19,
"price_output": 0.839,
"price_blended": 0.352
},
{
"id": "6da314d3-a984-4734-8f31-47dd32fb4699",
"name": "Qwen3 VL 32B Instruct",
"slug": "qwen3-vl-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-21",
"intelligence_index": 17.2,
"coding_index": 15.6,
"math_index": 68.3,
"mmlu_pro": 0.791,
"gpqa": 0.671,
"hle": 0.063,
"livecodebench": 0.514,
"scicode": 0.301,
"ifbench": 0.392,
"lcr": 0.313,
"terminalbench_hard": 0.083,
"tau2": 0.292,
"math_500": null,
"aime": null,
"aime_25": 0.683,
"output_tps": 67.185,
"ttft": 1.077,
"ttfat": 1.077,
"price_input": 0.7,
"price_output": 2.8,
"price_blended": 1.225
},
{
"id": "e410e854-104d-4b35-a171-899ff9d974bb",
"name": "Qwen2.5 Coder Instruct 7B ",
"slug": "qwen2-5-coder-7b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-09-19",
"intelligence_index": 10,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.473,
"gpqa": 0.339,
"hle": 0.048,
"livecodebench": 0.126,
"scicode": 0.148,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.66,
"aime": 0.053,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "51d0b717-953d-4b44-af61-406c6b7dff39",
"name": "Qwen3 VL 30B A3B Instruct",
"slug": "qwen3-vl-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-03",
"intelligence_index": 16.1,
"coding_index": 14.3,
"math_index": 72.3,
"mmlu_pro": 0.764,
"gpqa": 0.695,
"hle": 0.064,
"livecodebench": 0.476,
"scicode": 0.308,
"ifbench": 0.331,
"lcr": 0.237,
"terminalbench_hard": 0.061,
"tau2": 0.19,
"math_500": null,
"aime": null,
"aime_25": 0.723,
"output_tps": 123.65,
"ttft": 1,
"ttfat": 1,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "7ae943a9-9310-4472-a834-c61f0ab68485",
"name": "Qwen3 Max",
"slug": "qwen3-max",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-23",
"intelligence_index": 31.4,
"coding_index": 26.4,
"math_index": 80.7,
"mmlu_pro": 0.841,
"gpqa": 0.764,
"hle": 0.111,
"livecodebench": 0.767,
"scicode": 0.383,
"ifbench": 0.441,
"lcr": 0.467,
"terminalbench_hard": 0.205,
"tau2": 0.743,
"math_500": null,
"aime": null,
"aime_25": 0.807,
"output_tps": 32.654,
"ttft": 1.919,
"ttfat": 1.919,
"price_input": 1.655,
"price_output": 7.225,
"price_blended": 3.047
},
{
"id": "0e5f6140-1154-4583-a3e0-8c032a338892",
"name": "Qwen3 0.6B (Non-reasoning)",
"slug": "qwen3-0.6b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 5.7,
"coding_index": 1.4,
"math_index": 10.3,
"mmlu_pro": 0.231,
"gpqa": 0.231,
"hle": 0.052,
"livecodebench": 0.073,
"scicode": 0.041,
"ifbench": 0.219,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.146,
"math_500": 0.521,
"aime": 0.017,
"aime_25": 0.103,
"output_tps": 222.394,
"ttft": 0.871,
"ttfat": 0.871,
"price_input": 0.11,
"price_output": 0.42,
"price_blended": 0.188
},
{
"id": "5962d643-0a6f-4630-bb08-ab5720d80056",
"name": "Qwen3 1.7B (Reasoning)",
"slug": "qwen3-1.7b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 8,
"coding_index": 1.4,
"math_index": 38.7,
"mmlu_pro": 0.57,
"gpqa": 0.356,
"hle": 0.048,
"livecodebench": 0.308,
"scicode": 0.043,
"ifbench": 0.269,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.26,
"math_500": 0.894,
"aime": 0.51,
"aime_25": 0.387,
"output_tps": 138.403,
"ttft": 0.918,
"ttfat": 15.369,
"price_input": 0.11,
"price_output": 1.26,
"price_blended": 0.398
},
{
"id": "191a2097-cce3-49cf-881e-0c790892059f",
"name": "Qwen3 4B (Reasoning)",
"slug": "qwen3-4b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 14.2,
"coding_index": null,
"math_index": 22.3,
"mmlu_pro": 0.696,
"gpqa": 0.522,
"hle": 0.051,
"livecodebench": 0.465,
"scicode": 0.035,
"ifbench": 0.325,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0.19,
"math_500": 0.933,
"aime": 0.657,
"aime_25": 0.223,
"output_tps": 102.47,
"ttft": 1.042,
"ttfat": 20.56,
"price_input": 0.11,
"price_output": 1.26,
"price_blended": 0.398
},
{
"id": "2aacdc07-5f4e-4ab9-8ea5-5f7ab93f9eeb",
"name": "Qwen3 4B 2507 (Reasoning)",
"slug": "qwen3-4b-2507-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-08-06",
"intelligence_index": 18.2,
"coding_index": 9.5,
"math_index": 82.7,
"mmlu_pro": 0.743,
"gpqa": 0.667,
"hle": 0.059,
"livecodebench": 0.641,
"scicode": 0.256,
"ifbench": 0.498,
"lcr": 0.377,
"terminalbench_hard": 0.015,
"tau2": 0.254,
"math_500": null,
"aime": null,
"aime_25": 0.827,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2bb84433-f38e-4edc-9b65-4d7b1f473db9",
"name": "Qwen3 1.7B (Non-reasoning)",
"slug": "qwen3-1.7b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 6.8,
"coding_index": 2.3,
"math_index": 7.3,
"mmlu_pro": 0.411,
"gpqa": 0.283,
"hle": 0.052,
"livecodebench": 0.126,
"scicode": 0.069,
"ifbench": 0.211,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.216,
"math_500": 0.717,
"aime": 0.097,
"aime_25": 0.073,
"output_tps": 138.793,
"ttft": 1.045,
"ttfat": 1.045,
"price_input": 0.11,
"price_output": 0.42,
"price_blended": 0.188
},
{
"id": "4ae6c88d-9e4a-4850-89fe-18a1c04a66cc",
"name": "Qwen3 0.6B (Reasoning)",
"slug": "qwen3-0.6b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 6.5,
"coding_index": 0.9,
"math_index": 18,
"mmlu_pro": 0.347,
"gpqa": 0.239,
"hle": 0.057,
"livecodebench": 0.121,
"scicode": 0.028,
"ifbench": 0.233,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.211,
"math_500": 0.75,
"aime": 0.1,
"aime_25": 0.18,
"output_tps": 225.712,
"ttft": 0.903,
"ttfat": 9.764,
"price_input": 0.11,
"price_output": 1.26,
"price_blended": 0.398
},
{
"id": "f93d0750-b659-4ceb-a123-7e657904ef2b",
"name": "Qwen3 VL 4B (Reasoning)",
"slug": "qwen3-vl-4b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 13.7,
"coding_index": 6.7,
"math_index": 25.7,
"mmlu_pro": 0.7,
"gpqa": 0.494,
"hle": 0.044,
"livecodebench": 0.32,
"scicode": 0.171,
"ifbench": 0.366,
"lcr": 0.213,
"terminalbench_hard": 0.015,
"tau2": 0.155,
"math_500": null,
"aime": null,
"aime_25": 0.257,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f5d83128-047f-496d-ba49-8a428abe8345",
"name": "Qwen3 VL 4B Instruct",
"slug": "qwen3-vl-4b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 9.6,
"coding_index": 4.5,
"math_index": 37,
"mmlu_pro": 0.634,
"gpqa": 0.371,
"hle": 0.037,
"livecodebench": 0.29,
"scicode": 0.137,
"ifbench": 0.318,
"lcr": 0.13,
"terminalbench_hard": 0,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": 0.37,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f3169f25-8c6f-48e4-ae87-0cf872dc0ec1",
"name": "Qwen3 30B A3B (Non-reasoning)",
"slug": "qwen3-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 12.5,
"coding_index": 13.3,
"math_index": 21.7,
"mmlu_pro": 0.71,
"gpqa": 0.515,
"hle": 0.046,
"livecodebench": 0.322,
"scicode": 0.264,
"ifbench": 0.319,
"lcr": 0,
"terminalbench_hard": 0.068,
"tau2": 0.222,
"math_500": 0.863,
"aime": 0.26,
"aime_25": 0.217,
"output_tps": 65.815,
"ttft": 1.177,
"ttfat": 1.177,
"price_input": 0.08,
"price_output": 0.29,
"price_blended": 0.133
},
{
"id": "ecc6524a-d521-458a-8327-5009e8ce6549",
"name": "Qwen3 14B (Non-reasoning)",
"slug": "qwen3-14b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 12.8,
"coding_index": 12.4,
"math_index": 58,
"mmlu_pro": 0.675,
"gpqa": 0.47,
"hle": 0.042,
"livecodebench": 0.28,
"scicode": 0.265,
"ifbench": 0.239,
"lcr": 0,
"terminalbench_hard": 0.053,
"tau2": 0.322,
"math_500": 0.871,
"aime": 0.28,
"aime_25": 0.58,
"output_tps": 63.227,
"ttft": 1.132,
"ttfat": 1.132,
"price_input": 0.235,
"price_output": 0.82,
"price_blended": 0.381
},
{
"id": "dec8073c-57e2-41c0-b1aa-7a62960f103f",
"name": "Qwen3 VL 8B (Reasoning)",
"slug": "qwen3-vl-8b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 16.7,
"coding_index": 9.8,
"math_index": 30.7,
"mmlu_pro": 0.749,
"gpqa": 0.579,
"hle": 0.033,
"livecodebench": 0.353,
"scicode": 0.219,
"ifbench": 0.399,
"lcr": 0.31,
"terminalbench_hard": 0.038,
"tau2": 0.225,
"math_500": null,
"aime": null,
"aime_25": 0.307,
"output_tps": 131.301,
"ttft": 1.139,
"ttfat": 16.371,
"price_input": 0.18,
"price_output": 2.1,
"price_blended": 0.66
},
{
"id": "509e94e3-f1cb-43fb-98ff-e0e9872cfd1f",
"name": "Qwen3.5 27B (Non-reasoning)",
"slug": "qwen3-5-27b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 37.2,
"coding_index": 33.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.842,
"hle": 0.132,
"livecodebench": null,
"scicode": 0.367,
"ifbench": 0.469,
"lcr": 0.557,
"terminalbench_hard": 0.318,
"tau2": 0.871,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 94.166,
"ttft": 1.399,
"ttfat": 1.399,
"price_input": 0.28,
"price_output": 2.5,
"price_blended": 0.835
},
{
"id": "b0249961-b8b2-479d-8325-a29ea17c7b89",
"name": "Qwen3 4B 2507 Instruct",
"slug": "qwen3-4b-2507-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-08-06",
"intelligence_index": 12.9,
"coding_index": 9.1,
"math_index": 52.3,
"mmlu_pro": 0.672,
"gpqa": 0.517,
"hle": 0.047,
"livecodebench": 0.377,
"scicode": 0.181,
"ifbench": 0.335,
"lcr": 0.073,
"terminalbench_hard": 0.045,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.523,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3cf875b8-b6b5-42c0-ad70-617d5be59d00",
"name": "Qwen3 VL 8B Instruct",
"slug": "qwen3-vl-8b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 14.3,
"coding_index": 7.3,
"math_index": 27.3,
"mmlu_pro": 0.686,
"gpqa": 0.427,
"hle": 0.029,
"livecodebench": 0.332,
"scicode": 0.174,
"ifbench": 0.323,
"lcr": 0.153,
"terminalbench_hard": 0.023,
"tau2": 0.292,
"math_500": null,
"aime": null,
"aime_25": 0.273,
"output_tps": 132.788,
"ttft": 1.061,
"ttfat": 1.061,
"price_input": 0.18,
"price_output": 0.7,
"price_blended": 0.31
},
{
"id": "1d0db5a3-3132-4213-a94b-c2e395d08283",
"name": "Qwen2.5 Instruct 32B",
"slug": "qwen2.5-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-09-19",
"intelligence_index": 13.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.697,
"gpqa": 0.466,
"hle": 0.038,
"livecodebench": 0.248,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.805,
"aime": 0.11,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "41f73c27-880c-4f30-8b07-9999ce89a4ae",
"name": "Qwen Chat 72B",
"slug": "qwen-chat-72b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2023-11-30",
"intelligence_index": 8.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5b2beb12-81a9-47a1-8a2a-d0a727185b50",
"name": "Qwen3 Max (Preview)",
"slug": "qwen3-max-preview",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-05",
"intelligence_index": 26.1,
"coding_index": 25.5,
"math_index": 75,
"mmlu_pro": 0.838,
"gpqa": 0.764,
"hle": 0.093,
"livecodebench": 0.651,
"scicode": 0.37,
"ifbench": 0.48,
"lcr": 0.397,
"terminalbench_hard": 0.197,
"tau2": 0.327,
"math_500": null,
"aime": null,
"aime_25": 0.75,
"output_tps": 46.156,
"ttft": 1.737,
"ttfat": 1.737,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "806032ff-6252-4c22-ba99-a126e411b7a4",
"name": "Qwen3 Max Thinking",
"slug": "qwen3-max-thinking",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-01-26",
"intelligence_index": 39.9,
"coding_index": 30.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.861,
"hle": 0.262,
"livecodebench": null,
"scicode": 0.431,
"ifbench": 0.707,
"lcr": 0.66,
"terminalbench_hard": 0.242,
"tau2": 0.836,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 48.604,
"ttft": 1.528,
"ttfat": 42.677,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "cbac8c35-e069-4c73-823e-0953e6ed0e85",
"name": "Qwen3 Max Thinking (Preview)",
"slug": "qwen3-max-thinking-preview",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-11-03",
"intelligence_index": 32.5,
"coding_index": 24.5,
"math_index": 82.3,
"mmlu_pro": 0.824,
"gpqa": 0.776,
"hle": 0.12,
"livecodebench": 0.535,
"scicode": 0.387,
"ifbench": 0.538,
"lcr": 0.577,
"terminalbench_hard": 0.174,
"tau2": 0.836,
"math_500": null,
"aime": null,
"aime_25": 0.823,
"output_tps": 42.772,
"ttft": 1.774,
"ttfat": 48.533,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "d1768b3a-0a21-4e08-b3f6-56a9ab6cfbf3",
"name": "Qwen1.5 Chat 110B",
"slug": "qwen1.5-110b-chat",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-04-25",
"intelligence_index": 9.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.289,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf",
"name": "Qwen3 VL 32B (Reasoning)",
"slug": "qwen3-vl-32b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-21",
"intelligence_index": 24.7,
"coding_index": 14.5,
"math_index": 84.7,
"mmlu_pro": 0.818,
"gpqa": 0.733,
"hle": 0.096,
"livecodebench": 0.738,
"scicode": 0.285,
"ifbench": 0.594,
"lcr": 0.553,
"terminalbench_hard": 0.076,
"tau2": 0.456,
"math_500": null,
"aime": null,
"aime_25": 0.847,
"output_tps": 94.845,
"ttft": 1.269,
"ttfat": 22.357,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "5c6533f3-75a2-4109-b9a9-3623afc6b86a",
"name": "Seed-OSS-36B-Instruct",
"slug": "seed-oss-36b-instruct",
"creator": "bytedance_seed",
"creator_id": "2354746c-4775-4a06-b64d-0ba4137785b8",
"creator_name": "ByteDance Seed",
"release_date": "2025-08-20",
"intelligence_index": 25.2,
"coding_index": 16.7,
"math_index": 84.7,
"mmlu_pro": 0.815,
"gpqa": 0.726,
"hle": 0.091,
"livecodebench": 0.765,
"scicode": 0.365,
"ifbench": 0.419,
"lcr": 0.577,
"terminalbench_hard": 0.068,
"tau2": 0.494,
"math_500": null,
"aime": null,
"aime_25": 0.847,
"output_tps": 35.618,
"ttft": 1.518,
"ttfat": 57.669,
"price_input": 0.21,
"price_output": 0.57,
"price_blended": 0.3
}
]