[
{
"id": "c99f3bde-7c08-4de8-bd5c-8ee9123ebffa",
"name": "gpt-oss-120B (low)",
"slug": "gpt-oss-120b-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 24.5,
"coding_index": 15.5,
"math_index": 66.7,
"mmlu_pro": 0.775,
"gpqa": 0.672,
"hle": 0.052,
"livecodebench": 0.707,
"scicode": 0.36,
"ifbench": 0.583,
"lcr": 0.437,
"terminalbench_hard": 0.053,
"tau2": 0.45,
"math_500": null,
"aime": null,
"aime_25": 0.667,
"output_tps": 243.813,
"ttft": 0.49,
"ttfat": 8.693,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.263
},
{
"id": "f0083258-8646-45b8-8082-7aaf6c2ea82a",
"name": "gpt-oss-120B (high)",
"slug": "gpt-oss-120b",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 33.3,
"coding_index": 28.6,
"math_index": 93.4,
"mmlu_pro": 0.808,
"gpqa": 0.782,
"hle": 0.185,
"livecodebench": 0.878,
"scicode": 0.389,
"ifbench": 0.69,
"lcr": 0.507,
"terminalbench_hard": 0.235,
"tau2": 0.658,
"math_500": null,
"aime": null,
"aime_25": 0.934,
"output_tps": 265.127,
"ttft": 0.482,
"ttfat": 8.026,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.263
},
{
"id": "36f73aaf-d38a-4b56-a2b3-d04d17186910",
"name": "gpt-oss-20B (high)",
"slug": "gpt-oss-20b",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 24.5,
"coding_index": 18.5,
"math_index": 89.3,
"mmlu_pro": 0.748,
"gpqa": 0.688,
"hle": 0.098,
"livecodebench": 0.777,
"scicode": 0.344,
"ifbench": 0.651,
"lcr": 0.307,
"terminalbench_hard": 0.106,
"tau2": 0.602,
"math_500": null,
"aime": null,
"aime_25": 0.893,
"output_tps": 315.535,
"ttft": 0.429,
"ttfat": 6.768,
"price_input": 0.06,
"price_output": 0.2,
"price_blended": 0.094
},
{
"id": "16149b9c-a1e9-4669-a5cb-ff3c00d78f89",
"name": "gpt-oss-20B (low)",
"slug": "gpt-oss-20b-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-05",
"intelligence_index": 20.8,
"coding_index": 14.4,
"math_index": 62.3,
"mmlu_pro": 0.718,
"gpqa": 0.611,
"hle": 0.051,
"livecodebench": 0.652,
"scicode": 0.34,
"ifbench": 0.578,
"lcr": 0.31,
"terminalbench_hard": 0.045,
"tau2": 0.503,
"math_500": null,
"aime": null,
"aime_25": 0.623,
"output_tps": 315.87,
"ttft": 0.444,
"ttfat": 6.776,
"price_input": 0.06,
"price_output": 0.2,
"price_blended": 0.094
},
{
"id": "16c5b637-8bce-4252-81f2-1b87a36a4e4c",
"name": "o3",
"slug": "o3",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-16",
"intelligence_index": 38.4,
"coding_index": 38.4,
"math_index": 88.3,
"mmlu_pro": 0.853,
"gpqa": 0.827,
"hle": 0.2,
"livecodebench": 0.808,
"scicode": 0.41,
"ifbench": 0.714,
"lcr": 0.693,
"terminalbench_hard": 0.371,
"tau2": 0.807,
"math_500": 0.992,
"aime": 0.903,
"aime_25": 0.883,
"output_tps": 117.336,
"ttft": 8.579,
"ttfat": 8.579,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "4c111fbc-d13a-42b4-858c-1dc17fe3c1d1",
"name": "Grok-1",
"slug": "grok-1",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2024-03-17",
"intelligence_index": 11.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c298d1a8-606c-4971-8613-ccdaaf941043",
"name": "GPT-5.4 nano (Non-Reasoning)",
"slug": "gpt-5-4-nano-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 24.4,
"coding_index": 27.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.558,
"hle": 0.042,
"livecodebench": null,
"scicode": 0.352,
"ifbench": 0.327,
"lcr": 0.247,
"terminalbench_hard": 0.242,
"tau2": 0.348,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 193.078,
"ttft": 0.447,
"ttfat": 0.447,
"price_input": 0.2,
"price_output": 1.25,
"price_blended": 0.463
},
{
"id": "d4fc3f33-f2b0-4da1-88ee-f1f82bd4de31",
"name": "GPT-5.4 nano (xhigh)",
"slug": "gpt-5-4-nano",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 44.4,
"coding_index": 43.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.817,
"hle": 0.265,
"livecodebench": null,
"scicode": 0.469,
"ifbench": 0.759,
"lcr": 0.66,
"terminalbench_hard": 0.424,
"tau2": 0.81,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 177.461,
"ttft": 3.029,
"ttfat": 3.029,
"price_input": 0.2,
"price_output": 1.25,
"price_blended": 0.463
},
{
"id": "493f6a1e-7717-4e98-9d6f-548b92c4702d",
"name": "GPT-5.4 (Non-reasoning)",
"slug": "gpt-5-4-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": 35.4,
"coding_index": 41,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.748,
"hle": 0.106,
"livecodebench": null,
"scicode": 0.471,
"ifbench": 0.484,
"lcr": 0.473,
"terminalbench_hard": 0.379,
"tau2": 0.351,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 67.929,
"ttft": 0.674,
"ttfat": 0.674,
"price_input": 2.5,
"price_output": 15,
"price_blended": 5.625
},
{
"id": "8869f28a-a6ff-487f-8d32-93fe335fdda5",
"name": "GPT-5.4 nano (medium)",
"slug": "gpt-5-4-nano-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 38.1,
"coding_index": 35,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.761,
"hle": 0.147,
"livecodebench": null,
"scicode": 0.384,
"ifbench": 0.644,
"lcr": 0.573,
"terminalbench_hard": 0.333,
"tau2": 0.526,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 193.491,
"ttft": 2.248,
"ttfat": 2.248,
"price_input": 0.2,
"price_output": 1.25,
"price_blended": 0.463
},
{
"id": "ba242e40-83b7-4cd3-a0e0-b56237984914",
"name": "GPT-5.4 mini (xhigh)",
"slug": "gpt-5-4-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 48.1,
"coding_index": 51.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.875,
"hle": 0.266,
"livecodebench": null,
"scicode": 0.499,
"ifbench": 0.733,
"lcr": 0.693,
"terminalbench_hard": 0.523,
"tau2": 0.737,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 205.633,
"ttft": 6.8,
"ttfat": 6.8,
"price_input": 0.75,
"price_output": 4.5,
"price_blended": 1.688
},
{
"id": "5bb1f426-2d64-4d03-99fb-8041ee85c33b",
"name": "GPT-5.4 Pro (xhigh)",
"slug": "gpt-5-4-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 30,
"price_output": 180,
"price_blended": 67.5
},
{
"id": "59b5b14b-5365-4ee7-824a-18a8e6309644",
"name": "GPT-5.3 Codex (xhigh)",
"slug": "gpt-5-3-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-02-05",
"intelligence_index": 54,
"coding_index": 53.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.915,
"hle": 0.399,
"livecodebench": null,
"scicode": 0.532,
"ifbench": 0.754,
"lcr": 0.74,
"terminalbench_hard": 0.53,
"tau2": 0.909,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 90.963,
"ttft": 77.859,
"ttfat": 77.859,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "392063ba-c3b5-47e8-ba67-a7b0b34f6824",
"name": "GPT-5.4 mini (medium)",
"slug": "gpt-5-4-mini-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 37.7,
"coding_index": 37.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.823,
"hle": 0.171,
"livecodebench": null,
"scicode": 0.442,
"ifbench": 0.648,
"lcr": 0.613,
"terminalbench_hard": 0.341,
"tau2": 0.365,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 205.802,
"ttft": 4.303,
"ttfat": 4.303,
"price_input": 0.75,
"price_output": 4.5,
"price_blended": 1.688
},
{
"id": "ae447455-940d-4d30-9139-a664fa896eaf",
"name": "GPT-5.4 mini (Non-Reasoning)",
"slug": "gpt-5-4-mini-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-17",
"intelligence_index": 23.3,
"coding_index": 25.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.606,
"hle": 0.057,
"livecodebench": null,
"scicode": 0.396,
"ifbench": 0.388,
"lcr": 0.303,
"terminalbench_hard": 0.182,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 195.329,
"ttft": 0.419,
"ttfat": 0.419,
"price_input": 0.75,
"price_output": 4.5,
"price_blended": 1.688
},
{
"id": "a89c4b28-2d8c-456e-88ea-255fb51fd2b6",
"name": "GPT-5.4 (xhigh)",
"slug": "gpt-5-4",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2026-03-05",
"intelligence_index": 57.2,
"coding_index": 57.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.92,
"hle": 0.416,
"livecodebench": null,
"scicode": 0.566,
"ifbench": 0.739,
"lcr": 0.74,
"terminalbench_hard": 0.576,
"tau2": 0.915,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 89.668,
"ttft": 162.035,
"ttfat": 162.035,
"price_input": 2.5,
"price_output": 15,
"price_blended": 5.625
},
{
"id": "976cc8ad-7904-4056-83c5-960181f47d5f",
"name": "Llama 3.3 Instruct 70B",
"slug": "llama-3-3-instruct-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-12-06",
"intelligence_index": 14.5,
"coding_index": 10.7,
"math_index": 7.7,
"mmlu_pro": 0.713,
"gpqa": 0.498,
"hle": 0.04,
"livecodebench": 0.288,
"scicode": 0.26,
"ifbench": 0.471,
"lcr": 0.15,
"terminalbench_hard": 0.03,
"tau2": 0.266,
"math_500": 0.773,
"aime": 0.3,
"aime_25": 0.077,
"output_tps": 93.375,
"ttft": 0.502,
"ttfat": 0.502,
"price_input": 0.58,
"price_output": 0.71,
"price_blended": 0.64
},
{
"id": "45c87531-2d57-48e0-8012-202cd636189e",
"name": "Llama 3.1 Instruct 405B",
"slug": "llama-3-1-instruct-405b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-07-23",
"intelligence_index": 17.4,
"coding_index": 14.5,
"math_index": 3,
"mmlu_pro": 0.732,
"gpqa": 0.515,
"hle": 0.042,
"livecodebench": 0.305,
"scicode": 0.299,
"ifbench": 0.39,
"lcr": 0.243,
"terminalbench_hard": 0.068,
"tau2": 0.19,
"math_500": 0.703,
"aime": 0.213,
"aime_25": 0.03,
"output_tps": 31.171,
"ttft": 0.471,
"ttfat": 0.471,
"price_input": 2.75,
"price_output": 6.5,
"price_blended": 3.688
},
{
"id": "9ca71ac4-41c8-42c0-87dd-5704a9e5b94d",
"name": "Llama 3.2 Instruct 90B (Vision)",
"slug": "llama-3-2-instruct-90b-vision",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 11.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.671,
"gpqa": 0.432,
"hle": 0.049,
"livecodebench": 0.214,
"scicode": 0.24,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.629,
"aime": 0.05,
"aime_25": null,
"output_tps": 42.135,
"ttft": 0.379,
"ttfat": 0.379,
"price_input": 0.72,
"price_output": 0.72,
"price_blended": 0.72
},
{
"id": "5fb47ff6-a30e-4c2c-96f2-55e95a13390f",
"name": "Llama 3.2 Instruct 11B (Vision)",
"slug": "llama-3-2-instruct-11b-vision",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 8.7,
"coding_index": 4.3,
"math_index": 1.7,
"mmlu_pro": 0.464,
"gpqa": 0.221,
"hle": 0.052,
"livecodebench": 0.11,
"scicode": 0.112,
"ifbench": 0.304,
"lcr": 0.117,
"terminalbench_hard": 0.008,
"tau2": 0.146,
"math_500": 0.516,
"aime": 0.093,
"aime_25": 0.017,
"output_tps": 86.525,
"ttft": 0.374,
"ttfat": 0.374,
"price_input": 0.16,
"price_output": 0.16,
"price_blended": 0.16
},
{
"id": "922c69c7-9037-43c6-8bcf-a1c555e7f3eb",
"name": "Llama 4 Maverick",
"slug": "llama-4-maverick",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2025-04-05",
"intelligence_index": 18.4,
"coding_index": 15.6,
"math_index": 19.3,
"mmlu_pro": 0.809,
"gpqa": 0.671,
"hle": 0.048,
"livecodebench": 0.397,
"scicode": 0.331,
"ifbench": 0.43,
"lcr": 0.46,
"terminalbench_hard": 0.068,
"tau2": 0.178,
"math_500": 0.889,
"aime": 0.39,
"aime_25": 0.193,
"output_tps": 128.123,
"ttft": 0.504,
"ttfat": 0.504,
"price_input": 0.31,
"price_output": 0.91,
"price_blended": 0.487
},
{
"id": "adf9a85e-abc3-4f28-937b-db6655cc5238",
"name": "Llama 4 Scout",
"slug": "llama-4-scout",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2025-04-05",
"intelligence_index": 13.5,
"coding_index": 6.7,
"math_index": 14,
"mmlu_pro": 0.752,
"gpqa": 0.587,
"hle": 0.043,
"livecodebench": 0.299,
"scicode": 0.17,
"ifbench": 0.395,
"lcr": 0.258,
"terminalbench_hard": 0.015,
"tau2": 0.155,
"math_500": 0.844,
"aime": 0.283,
"aime_25": 0.14,
"output_tps": 128.559,
"ttft": 0.437,
"ttfat": 0.437,
"price_input": 0.17,
"price_output": 0.66,
"price_blended": 0.292
},
{
"id": "a8c67863-9d66-44dd-8d27-f58654ecde03",
"name": "Gemma 3n E2B Instruct",
"slug": "gemma-3n-e2b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-26",
"intelligence_index": 4.8,
"coding_index": 2.2,
"math_index": 10.3,
"mmlu_pro": 0.378,
"gpqa": 0.229,
"hle": 0.04,
"livecodebench": 0.095,
"scicode": 0.052,
"ifbench": 0.22,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0,
"math_500": 0.691,
"aime": 0.09,
"aime_25": 0.103,
"output_tps": 45.157,
"ttft": 0.383,
"ttfat": 0.383,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "84922739-425f-46e1-87ac-bb4268dcacbb",
"name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)",
"slug": "gemini-2-5-flash-lite-preview-09-2025-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-08",
"intelligence_index": 21.6,
"coding_index": 18.1,
"math_index": 68.7,
"mmlu_pro": 0.808,
"gpqa": 0.709,
"hle": 0.066,
"livecodebench": 0.688,
"scicode": 0.287,
"ifbench": 0.526,
"lcr": 0.59,
"terminalbench_hard": 0.129,
"tau2": 0.307,
"math_500": null,
"aime": null,
"aime_25": 0.687,
"output_tps": 359.74,
"ttft": 7.496,
"ttfat": 7.496,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "2bfdd17a-e027-4068-a54e-b0e90a6df118",
"name": "Gemma 3 27B Instruct",
"slug": "gemma-3-27b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-12",
"intelligence_index": 10.3,
"coding_index": 9.6,
"math_index": 20.7,
"mmlu_pro": 0.669,
"gpqa": 0.428,
"hle": 0.047,
"livecodebench": 0.137,
"scicode": 0.212,
"ifbench": 0.318,
"lcr": 0.057,
"terminalbench_hard": 0.038,
"tau2": 0.105,
"math_500": 0.883,
"aime": 0.253,
"aime_25": 0.207,
"output_tps": 31.904,
"ttft": 0.858,
"ttfat": 0.858,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "222fb320-6e55-4672-846a-b6d5a24a45f4",
"name": "Gemma 3 4B Instruct",
"slug": "gemma-3-4b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-12",
"intelligence_index": 6.3,
"coding_index": 2.9,
"math_index": 12.7,
"mmlu_pro": 0.417,
"gpqa": 0.291,
"hle": 0.052,
"livecodebench": 0.112,
"scicode": 0.073,
"ifbench": 0.283,
"lcr": 0.057,
"terminalbench_hard": 0.008,
"tau2": 0.05,
"math_500": 0.766,
"aime": 0.063,
"aime_25": 0.127,
"output_tps": 32.916,
"ttft": 1.07,
"ttfat": 1.07,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "04781a0e-40f0-4e2a-a4e5-18e389364a79",
"name": "Gemma 3 270M",
"slug": "gemma-3-270m",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-08-14",
"intelligence_index": 7.7,
"coding_index": 0,
"math_index": 2.3,
"mmlu_pro": 0.055,
"gpqa": 0.224,
"hle": 0.042,
"livecodebench": 0.003,
"scicode": 0,
"ifbench": 0.121,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.091,
"math_500": null,
"aime": null,
"aime_25": 0.023,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2e6400f5-85ca-4ebc-ba8f-c2811a631138",
"name": "Gemma 3 12B Instruct",
"slug": "gemma-3-12b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-12",
"intelligence_index": 8.8,
"coding_index": 6.3,
"math_index": 18.3,
"mmlu_pro": 0.595,
"gpqa": 0.349,
"hle": 0.048,
"livecodebench": 0.137,
"scicode": 0.174,
"ifbench": 0.367,
"lcr": 0.067,
"terminalbench_hard": 0.008,
"tau2": 0.108,
"math_500": 0.853,
"aime": 0.22,
"aime_25": 0.183,
"output_tps": 32.045,
"ttft": 43.701,
"ttfat": 43.701,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "71f51ea9-94fe-4635-a80d-4cfffbb685f4",
"name": "Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)",
"slug": "gemini-2-5-flash-lite-preview-09-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-25",
"intelligence_index": 19.4,
"coding_index": 14.5,
"math_index": 46.7,
"mmlu_pro": 0.796,
"gpqa": 0.651,
"hle": 0.046,
"livecodebench": 0.641,
"scicode": 0.285,
"ifbench": 0.418,
"lcr": 0.48,
"terminalbench_hard": 0.076,
"tau2": 0.304,
"math_500": null,
"aime": null,
"aime_25": 0.467,
"output_tps": 360.062,
"ttft": 0.554,
"ttfat": 0.554,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "783a0ea2-1eef-422a-8c3d-f6d40d943f54",
"name": "Gemini 3 Flash Preview (Non-reasoning)",
"slug": "gemini-3-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-12-17",
"intelligence_index": 35,
"coding_index": 37.8,
"math_index": 55.7,
"mmlu_pro": 0.882,
"gpqa": 0.812,
"hle": 0.141,
"livecodebench": 0.797,
"scicode": 0.499,
"ifbench": 0.551,
"lcr": 0.48,
"terminalbench_hard": 0.318,
"tau2": 0.433,
"math_500": null,
"aime": null,
"aime_25": 0.557,
"output_tps": 194.284,
"ttft": 1.225,
"ttfat": 1.225,
"price_input": 0.5,
"price_output": 3,
"price_blended": 1.125
},
{
"id": "27202e5f-c82d-4710-92e9-4317877d4883",
"name": "Gemini 2.5 Pro",
"slug": "gemini-2-5-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-05",
"intelligence_index": 34.6,
"coding_index": 31.9,
"math_index": 87.7,
"mmlu_pro": 0.862,
"gpqa": 0.844,
"hle": 0.211,
"livecodebench": 0.801,
"scicode": 0.428,
"ifbench": 0.487,
"lcr": 0.66,
"terminalbench_hard": 0.265,
"tau2": 0.541,
"math_500": 0.967,
"aime": 0.887,
"aime_25": 0.877,
"output_tps": 126.995,
"ttft": 19.419,
"ttfat": 19.419,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "bbd93ebe-80da-4594-bb19-61e69d0331df",
"name": "Gemini 3.1 Pro Preview",
"slug": "gemini-3-1-pro-preview",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-02-19",
"intelligence_index": 57.2,
"coding_index": 55.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.941,
"hle": 0.447,
"livecodebench": null,
"scicode": 0.589,
"ifbench": 0.771,
"lcr": 0.727,
"terminalbench_hard": 0.538,
"tau2": 0.956,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 120.596,
"ttft": 37.725,
"ttfat": 37.725,
"price_input": 2,
"price_output": 12,
"price_blended": 4.5
},
{
"id": "598190f8-dc9c-4fea-a7ea-4b81c402ab18",
"name": "Gemini 3.1 Flash-Lite Preview",
"slug": "gemini-3-1-flash-lite-preview",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-03-03",
"intelligence_index": 33.5,
"coding_index": 30.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.822,
"hle": 0.162,
"livecodebench": null,
"scicode": 0.419,
"ifbench": 0.772,
"lcr": 0.653,
"terminalbench_hard": 0.242,
"tau2": 0.313,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 228.496,
"ttft": 7.76,
"ttfat": 7.76,
"price_input": 0.25,
"price_output": 1.5,
"price_blended": 0.563
},
{
"id": "a797eaf3-6d75-4f29-86a8-e1243ce52d43",
"name": "Gemma 3n E4B Instruct",
"slug": "gemma-3n-e4b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-26",
"intelligence_index": 6.4,
"coding_index": 4.2,
"math_index": 14.3,
"mmlu_pro": 0.488,
"gpqa": 0.296,
"hle": 0.044,
"livecodebench": 0.146,
"scicode": 0.081,
"ifbench": 0.279,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.05,
"math_500": 0.771,
"aime": 0.137,
"aime_25": 0.143,
"output_tps": 25.072,
"ttft": 0.348,
"ttfat": 0.348,
"price_input": 0.02,
"price_output": 0.04,
"price_blended": 0.025
},
{
"id": "d1720545-d0a8-4c15-a53e-ef5ca99ac7ea",
"name": "Gemma 3 1B Instruct",
"slug": "gemma-3-1b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-13",
"intelligence_index": 5.5,
"coding_index": 0.2,
"math_index": 3.3,
"mmlu_pro": 0.135,
"gpqa": 0.237,
"hle": 0.052,
"livecodebench": 0.017,
"scicode": 0.007,
"ifbench": 0.199,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.105,
"math_500": 0.484,
"aime": 0,
"aime_25": 0.033,
"output_tps": 46.425,
"ttft": 0.579,
"ttfat": 0.579,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a5092ece-d5a7-461f-b036-3faef262423f",
"name": "Gemini 3 Deep Think",
"slug": "gemini-3-deep-think",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2026-02-05",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b2f3191f-77d6-4155-8be6-330f0baa1ae5",
"name": "Gemini 3 Pro Preview (low)",
"slug": "gemini-3-pro-low",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-11-18",
"intelligence_index": 41.3,
"coding_index": 39.4,
"math_index": 86.7,
"mmlu_pro": 0.895,
"gpqa": 0.887,
"hle": 0.276,
"livecodebench": 0.857,
"scicode": 0.499,
"ifbench": 0.497,
"lcr": 0.673,
"terminalbench_hard": 0.341,
"tau2": 0.681,
"math_500": null,
"aime": null,
"aime_25": 0.867,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 2,
"price_output": 12,
"price_blended": 4.5
},
{
"id": "7c73c3be-7f51-4d14-bec8-d5789488df25",
"name": "Gemini 3 Flash Preview (Reasoning)",
"slug": "gemini-3-flash-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-12-17",
"intelligence_index": 46.4,
"coding_index": 42.6,
"math_index": 97,
"mmlu_pro": 0.89,
"gpqa": 0.898,
"hle": 0.347,
"livecodebench": 0.908,
"scicode": 0.506,
"ifbench": 0.78,
"lcr": 0.663,
"terminalbench_hard": 0.386,
"tau2": 0.804,
"math_500": null,
"aime": null,
"aime_25": 0.97,
"output_tps": 193.303,
"ttft": 6.475,
"ttfat": 6.475,
"price_input": 0.5,
"price_output": 3,
"price_blended": 1.125
},
{
"id": "f2e21112-192e-4aed-ae82-68ca3b38e667",
"name": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)",
"slug": "claude-sonnet-4-6-non-reasoning-low-effort",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-17",
"intelligence_index": 42.6,
"coding_index": 43,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.797,
"hle": 0.108,
"livecodebench": null,
"scicode": 0.441,
"ifbench": 0.424,
"lcr": 0.587,
"terminalbench_hard": 0.424,
"tau2": 0.789,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 52.648,
"ttft": 1.314,
"ttfat": 1.314,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "df8d14e0-3997-4e4d-b4ad-9c047acc9c69",
"name": "Claude Sonnet 4.6 (Adaptive Reasoning, Max Effort)",
"slug": "claude-sonnet-4-6-adaptive",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-17",
"intelligence_index": 51.7,
"coding_index": 50.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.875,
"hle": 0.3,
"livecodebench": null,
"scicode": 0.468,
"ifbench": 0.566,
"lcr": 0.707,
"terminalbench_hard": 0.53,
"tau2": 0.757,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 68.954,
"ttft": 39.787,
"ttfat": 39.787,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "2e40e695-3cec-43da-83f9-615af30b8e91",
"name": "Claude Sonnet 4.6 (Non-reasoning, High Effort)",
"slug": "claude-sonnet-4-6",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-17",
"intelligence_index": 44.4,
"coding_index": 46.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.799,
"hle": 0.132,
"livecodebench": null,
"scicode": 0.469,
"ifbench": 0.412,
"lcr": 0.577,
"terminalbench_hard": 0.462,
"tau2": 0.795,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 53.394,
"ttft": 1.326,
"ttfat": 1.326,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "4386585e-71b4-4a0c-8a63-afb333419cd6",
"name": "Claude Opus 4.6 (Non-reasoning, High Effort)",
"slug": "claude-opus-4-6",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-05",
"intelligence_index": 46.5,
"coding_index": 47.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.84,
"hle": 0.186,
"livecodebench": null,
"scicode": 0.457,
"ifbench": 0.446,
"lcr": 0.583,
"terminalbench_hard": 0.485,
"tau2": 0.848,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 52.505,
"ttft": 1.686,
"ttfat": 1.686,
"price_input": 5,
"price_output": 25,
"price_blended": 10
},
{
"id": "53c98840-47af-49aa-94e6-469fb17e9a1b",
"name": "Claude Opus 4.6 (Adaptive Reasoning, Max Effort)",
"slug": "claude-opus-4-6-adaptive",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2026-02-05",
"intelligence_index": 53,
"coding_index": 48.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.896,
"hle": 0.367,
"livecodebench": null,
"scicode": 0.519,
"ifbench": 0.531,
"lcr": 0.707,
"terminalbench_hard": 0.462,
"tau2": 0.921,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 59.354,
"ttft": 14.091,
"ttfat": 14.091,
"price_input": 5,
"price_output": 25,
"price_blended": 10
},
{
"id": "a6340098-d7ae-462d-b372-0a0a67fc44b4",
"name": "Claude 4.5 Haiku (Reasoning)",
"slug": "claude-4-5-haiku-reasoning",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-10-15",
"intelligence_index": 37.1,
"coding_index": 32.6,
"math_index": 83.7,
"mmlu_pro": 0.76,
"gpqa": 0.672,
"hle": 0.097,
"livecodebench": 0.615,
"scicode": 0.433,
"ifbench": 0.543,
"lcr": 0.703,
"terminalbench_hard": 0.273,
"tau2": 0.547,
"math_500": null,
"aime": null,
"aime_25": 0.837,
"output_tps": 139.169,
"ttft": 13.819,
"ttfat": 13.819,
"price_input": 1,
"price_output": 5,
"price_blended": 2
},
{
"id": "c2b1e769-7aee-4669-8076-73918bdebf6c",
"name": "Claude 4.5 Haiku (Non-reasoning)",
"slug": "claude-4-5-haiku",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-10-15",
"intelligence_index": 31.1,
"coding_index": 29.6,
"math_index": 39,
"mmlu_pro": 0.8,
"gpqa": 0.646,
"hle": 0.043,
"livecodebench": 0.511,
"scicode": 0.344,
"ifbench": 0.42,
"lcr": 0.437,
"terminalbench_hard": 0.273,
"tau2": 0.325,
"math_500": null,
"aime": null,
"aime_25": 0.39,
"output_tps": 109.015,
"ttft": 0.467,
"ttfat": 0.467,
"price_input": 1,
"price_output": 5,
"price_blended": 2
},
{
"id": "4928e950-7f37-4475-b0dc-c5bad781a321",
"name": "Mistral Large 3",
"slug": "mistral-large-3",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 22.8,
"coding_index": 22.7,
"math_index": 38,
"mmlu_pro": 0.807,
"gpqa": 0.68,
"hle": 0.041,
"livecodebench": 0.465,
"scicode": 0.362,
"ifbench": 0.362,
"lcr": 0.347,
"terminalbench_hard": 0.159,
"tau2": 0.246,
"math_500": null,
"aime": null,
"aime_25": 0.38,
"output_tps": 55.312,
"ttft": 0.53,
"ttfat": 0.53,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "3fd96175-4ef1-434c-8795-f873aec2abc1",
"name": "Mistral Small 4 (Reasoning)",
"slug": "mistral-small-4",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2026-03-16",
"intelligence_index": 27.2,
"coding_index": 24.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.769,
"hle": 0.095,
"livecodebench": null,
"scicode": 0.38,
"ifbench": 0.482,
"lcr": 0.447,
"terminalbench_hard": 0.174,
"tau2": 0.339,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 182.395,
"ttft": 0.488,
"ttfat": 11.453,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.263
},
{
"id": "ce819310-af7c-49d3-9a02-6845111e1788",
"name": "Devstral Small 2",
"slug": "devstral-small-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-09",
"intelligence_index": 19.5,
"coding_index": 20.7,
"math_index": 34.3,
"mmlu_pro": 0.678,
"gpqa": 0.532,
"hle": 0.034,
"livecodebench": 0.348,
"scicode": 0.288,
"ifbench": 0.312,
"lcr": 0.24,
"terminalbench_hard": 0.167,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": 0.343,
"output_tps": 155.352,
"ttft": 0.351,
"ttfat": 0.351,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "713fae11-c75c-4f10-ae2c-8e4074cd58af",
"name": "Ministral 3 14B",
"slug": "ministral-3-14b",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 16,
"coding_index": 10.9,
"math_index": 30,
"mmlu_pro": 0.693,
"gpqa": 0.572,
"hle": 0.046,
"livecodebench": 0.351,
"scicode": 0.236,
"ifbench": 0.32,
"lcr": 0.22,
"terminalbench_hard": 0.045,
"tau2": 0.272,
"math_500": null,
"aime": null,
"aime_25": 0.3,
"output_tps": 118.923,
"ttft": 0.279,
"ttfat": 0.279,
"price_input": 0.2,
"price_output": 0.2,
"price_blended": 0.2
},
{
"id": "09f43999-b67b-4c1b-b050-44df41ed7e62",
"name": "Devstral 2",
"slug": "devstral-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-09",
"intelligence_index": 22,
"coding_index": 23.7,
"math_index": 36.7,
"mmlu_pro": 0.762,
"gpqa": 0.594,
"hle": 0.036,
"livecodebench": 0.448,
"scicode": 0.331,
"ifbench": 0.381,
"lcr": 0.3,
"terminalbench_hard": 0.189,
"tau2": 0.249,
"math_500": null,
"aime": null,
"aime_25": 0.367,
"output_tps": 81.919,
"ttft": 0.383,
"ttfat": 0.383,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "05a32e26-e609-4377-951b-8fa23d329926",
"name": "Mistral Medium 3.1",
"slug": "mistral-medium-3-1",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-08-12",
"intelligence_index": 21.3,
"coding_index": 18.3,
"math_index": 38.3,
"mmlu_pro": 0.683,
"gpqa": 0.588,
"hle": 0.044,
"livecodebench": 0.406,
"scicode": 0.338,
"ifbench": 0.398,
"lcr": 0.197,
"terminalbench_hard": 0.106,
"tau2": 0.406,
"math_500": null,
"aime": null,
"aime_25": 0.383,
"output_tps": 68.03,
"ttft": 0.377,
"ttfat": 0.377,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "12f6a061-0ab3-4c76-b225-49abee253651",
"name": "Mistral Small 4 (Non-reasoning)",
"slug": "mistral-small-4-non-reasoning",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2026-03-16",
"intelligence_index": 18.6,
"coding_index": 16.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.571,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.281,
"ifbench": 0.328,
"lcr": 0.213,
"terminalbench_hard": 0.106,
"tau2": 0.184,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 151.794,
"ttft": 0.42,
"ttfat": 0.42,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.263
},
{
"id": "66f4ce73-9a9b-4b49-9c6e-bedb9bfdc720",
"name": "Ministral 3 3B",
"slug": "ministral-3-3b",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 11.2,
"coding_index": 4.8,
"math_index": 22,
"mmlu_pro": 0.524,
"gpqa": 0.358,
"hle": 0.053,
"livecodebench": 0.247,
"scicode": 0.144,
"ifbench": 0.268,
"lcr": 0.117,
"terminalbench_hard": 0,
"tau2": 0.249,
"math_500": null,
"aime": null,
"aime_25": 0.22,
"output_tps": 293.696,
"ttft": 0.254,
"ttfat": 0.254,
"price_input": 0.1,
"price_output": 0.1,
"price_blended": 0.1
},
{
"id": "70152cb0-fb36-4732-a925-89ef40994be1",
"name": "Magistral Small 1.2",
"slug": "magistral-small-2509",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-09-17",
"intelligence_index": 18.2,
"coding_index": 14.8,
"math_index": 80.3,
"mmlu_pro": 0.768,
"gpqa": 0.663,
"hle": 0.061,
"livecodebench": 0.723,
"scicode": 0.352,
"ifbench": 0.444,
"lcr": 0.163,
"terminalbench_hard": 0.045,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": 0.803,
"output_tps": 172.421,
"ttft": 0.312,
"ttfat": 11.912,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "864da2a5-156c-45fd-873c-8923be91914f",
"name": "Magistral Medium 1.2",
"slug": "magistral-medium-2509",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-09-18",
"intelligence_index": 27.1,
"coding_index": 21.7,
"math_index": 82,
"mmlu_pro": 0.815,
"gpqa": 0.739,
"hle": 0.096,
"livecodebench": 0.75,
"scicode": 0.392,
"ifbench": 0.43,
"lcr": 0.513,
"terminalbench_hard": 0.129,
"tau2": 0.52,
"math_500": null,
"aime": null,
"aime_25": 0.82,
"output_tps": 97.373,
"ttft": 0.436,
"ttfat": 20.975,
"price_input": 2,
"price_output": 5,
"price_blended": 2.75
},
{
"id": "9741f3c2-cbb1-4a3f-99ee-7bd7384d9038",
"name": "Ministral 3 8B",
"slug": "ministral-3-8b",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-12-02",
"intelligence_index": 14.8,
"coding_index": 10,
"math_index": 31.7,
"mmlu_pro": 0.642,
"gpqa": 0.471,
"hle": 0.043,
"livecodebench": 0.303,
"scicode": 0.208,
"ifbench": 0.291,
"lcr": 0.24,
"terminalbench_hard": 0.045,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.317,
"output_tps": 202.478,
"ttft": 0.308,
"ttfat": 0.308,
"price_input": 0.15,
"price_output": 0.15,
"price_blended": 0.15
},
{
"id": "4a845d7b-a52d-43bb-80b7-b58c7a0c155e",
"name": "DeepSeek R1 Distill Llama 70B",
"slug": "deepseek-r1-distill-llama-70b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 16,
"coding_index": 11.4,
"math_index": 53.7,
"mmlu_pro": 0.795,
"gpqa": 0.402,
"hle": 0.061,
"livecodebench": 0.266,
"scicode": 0.312,
"ifbench": 0.276,
"lcr": 0.11,
"terminalbench_hard": 0.015,
"tau2": 0.219,
"math_500": 0.935,
"aime": 0.67,
"aime_25": 0.537,
"output_tps": 43.043,
"ttft": 0.713,
"ttfat": 47.179,
"price_input": 0.7,
"price_output": 1.05,
"price_blended": 0.875
},
{
"id": "a83f84b3-473a-4276-9ae1-8909da723159",
"name": "DeepSeek R1 0528 (May '25)",
"slug": "deepseek-r1",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-05-28",
"intelligence_index": 27.1,
"coding_index": 24,
"math_index": 76,
"mmlu_pro": 0.849,
"gpqa": 0.813,
"hle": 0.149,
"livecodebench": 0.77,
"scicode": 0.403,
"ifbench": 0.396,
"lcr": 0.547,
"terminalbench_hard": 0.159,
"tau2": 0.365,
"math_500": 0.983,
"aime": 0.893,
"aime_25": 0.76,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.35,
"price_output": 5.4,
"price_blended": 2.362
},
{
"id": "6d9a176d-feb8-4dac-8872-afe32b31897f",
"name": "DeepSeek V3.2 (Non-reasoning)",
"slug": "deepseek-v3-2",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-12-01",
"intelligence_index": 32.1,
"coding_index": 34.6,
"math_index": 59,
"mmlu_pro": 0.837,
"gpqa": 0.751,
"hle": 0.105,
"livecodebench": 0.593,
"scicode": 0.387,
"ifbench": 0.49,
"lcr": 0.39,
"terminalbench_hard": 0.326,
"tau2": 0.789,
"math_500": null,
"aime": null,
"aime_25": 0.59,
"output_tps": 33.191,
"ttft": 1.491,
"ttfat": 1.491,
"price_input": 0.28,
"price_output": 0.42,
"price_blended": 0.315
},
{
"id": "d621247c-d47e-458c-82cb-a166bc3b37e5",
"name": "DeepSeek V3.2 (Reasoning)",
"slug": "deepseek-v3-2-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-12-01",
"intelligence_index": 41.7,
"coding_index": 36.7,
"math_index": 92,
"mmlu_pro": 0.862,
"gpqa": 0.84,
"hle": 0.222,
"livecodebench": 0.862,
"scicode": 0.389,
"ifbench": 0.607,
"lcr": 0.65,
"terminalbench_hard": 0.356,
"tau2": 0.906,
"math_500": null,
"aime": null,
"aime_25": 0.92,
"output_tps": 34.798,
"ttft": 1.505,
"ttfat": 58.98,
"price_input": 0.28,
"price_output": 0.42,
"price_blended": 0.315
},
{
"id": "527e943a-adc6-4e69-93af-d1608e1b5fed",
"name": "DeepSeek V3.2 Speciale",
"slug": "deepseek-v3-2-speciale",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-12-01",
"intelligence_index": 29.4,
"coding_index": 37.9,
"math_index": 96.7,
"mmlu_pro": 0.863,
"gpqa": 0.871,
"hle": 0.261,
"livecodebench": 0.896,
"scicode": 0.44,
"ifbench": 0.639,
"lcr": 0.593,
"terminalbench_hard": 0.348,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.967,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6000145b-0e3d-4fef-a55f-bcaac84803b2",
"name": "DeepSeek R1 0528 Qwen3 8B",
"slug": "deepseek-r1-qwen3-8b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-05-29",
"intelligence_index": 16.4,
"coding_index": 7.8,
"math_index": 63.7,
"mmlu_pro": 0.739,
"gpqa": 0.612,
"hle": 0.056,
"livecodebench": 0.513,
"scicode": 0.204,
"ifbench": 0.199,
"lcr": 0.13,
"terminalbench_hard": 0.015,
"tau2": 0,
"math_500": 0.932,
"aime": 0.65,
"aime_25": 0.637,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "98e3230e-cee1-4c19-b9f8-b6b6a826ca93",
"name": "R1 1776",
"slug": "r1-1776",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-02-18",
"intelligence_index": 12,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.954,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c76e0ae8-0fd2-45c0-a39d-d398fce9b128",
"name": "Falcon-H1R-7B",
"slug": "falcon-h1r-7b",
"creator": "tii-uae",
"creator_id": "d676bc61-3394-4046-ac6a-85eea9aedaba",
"creator_name": "TII UAE",
"release_date": "2026-01-04",
"intelligence_index": 15.8,
"coding_index": 9.8,
"math_index": 80,
"mmlu_pro": 0.725,
"gpqa": 0.661,
"hle": 0.108,
"livecodebench": 0.724,
"scicode": 0.249,
"ifbench": 0.544,
"lcr": 0.087,
"terminalbench_hard": 0.023,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": 0.8,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a06bd3fc-86db-4a8e-ae6d-7459444d08c9",
"name": "Grok Code Fast 1",
"slug": "grok-code-fast-1",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-08-28",
"intelligence_index": 28.7,
"coding_index": 23.7,
"math_index": 43.3,
"mmlu_pro": 0.793,
"gpqa": 0.727,
"hle": 0.075,
"livecodebench": 0.657,
"scicode": 0.362,
"ifbench": 0.414,
"lcr": 0.483,
"terminalbench_hard": 0.174,
"tau2": 0.757,
"math_500": null,
"aime": null,
"aime_25": 0.433,
"output_tps": 226.09,
"ttft": 3.33,
"ttfat": 3.33,
"price_input": 0.2,
"price_output": 1.5,
"price_blended": 0.525
},
{
"id": "ff9bc5e5-a02f-4270-983e-4b3f834f3363",
"name": "Grok 3 mini Reasoning (high)",
"slug": "grok-3-mini-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-02-19",
"intelligence_index": 32.1,
"coding_index": 25.2,
"math_index": 84.7,
"mmlu_pro": 0.828,
"gpqa": 0.791,
"hle": 0.111,
"livecodebench": 0.696,
"scicode": 0.406,
"ifbench": 0.459,
"lcr": 0.503,
"terminalbench_hard": 0.174,
"tau2": 0.904,
"math_500": 0.992,
"aime": 0.933,
"aime_25": 0.847,
"output_tps": 196.874,
"ttft": 0.355,
"ttfat": 10.514,
"price_input": 0.3,
"price_output": 0.5,
"price_blended": 0.35
},
{
"id": "523125f4-a1da-4990-9abd-dd08a069100e",
"name": "Grok 4.20 Beta 0309 (Non-reasoning)",
"slug": "grok-4-20-non-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-03-10",
"intelligence_index": 29.7,
"coding_index": 25.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.785,
"hle": 0.225,
"livecodebench": null,
"scicode": 0.322,
"ifbench": 0.478,
"lcr": 0.18,
"terminalbench_hard": 0.22,
"tau2": 0.696,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 184.764,
"ttft": 0.306,
"ttfat": 0.306,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "04787c2b-0751-4269-8029-075b727d7aed",
"name": "Grok 4.20 Beta 0309 (Reasoning)",
"slug": "grok-4-20",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2026-03-10",
"intelligence_index": 48.5,
"coding_index": 42.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.885,
"hle": 0.3,
"livecodebench": null,
"scicode": 0.447,
"ifbench": 0.829,
"lcr": 0.59,
"terminalbench_hard": 0.409,
"tau2": 0.965,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 241.811,
"ttft": 14.408,
"ttfat": 14.408,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "344c6718-c573-41d4-9556-10287a3fa1fc",
"name": "Nova Micro",
"slug": "nova-micro",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2024-12-03",
"intelligence_index": 10.3,
"coding_index": 4.1,
"math_index": 6,
"mmlu_pro": 0.531,
"gpqa": 0.358,
"hle": 0.047,
"livecodebench": 0.14,
"scicode": 0.094,
"ifbench": 0.294,
"lcr": 0.097,
"terminalbench_hard": 0.015,
"tau2": 0.14,
"math_500": 0.703,
"aime": 0.08,
"aime_25": 0.06,
"output_tps": 334.325,
"ttft": 0.354,
"ttfat": 0.354,
"price_input": 0.035,
"price_output": 0.14,
"price_blended": 0.061
},
{
"id": "6fd796d3-f346-4f66-97df-5da81714fc73",
"name": "Nova 2.0 Lite (low)",
"slug": "nova-2-0-lite-reasoning-low",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 24.6,
"coding_index": 13.6,
"math_index": 46.7,
"mmlu_pro": 0.788,
"gpqa": 0.698,
"hle": 0.042,
"livecodebench": 0.469,
"scicode": 0.333,
"ifbench": 0.612,
"lcr": 0.52,
"terminalbench_hard": 0.038,
"tau2": 0.719,
"math_500": null,
"aime": null,
"aime_25": 0.467,
"output_tps": 213.636,
"ttft": 4.765,
"ttfat": 14.127,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "b36ff8f3-0323-49d1-a063-ab09704fdb0c",
"name": "Nova 2.0 Omni (low)",
"slug": "nova-2-0-omni-reasoning-low",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-26",
"intelligence_index": 23.2,
"coding_index": 13.9,
"math_index": 56,
"mmlu_pro": 0.798,
"gpqa": 0.699,
"hle": 0.04,
"livecodebench": 0.592,
"scicode": 0.343,
"ifbench": 0.618,
"lcr": 0.51,
"terminalbench_hard": 0.038,
"tau2": 0.678,
"math_500": null,
"aime": null,
"aime_25": 0.56,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "a20ae33a-46e1-41e6-81a0-fe8b00d2e538",
"name": "Nova 2.0 Pro Preview (Non-reasoning)",
"slug": "nova-2-0-pro",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-27",
"intelligence_index": 23.1,
"coding_index": 20.5,
"math_index": 30.7,
"mmlu_pro": 0.772,
"gpqa": 0.636,
"hle": 0.04,
"livecodebench": 0.473,
"scicode": 0.281,
"ifbench": 0.52,
"lcr": 0.283,
"terminalbench_hard": 0.167,
"tau2": 0.716,
"math_500": null,
"aime": null,
"aime_25": 0.307,
"output_tps": 164.139,
"ttft": 0.455,
"ttfat": 0.455,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "018c60e8-e908-431a-ba57-c840b1df3987",
"name": "Nova 2.0 Omni (medium)",
"slug": "nova-2-0-omni-reasoning-medium",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-26",
"intelligence_index": 28,
"coding_index": 15.1,
"math_index": 89.7,
"mmlu_pro": 0.809,
"gpqa": 0.76,
"hle": 0.068,
"livecodebench": 0.66,
"scicode": 0.362,
"ifbench": 0.662,
"lcr": 0.537,
"terminalbench_hard": 0.045,
"tau2": 0.804,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "1f6478c9-3e22-4586-adbe-841782859677",
"name": "Nova 2.0 Omni (Non-reasoning)",
"slug": "nova-2-0-omni",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-26",
"intelligence_index": 16.6,
"coding_index": 13.8,
"math_index": 37,
"mmlu_pro": 0.719,
"gpqa": 0.555,
"hle": 0.039,
"livecodebench": 0.305,
"scicode": 0.279,
"ifbench": 0.411,
"lcr": 0.223,
"terminalbench_hard": 0.068,
"tau2": 0.447,
"math_500": null,
"aime": null,
"aime_25": 0.37,
"output_tps": 231.84,
"ttft": 0.615,
"ttfat": 0.615,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "e58bbffd-fdc2-412a-b6d7-ca0e3f5d611a",
"name": "Nova Premier",
"slug": "nova-premier",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-04-30",
"intelligence_index": 19,
"coding_index": 13.8,
"math_index": 17.3,
"mmlu_pro": 0.733,
"gpqa": 0.569,
"hle": 0.047,
"livecodebench": 0.317,
"scicode": 0.279,
"ifbench": 0.362,
"lcr": 0.3,
"terminalbench_hard": 0.068,
"tau2": 0.383,
"math_500": 0.839,
"aime": 0.17,
"aime_25": 0.173,
"output_tps": 64.924,
"ttft": 0.885,
"ttfat": 0.885,
"price_input": 2.5,
"price_output": 12.5,
"price_blended": 5
},
{
"id": "f4274721-ef28-4121-aa88-8e97267a5a82",
"name": "Nova 2.0 Pro Preview (low)",
"slug": "nova-2-0-pro-reasoning-low",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-27",
"intelligence_index": 31.9,
"coding_index": 24.5,
"math_index": 63.3,
"mmlu_pro": 0.822,
"gpqa": 0.751,
"hle": 0.052,
"livecodebench": 0.638,
"scicode": 0.387,
"ifbench": 0.796,
"lcr": 0.617,
"terminalbench_hard": 0.174,
"tau2": 0.906,
"math_500": null,
"aime": null,
"aime_25": 0.633,
"output_tps": 161.532,
"ttft": 6.389,
"ttfat": 18.771,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "76bce7fb-3a3f-4b66-a78d-35ccf3edf5d2",
"name": "Nova 2.0 Lite (Non-reasoning)",
"slug": "nova-2-0-lite",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 18,
"coding_index": 12.5,
"math_index": 33.7,
"mmlu_pro": 0.743,
"gpqa": 0.603,
"hle": 0.03,
"livecodebench": 0.346,
"scicode": 0.24,
"ifbench": 0.405,
"lcr": 0.177,
"terminalbench_hard": 0.068,
"tau2": 0.62,
"math_500": null,
"aime": null,
"aime_25": 0.337,
"output_tps": 188.19,
"ttft": 0.564,
"ttfat": 0.564,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "fbdf8da1-b341-448c-b3cb-8aff1d8f70b9",
"name": "Nova 2.0 Lite (medium)",
"slug": "nova-2-0-lite-reasoning-medium",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-10-29",
"intelligence_index": 29.7,
"coding_index": 23.9,
"math_index": 88.7,
"mmlu_pro": 0.813,
"gpqa": 0.768,
"hle": 0.086,
"livecodebench": 0.663,
"scicode": 0.368,
"ifbench": 0.685,
"lcr": 0.583,
"terminalbench_hard": 0.174,
"tau2": 0.757,
"math_500": null,
"aime": null,
"aime_25": 0.887,
"output_tps": 190.661,
"ttft": 15.941,
"ttfat": 26.431,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "0d94dc87-12c8-4d4a-8d99-804ce3f17bc2",
"name": "Nova 2.0 Pro Preview (medium)",
"slug": "nova-2-0-pro-reasoning-medium",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2025-11-27",
"intelligence_index": 35.7,
"coding_index": 30.4,
"math_index": 89,
"mmlu_pro": 0.83,
"gpqa": 0.785,
"hle": 0.089,
"livecodebench": 0.73,
"scicode": 0.427,
"ifbench": 0.79,
"lcr": 0.543,
"terminalbench_hard": 0.242,
"tau2": 0.927,
"math_500": null,
"aime": null,
"aime_25": 0.89,
"output_tps": 135.072,
"ttft": 21.856,
"ttfat": 36.663,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "ee708f92-374e-4123-b900-e22d7b2afc19",
"name": "Phi-4",
"slug": "phi-4",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft Azure",
"release_date": "2024-12-12",
"intelligence_index": 10.4,
"coding_index": 11.2,
"math_index": 18,
"mmlu_pro": 0.714,
"gpqa": 0.575,
"hle": 0.041,
"livecodebench": 0.231,
"scicode": 0.26,
"ifbench": 0.235,
"lcr": 0,
"terminalbench_hard": 0.038,
"tau2": 0,
"math_500": 0.81,
"aime": 0.143,
"aime_25": 0.18,
"output_tps": 37.432,
"ttft": 0.39,
"ttfat": 0.39,
"price_input": 0.125,
"price_output": 0.5,
"price_blended": 0.219
},
{
"id": "2cd04201-2b6e-47ef-853e-7601f705f2a8",
"name": "Phi-4 Multimodal Instruct",
"slug": "phi-4-multimodal",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft Azure",
"release_date": "2025-02-26",
"intelligence_index": 10,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.485,
"gpqa": 0.315,
"hle": 0.044,
"livecodebench": 0.131,
"scicode": 0.11,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.693,
"aime": 0.093,
"aime_25": null,
"output_tps": 17.176,
"ttft": 0.774,
"ttfat": 0.774,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "9f873c2f-2c2d-4ccb-9e1b-71bf61b052be",
"name": "Phi-4 Mini Instruct",
"slug": "phi-4-mini",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft Azure",
"release_date": "2024-02-26",
"intelligence_index": 8.4,
"coding_index": 3.6,
"math_index": 6.7,
"mmlu_pro": 0.465,
"gpqa": 0.331,
"hle": 0.042,
"livecodebench": 0.126,
"scicode": 0.108,
"ifbench": 0.211,
"lcr": 0.137,
"terminalbench_hard": 0,
"tau2": 0.082,
"math_500": 0.696,
"aime": 0.03,
"aime_25": 0.067,
"output_tps": 44.735,
"ttft": 0.313,
"ttfat": 0.313,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "48194e0f-8226-4c57-8cb2-2a0fb68a84c9",
"name": "LFM2.5-1.2B-Instruct",
"slug": "lfm2-5-1-2b-instruct",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-01-05",
"intelligence_index": 8,
"coding_index": 0.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.326,
"hle": 0.068,
"livecodebench": null,
"scicode": 0.023,
"ifbench": 0.438,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.108,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "fbc58677-e324-4b45-a979-7fd8eec555cd",
"name": "LFM2 24B A2B",
"slug": "lfm2-24b-a2b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-02-25",
"intelligence_index": 10.5,
"coding_index": 3.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.474,
"hle": 0.044,
"livecodebench": null,
"scicode": 0.109,
"ifbench": 0.459,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.111,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 65.866,
"ttft": 0.206,
"ttfat": 0.206,
"price_input": 0.03,
"price_output": 0.12,
"price_blended": 0.052
},
{
"id": "3c5289e5-1c62-434c-bc44-c51c39f640a1",
"name": "LFM2.5-VL-1.6B",
"slug": "lfm2-5-vl-1-6b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-01-05",
"intelligence_index": 6.2,
"coding_index": 1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.289,
"hle": 0.051,
"livecodebench": null,
"scicode": 0.03,
"ifbench": 0.331,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.085,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5a088cde-18e2-4dfa-98dd-d283e1c19654",
"name": "LFM2.5-1.2B-Thinking",
"slug": "lfm2-5-1-2b-thinking",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2026-01-20",
"intelligence_index": 8.1,
"coding_index": 1.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.339,
"hle": 0.061,
"livecodebench": null,
"scicode": 0.042,
"ifbench": 0.418,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "739e531a-eb0a-478f-bb67-5845b79ce65d",
"name": "LFM2 2.6B",
"slug": "lfm2-2-6b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2025-09-23",
"intelligence_index": 8,
"coding_index": 1.4,
"math_index": 8.3,
"mmlu_pro": 0.298,
"gpqa": 0.306,
"hle": 0.052,
"livecodebench": 0.081,
"scicode": 0.025,
"ifbench": 0.195,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0.135,
"math_500": null,
"aime": null,
"aime_25": 0.083,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "686ab020-ee58-4a70-a9ac-24d675a73506",
"name": "LFM2 8B A1B",
"slug": "lfm2-8b-a1b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2025-10-07",
"intelligence_index": 7,
"coding_index": 2.3,
"math_index": 25.3,
"mmlu_pro": 0.505,
"gpqa": 0.344,
"hle": 0.049,
"livecodebench": 0.151,
"scicode": 0.068,
"ifbench": 0.263,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.105,
"math_500": null,
"aime": null,
"aime_25": 0.253,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "eb689f7a-f210-4a87-b407-f249897f2764",
"name": "Solar Pro 2 (Reasoning)",
"slug": "solar-pro-2-reasoning",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-07-09",
"intelligence_index": 14.9,
"coding_index": 12.1,
"math_index": 61.3,
"mmlu_pro": 0.805,
"gpqa": 0.687,
"hle": 0.07,
"livecodebench": 0.616,
"scicode": 0.302,
"ifbench": 0.371,
"lcr": 0,
"terminalbench_hard": 0.03,
"tau2": 0.281,
"math_500": 0.967,
"aime": 0.69,
"aime_25": 0.613,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "59a1bb20-9170-4dc2-ba9c-12d326cf068e",
"name": "Solar Open 100B (Reasoning)",
"slug": "solar-open-100b-reasoning",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-12-17",
"intelligence_index": 21.7,
"coding_index": 10.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.657,
"hle": 0.092,
"livecodebench": null,
"scicode": 0.269,
"ifbench": 0.577,
"lcr": 0.36,
"terminalbench_hard": 0.023,
"tau2": 0.482,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "44db6283-aa82-4799-af4a-679fe0530845",
"name": "Solar Pro 2 (Non-reasoning)",
"slug": "solar-pro-2",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-07-09",
"intelligence_index": 13.6,
"coding_index": 11.3,
"math_index": 30,
"mmlu_pro": 0.75,
"gpqa": 0.561,
"hle": 0.038,
"livecodebench": 0.424,
"scicode": 0.248,
"ifbench": 0.337,
"lcr": 0,
"terminalbench_hard": 0.045,
"tau2": 0.319,
"math_500": 0.889,
"aime": 0.407,
"aime_25": 0.3,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4bbceacb-cf47-464b-b60f-e1d1fe016d67",
"name": "MiniMax-M2.7",
"slug": "minimax-m2-7",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2026-03-18",
"intelligence_index": 49.6,
"coding_index": 41.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.874,
"hle": 0.281,
"livecodebench": null,
"scicode": 0.47,
"ifbench": 0.757,
"lcr": 0.687,
"terminalbench_hard": 0.394,
"tau2": 0.848,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 44.384,
"ttft": 1.577,
"ttfat": 57.047,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "7393c56a-ec31-48e9-b804-c04f2d2cb641",
"name": "Llama 3.1 Nemotron Instruct 70B",
"slug": "llama-3-1-nemotron-instruct-70b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2024-10-15",
"intelligence_index": 13.4,
"coding_index": 10.8,
"math_index": 11,
"mmlu_pro": 0.69,
"gpqa": 0.465,
"hle": 0.046,
"livecodebench": 0.169,
"scicode": 0.233,
"ifbench": 0.307,
"lcr": 0.07,
"terminalbench_hard": 0.045,
"tau2": 0.231,
"math_500": 0.733,
"aime": 0.247,
"aime_25": 0.11,
"output_tps": 36.412,
"ttft": 0.343,
"ttfat": 0.343,
"price_input": 1.2,
"price_output": 1.2,
"price_blended": 1.2
},
{
"id": "76dcf6ef-39ea-4be0-b693-b88da25b4caf",
"name": "NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)",
"slug": "nvidia-nemotron-3-nano-30b-a3b-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-12-15",
"intelligence_index": 24.3,
"coding_index": 19,
"math_index": 91,
"mmlu_pro": 0.794,
"gpqa": 0.757,
"hle": 0.102,
"livecodebench": 0.741,
"scicode": 0.296,
"ifbench": 0.711,
"lcr": 0.337,
"terminalbench_hard": 0.136,
"tau2": 0.409,
"math_500": null,
"aime": null,
"aime_25": 0.91,
"output_tps": 174.993,
"ttft": 1.433,
"ttfat": 12.862,
"price_input": 0.06,
"price_output": 0.24,
"price_blended": 0.105
},
{
"id": "63872e9c-3377-4a6b-b477-7bba244c38e9",
"name": "NVIDIA Nemotron 3 Super 120B A12B (Reasoning)",
"slug": "nvidia-nemotron-3-super-120b-a12b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-03-11",
"intelligence_index": 36,
"coding_index": 31.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.8,
"hle": 0.192,
"livecodebench": null,
"scicode": 0.36,
"ifbench": 0.715,
"lcr": 0.6,
"terminalbench_hard": 0.288,
"tau2": 0.678,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 394.577,
"ttft": 0.555,
"ttfat": 5.624,
"price_input": 0.3,
"price_output": 0.75,
"price_blended": 0.412
},
{
"id": "23b379f7-18df-492a-9fc1-a56c5a5b9cfc",
"name": "NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)",
"slug": "nvidia-nemotron-3-nano-30b-a3b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-12-15",
"intelligence_index": 13.2,
"coding_index": 15.8,
"math_index": 13.3,
"mmlu_pro": 0.579,
"gpqa": 0.399,
"hle": 0.046,
"livecodebench": 0.36,
"scicode": 0.23,
"ifbench": 0.375,
"lcr": 0.067,
"terminalbench_hard": 0.121,
"tau2": 0.254,
"math_500": null,
"aime": null,
"aime_25": 0.133,
"output_tps": 82.18,
"ttft": 0.246,
"ttfat": 0.246,
"price_input": 0.05,
"price_output": 0.2,
"price_blended": 0.087
},
{
"id": "ab7f016c-a29b-4710-bdf6-6a5cd96aacca",
"name": "NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)",
"slug": "nvidia-nemotron-nano-12b-v2-vl",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-10-28",
"intelligence_index": 10.1,
"coding_index": 5.9,
"math_index": 26.7,
"mmlu_pro": 0.649,
"gpqa": 0.439,
"hle": 0.045,
"livecodebench": 0.345,
"scicode": 0.176,
"ifbench": 0.259,
"lcr": 0.17,
"terminalbench_hard": 0,
"tau2": 0.193,
"math_500": null,
"aime": null,
"aime_25": 0.267,
"output_tps": 136.401,
"ttft": 0.533,
"ttfat": 0.533,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "2e8694f9-7782-47a6-a6ba-fdce89d939c8",
"name": "NVIDIA Nemotron Nano 9B V2 (Non-reasoning)",
"slug": "nvidia-nemotron-nano-9b-v2",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-08-18",
"intelligence_index": 13.2,
"coding_index": 7.5,
"math_index": 62.3,
"mmlu_pro": 0.739,
"gpqa": 0.557,
"hle": 0.04,
"livecodebench": 0.701,
"scicode": 0.209,
"ifbench": 0.271,
"lcr": 0.227,
"terminalbench_hard": 0.008,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": 0.623,
"output_tps": 150.159,
"ttft": 0.595,
"ttfat": 0.595,
"price_input": 0.05,
"price_output": 0.195,
"price_blended": 0.086
},
{
"id": "1a8ba535-df18-459b-ad40-3199191296d7",
"name": "Llama 3.3 Nemotron Super 49B v1 (Reasoning)",
"slug": "llama-3-3-nemotron-super-49b-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-03-18",
"intelligence_index": 18.5,
"coding_index": 9.4,
"math_index": 54.7,
"mmlu_pro": 0.785,
"gpqa": 0.643,
"hle": 0.065,
"livecodebench": 0.277,
"scicode": 0.282,
"ifbench": 0.381,
"lcr": 0.17,
"terminalbench_hard": 0,
"tau2": 0.269,
"math_500": 0.959,
"aime": 0.583,
"aime_25": 0.547,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6e6e02fd-9cbd-417f-9bfc-673df89c313d",
"name": "NVIDIA Nemotron Nano 12B v2 VL (Reasoning)",
"slug": "nvidia-nemotron-nano-12b-v2-vl-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-10-28",
"intelligence_index": 14.9,
"coding_index": 11.8,
"math_index": 75,
"mmlu_pro": 0.759,
"gpqa": 0.572,
"hle": 0.053,
"livecodebench": 0.694,
"scicode": 0.262,
"ifbench": 0.319,
"lcr": 0.4,
"terminalbench_hard": 0.045,
"tau2": 0.213,
"math_500": null,
"aime": null,
"aime_25": 0.75,
"output_tps": 132.259,
"ttft": 0.223,
"ttfat": 15.345,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "b1fa84f8-1ed3-4124-b403-4655dafa4267",
"name": "Llama 3.1 Nemotron Nano 4B v1.1 (Reasoning)",
"slug": "llama-3-1-nemotron-nano-4b-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-05-20",
"intelligence_index": 14.4,
"coding_index": null,
"math_index": 50,
"mmlu_pro": 0.556,
"gpqa": 0.408,
"hle": 0.051,
"livecodebench": 0.493,
"scicode": 0.101,
"ifbench": 0.255,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0.117,
"math_500": 0.947,
"aime": 0.707,
"aime_25": 0.5,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "e1cfa926-9e2b-4a0d-8c31-48366a5041c5",
"name": "Llama Nemotron Super 49B v1.5 (Reasoning)",
"slug": "llama-nemotron-super-49b-v1-5-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-07-25",
"intelligence_index": 18.7,
"coding_index": 15.2,
"math_index": 76.7,
"mmlu_pro": 0.814,
"gpqa": 0.748,
"hle": 0.068,
"livecodebench": 0.737,
"scicode": 0.348,
"ifbench": 0.37,
"lcr": 0.34,
"terminalbench_hard": 0.053,
"tau2": 0.281,
"math_500": 0.983,
"aime": 0.86,
"aime_25": 0.767,
"output_tps": 51.171,
"ttft": 0.243,
"ttfat": 39.327,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "cf095603-72b6-47f8-8ee1-09a42890f92a",
"name": "Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)",
"slug": "llama-3-1-nemotron-ultra-253b-v1-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-04-07",
"intelligence_index": 15,
"coding_index": 13.1,
"math_index": 63.7,
"mmlu_pro": 0.825,
"gpqa": 0.728,
"hle": 0.081,
"livecodebench": 0.641,
"scicode": 0.347,
"ifbench": 0.382,
"lcr": 0.073,
"terminalbench_hard": 0.023,
"tau2": 0.114,
"math_500": 0.952,
"aime": 0.747,
"aime_25": 0.637,
"output_tps": 42.133,
"ttft": 0.707,
"ttfat": 48.176,
"price_input": 0.6,
"price_output": 1.8,
"price_blended": 0.9
},
{
"id": "26c0b5df-efa7-470f-a65e-2d883329e493",
"name": "Llama Nemotron Super 49B v1.5 (Non-reasoning)",
"slug": "llama-nemotron-super-49b-v1-5",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-07-25",
"intelligence_index": 14.6,
"coding_index": 10.5,
"math_index": 8,
"mmlu_pro": 0.692,
"gpqa": 0.481,
"hle": 0.043,
"livecodebench": 0.29,
"scicode": 0.238,
"ifbench": 0.329,
"lcr": 0.22,
"terminalbench_hard": 0.038,
"tau2": 0.251,
"math_500": 0.77,
"aime": 0.137,
"aime_25": 0.08,
"output_tps": 49.881,
"ttft": 0.27,
"ttfat": 0.27,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "9ee13921-62a4-425a-a22b-df3302198d93",
"name": "NVIDIA Nemotron 3 Nano 4B",
"slug": "nvidia-nemotron-3-nano-4b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-03-16",
"intelligence_index": 14.7,
"coding_index": 10,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.513,
"hle": 0.048,
"livecodebench": null,
"scicode": 0.164,
"ifbench": 0.582,
"lcr": 0.167,
"terminalbench_hard": 0.068,
"tau2": 0.281,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "9815da7d-70f4-44d6-b539-9ffef0faa152",
"name": "Nemotron Cascade 2 30B A3B",
"slug": "nemotron-cascade-2-30b-a3b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2026-03-19",
"intelligence_index": 27.7,
"coding_index": 25.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.763,
"hle": 0.114,
"livecodebench": null,
"scicode": 0.33,
"ifbench": 0.759,
"lcr": 0.343,
"terminalbench_hard": 0.212,
"tau2": 0.532,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f1d52583-9d20-4099-99ac-b5df9430c3b6",
"name": "NVIDIA Nemotron Nano 9B V2 (Reasoning)",
"slug": "nvidia-nemotron-nano-9b-v2-reasoning",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-08-18",
"intelligence_index": 14.8,
"coding_index": 8.3,
"math_index": 69.7,
"mmlu_pro": 0.742,
"gpqa": 0.57,
"hle": 0.046,
"livecodebench": 0.724,
"scicode": 0.22,
"ifbench": 0.276,
"lcr": 0.21,
"terminalbench_hard": 0.015,
"tau2": 0.219,
"math_500": null,
"aime": null,
"aime_25": 0.697,
"output_tps": 128.248,
"ttft": 0.218,
"ttfat": 15.813,
"price_input": 0.04,
"price_output": 0.16,
"price_blended": 0.07
},
{
"id": "c4c3b42f-e0f0-48ca-b6f9-b296e7697806",
"name": "Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)",
"slug": "llama-3-3-nemotron-super-49b",
"creator": "nvidia",
"creator_id": "0c303112-430d-4367-a484-51defaa2e166",
"creator_name": "NVIDIA",
"release_date": "2025-03-18",
"intelligence_index": 14.3,
"coding_index": 7.6,
"math_index": 7.7,
"mmlu_pro": 0.698,
"gpqa": 0.517,
"hle": 0.035,
"livecodebench": 0.28,
"scicode": 0.229,
"ifbench": 0.395,
"lcr": 0.113,
"terminalbench_hard": 0,
"tau2": null,
"math_500": 0.775,
"aime": 0.193,
"aime_25": 0.077,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a550ffca-f89e-4381-ade6-a85dc6a1fb4c",
"name": "Kimi K2.5 (Reasoning)",
"slug": "kimi-k2-5",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2026-01-27",
"intelligence_index": 46.8,
"coding_index": 39.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.879,
"hle": 0.294,
"livecodebench": null,
"scicode": 0.49,
"ifbench": 0.702,
"lcr": 0.653,
"terminalbench_hard": 0.348,
"tau2": 0.959,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 35.576,
"ttft": 1.619,
"ttfat": 57.837,
"price_input": 0.6,
"price_output": 3,
"price_blended": 1.2
},
{
"id": "ba04694d-326a-4a6a-8f1b-46316f872a7f",
"name": "Kimi K2.5 (Non-reasoning)",
"slug": "kimi-k2-5-non-reasoning",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2026-01-27",
"intelligence_index": 37.3,
"coding_index": 25.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.789,
"hle": 0.123,
"livecodebench": null,
"scicode": 0.396,
"ifbench": 0.437,
"lcr": 0.59,
"terminalbench_hard": 0.189,
"tau2": 0.813,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 31.084,
"ttft": 1.426,
"ttfat": 1.426,
"price_input": 0.6,
"price_output": 3,
"price_blended": 1.2
},
{
"id": "598de97d-029e-47b6-96ec-dbc1e0f9045a",
"name": "Kimi Linear 48B A3B Instruct",
"slug": "kimi-linear-48b-a3b-instruct",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-10-30",
"intelligence_index": 14.4,
"coding_index": 14.2,
"math_index": 36.3,
"mmlu_pro": 0.585,
"gpqa": 0.412,
"hle": 0.027,
"livecodebench": 0.378,
"scicode": 0.199,
"ifbench": 0.281,
"lcr": 0.257,
"terminalbench_hard": 0.114,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.363,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c8158c23-6fff-4c31-911d-954c32d80c28",
"name": "Step 3.5 Flash",
"slug": "step-3-5-flash",
"creator": "stepfun",
"creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42",
"creator_name": "StepFun",
"release_date": "2026-02-02",
"intelligence_index": 37.8,
"coding_index": 31.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.831,
"hle": 0.191,
"livecodebench": null,
"scicode": 0.404,
"ifbench": 0.646,
"lcr": 0.43,
"terminalbench_hard": 0.273,
"tau2": 0.944,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 96.12,
"ttft": 4.95,
"ttfat": 25.758,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "acad0665-9457-4531-abd5-b59efd7a89ea",
"name": "Step3 VL 10B",
"slug": "step-3-vl-10b",
"creator": "stepfun",
"creator_id": "ce2e2e8b-7a22-4020-98ec-8ef71000dd42",
"creator_name": "StepFun",
"release_date": "2026-01-20",
"intelligence_index": 15.4,
"coding_index": 13.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.69,
"hle": 0.102,
"livecodebench": null,
"scicode": 0.311,
"ifbench": 0.502,
"lcr": 0,
"terminalbench_hard": 0.053,
"tau2": 0.161,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3ef6db79-1dfa-4780-8c4b-affe2740d9ac",
"name": "Molmo2-8B",
"slug": "molmo2-8b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-12-11",
"intelligence_index": 7.3,
"coding_index": 4.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.425,
"hle": 0.044,
"livecodebench": null,
"scicode": 0.133,
"ifbench": 0.269,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8f74a6ed-f82f-4a2f-a96b-4914993e47da",
"name": "Olmo 3 7B Instruct",
"slug": "olmo-3-7b-instruct",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-11-20",
"intelligence_index": 8.2,
"coding_index": 3.4,
"math_index": 41.3,
"mmlu_pro": 0.522,
"gpqa": 0.4,
"hle": 0.058,
"livecodebench": 0.266,
"scicode": 0.103,
"ifbench": 0.328,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.126,
"math_500": null,
"aime": null,
"aime_25": 0.413,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.1,
"price_output": 0.2,
"price_blended": 0.125
},
{
"id": "94a6d26e-a903-47f3-8323-ae422d237bb9",
"name": "Olmo 3.1 32B Instruct",
"slug": "olmo-3-1-32b-instruct",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2026-01-13",
"intelligence_index": 12.2,
"coding_index": 5.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.539,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.167,
"ifbench": 0.392,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.213,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 53.983,
"ttft": 0.236,
"ttfat": 0.236,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "338216fb-62c2-48f1-898a-9166d12fb35e",
"name": "Olmo 3 7B Think",
"slug": "olmo-3-7b-think",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-11-20",
"intelligence_index": 9.4,
"coding_index": 7.6,
"math_index": 70.7,
"mmlu_pro": 0.655,
"gpqa": 0.516,
"hle": 0.057,
"livecodebench": 0.617,
"scicode": 0.212,
"ifbench": 0.415,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.707,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "af74f222-05c7-422d-a653-b9c0707c9c72",
"name": "Molmo 7B-D",
"slug": "molmo-7b-d",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2024-09-25",
"intelligence_index": 9.2,
"coding_index": 1.2,
"math_index": 0,
"mmlu_pro": 0.371,
"gpqa": 0.24,
"hle": 0.051,
"livecodebench": 0.039,
"scicode": 0.036,
"ifbench": 0.197,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "39b64e04-7a69-4aa2-9e2e-fe38c24681ec",
"name": "Olmo 3.1 32B Think",
"slug": "olmo-3-1-32b-think",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-12-12",
"intelligence_index": 13.9,
"coding_index": 9.8,
"math_index": 77.3,
"mmlu_pro": 0.763,
"gpqa": 0.591,
"hle": 0.06,
"livecodebench": 0.695,
"scicode": 0.293,
"ifbench": 0.66,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.773,
"output_tps": 89.376,
"ttft": 0.59,
"ttfat": 22.967,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5dba8d07-9992-483c-81db-dac97cb15ba8",
"name": "Granite 4.0 H Small",
"slug": "granite-4-0-h-small",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-09-22",
"intelligence_index": 10.8,
"coding_index": 8.5,
"math_index": 13.7,
"mmlu_pro": 0.624,
"gpqa": 0.416,
"hle": 0.037,
"livecodebench": 0.251,
"scicode": 0.209,
"ifbench": 0.315,
"lcr": 0.09,
"terminalbench_hard": 0.023,
"tau2": 0.173,
"math_500": null,
"aime": null,
"aime_25": 0.137,
"output_tps": 298.083,
"ttft": 8.665,
"ttfat": 8.665,
"price_input": 0.06,
"price_output": 0.25,
"price_blended": 0.107
},
{
"id": "dafbb6d2-4825-43d1-a927-feedcfd2e998",
"name": "Granite 4.0 H 1B",
"slug": "granite-4-0-h-nano-1b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 8,
"coding_index": 2.7,
"math_index": 6.3,
"mmlu_pro": 0.277,
"gpqa": 0.263,
"hle": 0.05,
"livecodebench": 0.115,
"scicode": 0.082,
"ifbench": 0.262,
"lcr": 0.063,
"terminalbench_hard": 0,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": 0.063,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "54c7f3fc-7078-442a-b472-e8691257a88c",
"name": "Granite 4.0 350M",
"slug": "granite-4-0-350m",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 6.1,
"coding_index": 0.3,
"math_index": 0,
"mmlu_pro": 0.124,
"gpqa": 0.261,
"hle": 0.057,
"livecodebench": 0.024,
"scicode": 0.009,
"ifbench": 0.159,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.132,
"math_500": null,
"aime": null,
"aime_25": 0,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1fc32894-1060-493b-af94-62bb1068555e",
"name": "Granite 4.0 Micro",
"slug": "granite-4-0-micro",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-09-22",
"intelligence_index": 7.7,
"coding_index": 5,
"math_index": 6,
"mmlu_pro": 0.447,
"gpqa": 0.336,
"hle": 0.051,
"livecodebench": 0.18,
"scicode": 0.119,
"ifbench": 0.248,
"lcr": 0.04,
"terminalbench_hard": 0.015,
"tau2": 0.126,
"math_500": null,
"aime": null,
"aime_25": 0.06,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a68afa0b-7fe2-4e9d-bf3e-741cce3c6aeb",
"name": "Granite 4.0 H 350M",
"slug": "granite-4-0-h-350m",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 5.4,
"coding_index": 0.6,
"math_index": 1.3,
"mmlu_pro": 0.127,
"gpqa": 0.257,
"hle": 0.064,
"livecodebench": 0.019,
"scicode": 0.017,
"ifbench": 0.176,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.146,
"math_500": null,
"aime": null,
"aime_25": 0.013,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a2c8e7b2-57bf-4d1e-96ea-7944d786d94d",
"name": "Granite 4.0 1B",
"slug": "granite-4-0-nano-1b",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-10-28",
"intelligence_index": 7.3,
"coding_index": 2.9,
"math_index": 6.3,
"mmlu_pro": 0.325,
"gpqa": 0.281,
"hle": 0.051,
"livecodebench": 0.047,
"scicode": 0.087,
"ifbench": 0.205,
"lcr": 0.04,
"terminalbench_hard": 0,
"tau2": 0.228,
"math_500": null,
"aime": null,
"aime_25": 0.063,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "016d330a-2141-4afa-b2fc-62b314423dc1",
"name": "Mercury 2",
"slug": "mercury-2",
"creator": "inception",
"creator_id": "e8fe48d4-d420-48a5-87db-fcd5f5b14d5c",
"creator_name": "Inception",
"release_date": "2026-02-20",
"intelligence_index": 32.8,
"coding_index": 30.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.77,
"hle": 0.155,
"livecodebench": null,
"scicode": 0.387,
"ifbench": 0.698,
"lcr": 0.363,
"terminalbench_hard": 0.265,
"tau2": 0.708,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 1015.392,
"ttft": 3.555,
"ttfat": 3.555,
"price_input": 0.25,
"price_output": 0.75,
"price_blended": 0.375
},
{
"id": "dbbcf240-a69e-4078-8f16-7c94c7a8c514",
"name": "Reka Flash 3",
"slug": "reka-flash-3",
"creator": "reka-ai",
"creator_id": "4571a280-f096-486f-b220-dffc3e522b0f",
"creator_name": "Reka AI",
"release_date": "2025-03-10",
"intelligence_index": 9.5,
"coding_index": 8.9,
"math_index": 33.7,
"mmlu_pro": 0.669,
"gpqa": 0.529,
"hle": 0.051,
"livecodebench": 0.435,
"scicode": 0.267,
"ifbench": 0.304,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.893,
"aime": 0.51,
"aime_25": 0.337,
"output_tps": 91.682,
"ttft": 1.248,
"ttfat": 23.063,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "a8efb564-9d17-4d7f-8f43-e9110657ce21",
"name": "DeepHermes 3 - Mistral 24B Preview (Non-reasoning)",
"slug": "deephermes-3-mistral-24b-preview",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-03-13",
"intelligence_index": 10.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.58,
"gpqa": 0.382,
"hle": 0.039,
"livecodebench": 0.195,
"scicode": 0.228,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.595,
"aime": 0.047,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6ba9e8eb-8124-436d-842f-dbe36df80c27",
"name": "Hermes 4 - Llama-3.1 70B (Reasoning)",
"slug": "hermes-4-llama-3-1-70b-reasoning",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 16,
"coding_index": 14.4,
"math_index": 68.7,
"mmlu_pro": 0.811,
"gpqa": 0.699,
"hle": 0.079,
"livecodebench": 0.653,
"scicode": 0.341,
"ifbench": 0.313,
"lcr": 0.067,
"terminalbench_hard": 0.045,
"tau2": 0.225,
"math_500": null,
"aime": null,
"aime_25": 0.687,
"output_tps": 75.37,
"ttft": 0.597,
"ttfat": 27.132,
"price_input": 0.13,
"price_output": 0.4,
"price_blended": 0.198
},
{
"id": "d3968fd3-97d8-4693-8d26-19cefc6f5d5f",
"name": "Hermes 4 - Llama-3.1 405B (Non-reasoning)",
"slug": "hermes-4-llama-3-1-405b",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 17.6,
"coding_index": 18.1,
"math_index": 15.3,
"mmlu_pro": 0.729,
"gpqa": 0.536,
"hle": 0.042,
"livecodebench": 0.546,
"scicode": 0.346,
"ifbench": 0.348,
"lcr": 0.2,
"terminalbench_hard": 0.098,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.153,
"output_tps": 33.498,
"ttft": 0.695,
"ttfat": 0.695,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "fe11ab6c-a4dd-4c28-9fef-07da76d5ed14",
"name": "Llama 65B",
"slug": "llama-65b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-02-24",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b7726745-9c77-40c3-8452-974cb53d6fbc",
"name": "DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning)",
"slug": "deephermes-3-llama-3-1-8b-preview",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-02-13",
"intelligence_index": 7.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.365,
"gpqa": 0.27,
"hle": 0.043,
"livecodebench": 0.085,
"scicode": 0.091,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.218,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "235060f4-057d-4bd1-8b8e-4a92908c770e",
"name": "Hermes 4 - Llama-3.1 70B (Non-reasoning)",
"slug": "hermes-4-llama-3-1-70b",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 12.6,
"coding_index": 9.2,
"math_index": 11.3,
"mmlu_pro": 0.664,
"gpqa": 0.491,
"hle": 0.036,
"livecodebench": 0.269,
"scicode": 0.277,
"ifbench": 0.29,
"lcr": 0.02,
"terminalbench_hard": 0,
"tau2": 0.216,
"math_500": null,
"aime": null,
"aime_25": 0.113,
"output_tps": 71.772,
"ttft": 0.586,
"ttfat": 0.586,
"price_input": 0.13,
"price_output": 0.4,
"price_blended": 0.198
},
{
"id": "82b207dd-d285-4a52-b2fc-2cbd27543899",
"name": "Hermes 4 - Llama-3.1 405B (Reasoning)",
"slug": "hermes-4-llama-3-1-405b-reasoning",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2025-08-27",
"intelligence_index": 18.6,
"coding_index": 16,
"math_index": 69.7,
"mmlu_pro": 0.829,
"gpqa": 0.727,
"hle": 0.103,
"livecodebench": 0.686,
"scicode": 0.252,
"ifbench": 0.327,
"lcr": 0.207,
"terminalbench_hard": 0.114,
"tau2": 0.222,
"math_500": null,
"aime": null,
"aime_25": 0.697,
"output_tps": 33.497,
"ttft": 0.724,
"ttfat": 60.432,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "8273650d-40e5-45ee-aeda-df71de784164",
"name": "Exaone 4.0 1.2B (Non-reasoning)",
"slug": "exaone-4-0-1-2b",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 8.1,
"coding_index": 2.5,
"math_index": 24,
"mmlu_pro": 0.5,
"gpqa": 0.424,
"hle": 0.058,
"livecodebench": 0.293,
"scicode": 0.074,
"ifbench": 0.253,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.205,
"math_500": null,
"aime": null,
"aime_25": 0.24,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d734e2ce-5cf8-467f-8148-586d02671333",
"name": "Exaone 4.0 1.2B (Reasoning)",
"slug": "exaone-4-0-1-2b-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 8.3,
"coding_index": 3.1,
"math_index": 50.3,
"mmlu_pro": 0.588,
"gpqa": 0.515,
"hle": 0.058,
"livecodebench": 0.516,
"scicode": 0.093,
"ifbench": 0.23,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.164,
"math_500": null,
"aime": null,
"aime_25": 0.503,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "715e05fb-1313-441c-bf1d-8651c752a841",
"name": "K-EXAONE (Reasoning)",
"slug": "k-exaone",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-12-31",
"intelligence_index": 32.1,
"coding_index": 27,
"math_index": 90.3,
"mmlu_pro": 0.838,
"gpqa": 0.783,
"hle": 0.131,
"livecodebench": 0.768,
"scicode": 0.356,
"ifbench": 0.647,
"lcr": 0.557,
"terminalbench_hard": 0.227,
"tau2": 0.743,
"math_500": null,
"aime": null,
"aime_25": 0.903,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2f60d80d-c3d3-4a43-bded-0557898c4618",
"name": "EXAONE 4.0 32B (Non-reasoning)",
"slug": "exaone-4-0-32b",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 11.7,
"coding_index": 9.4,
"math_index": 39.3,
"mmlu_pro": 0.768,
"gpqa": 0.628,
"hle": 0.049,
"livecodebench": 0.472,
"scicode": 0.252,
"ifbench": 0.335,
"lcr": 0.08,
"terminalbench_hard": 0.015,
"tau2": 0.041,
"math_500": 0.939,
"aime": 0.47,
"aime_25": 0.393,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "9cc377dc-67ae-4042-bafc-0466b5f05089",
"name": "K-EXAONE (Non-reasoning)",
"slug": "k-exaone-non-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-12-31",
"intelligence_index": 23.4,
"coding_index": 13.5,
"math_index": 44,
"mmlu_pro": 0.81,
"gpqa": 0.695,
"hle": 0.054,
"livecodebench": null,
"scicode": 0.27,
"ifbench": 0.396,
"lcr": 0.47,
"terminalbench_hard": 0.068,
"tau2": 0.591,
"math_500": null,
"aime": null,
"aime_25": 0.44,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "44b19b51-5367-4ef9-a2ff-2f90b89a0867",
"name": "EXAONE 4.0 32B (Reasoning)",
"slug": "exaone-4-0-32b-reasoning",
"creator": "lg",
"creator_id": "45157c16-fcbb-4110-b20f-7bca754b6554",
"creator_name": "LG AI Research",
"release_date": "2025-07-15",
"intelligence_index": 16.7,
"coding_index": 14,
"math_index": 80,
"mmlu_pro": 0.818,
"gpqa": 0.739,
"hle": 0.105,
"livecodebench": 0.747,
"scicode": 0.344,
"ifbench": 0.363,
"lcr": 0.14,
"terminalbench_hard": 0.038,
"tau2": 0.173,
"math_500": 0.977,
"aime": 0.843,
"aime_25": 0.8,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "94d09368-9035-47cf-963a-b4310b433a16",
"name": "MiMo-V2-Omni",
"slug": "mimo-v2-omni",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-03-19",
"intelligence_index": 43.4,
"coding_index": 35.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.828,
"hle": 0.199,
"livecodebench": null,
"scicode": 0.367,
"ifbench": 0.535,
"lcr": 0.667,
"terminalbench_hard": 0.348,
"tau2": 0.912,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "82b36b4d-84dd-4bc0-ad32-e3aee9442789",
"name": "MiMo-V2-Flash (Non-reasoning)",
"slug": "mimo-v2-flash",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2025-12-16",
"intelligence_index": 30.4,
"coding_index": 25.8,
"math_index": 67.7,
"mmlu_pro": 0.744,
"gpqa": 0.656,
"hle": 0.08,
"livecodebench": 0.402,
"scicode": 0.259,
"ifbench": 0.399,
"lcr": 0.313,
"terminalbench_hard": 0.258,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": 0.677,
"output_tps": 127.928,
"ttft": 1.471,
"ttfat": 1.471,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "1479f50b-d37f-4b55-bb8b-4212a15042eb",
"name": "MiMo-V2-Flash (Feb 2026)",
"slug": "mimo-v2-0206",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2025-12-16",
"intelligence_index": 41.5,
"coding_index": 33.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.835,
"hle": 0.2,
"livecodebench": null,
"scicode": 0.383,
"ifbench": 0.718,
"lcr": 0.643,
"terminalbench_hard": 0.311,
"tau2": 0.933,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 122.385,
"ttft": 1.607,
"ttfat": 17.949,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "5d8183dc-24f4-46c5-a1d0-d937de149364",
"name": "MiMo-V2-Pro",
"slug": "mimo-v2-pro",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2026-03-18",
"intelligence_index": 49.2,
"coding_index": 41.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.87,
"hle": 0.283,
"livecodebench": null,
"scicode": 0.425,
"ifbench": 0.688,
"lcr": 0.607,
"terminalbench_hard": 0.409,
"tau2": 0.95,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "ae4fe623-80ab-4ea3-8921-70a18ea0fc7e",
"name": "ERNIE 4.5 300B A47B",
"slug": "ernie-4-5-300b-a47b",
"creator": "baidu",
"creator_id": "bfb6e769-2456-4027-a6da-e9e05b627a21",
"creator_name": "Baidu",
"release_date": "2025-06-30",
"intelligence_index": 15,
"coding_index": 14.5,
"math_index": 41.3,
"mmlu_pro": 0.776,
"gpqa": 0.811,
"hle": 0.035,
"livecodebench": 0.467,
"scicode": 0.315,
"ifbench": 0.391,
"lcr": 0.023,
"terminalbench_hard": 0.061,
"tau2": 0,
"math_500": 0.931,
"aime": 0.493,
"aime_25": 0.413,
"output_tps": 32.355,
"ttft": 1.875,
"ttfat": 1.875,
"price_input": 0.28,
"price_output": 1.1,
"price_blended": 0.485
},
{
"id": "a518a64b-e337-48f3-85a1-ba7dc0e8f961",
"name": "ERNIE 5.0 Thinking Preview",
"slug": "ernie-5-0-thinking-preview",
"creator": "baidu",
"creator_id": "bfb6e769-2456-4027-a6da-e9e05b627a21",
"creator_name": "Baidu",
"release_date": "2025-11-13",
"intelligence_index": 29.1,
"coding_index": 29.2,
"math_index": 85,
"mmlu_pro": 0.83,
"gpqa": 0.777,
"hle": 0.127,
"livecodebench": 0.812,
"scicode": 0.375,
"ifbench": 0.414,
"lcr": 0.067,
"terminalbench_hard": 0.25,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": 0.85,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "45790612-02e3-4c42-b5bd-cd7ed2ea1f2f",
"name": "Sarvam 105B (high)",
"slug": "sarvam-105b",
"creator": "sarvam",
"creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e",
"creator_name": "Sarvam",
"release_date": "2026-03-06",
"intelligence_index": 18.2,
"coding_index": 9.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.738,
"hle": 0.101,
"livecodebench": null,
"scicode": 0.264,
"ifbench": 0.344,
"lcr": 0,
"terminalbench_hard": 0.015,
"tau2": 0.468,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 139.699,
"ttft": 1.284,
"ttfat": 15.6,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "764dd095-6ebd-4760-8eb3-cbc40964db2e",
"name": "Sarvam 30B (high)",
"slug": "sarvam-30b",
"creator": "sarvam",
"creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e",
"creator_name": "Sarvam",
"release_date": "2026-03-06",
"intelligence_index": 12.3,
"coding_index": 7.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.633,
"hle": 0.07,
"livecodebench": null,
"scicode": 0.192,
"ifbench": 0.265,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.345,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 158.593,
"ttft": 1.22,
"ttfat": 13.831,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ea5d2c10-1051-437d-95c2-18d5e4d14ff3",
"name": "Cogito v2.1 (Reasoning)",
"slug": "cogito-v2-1-reasoning",
"creator": "deepcogito",
"creator_id": "e92cc1e2-153b-4f0a-ac19-c376aaa7c878",
"creator_name": "Deep Cogito",
"release_date": "2025-11-18",
"intelligence_index": null,
"coding_index": 24.8,
"math_index": 72.7,
"mmlu_pro": 0.849,
"gpqa": 0.768,
"hle": 0.11,
"livecodebench": 0.688,
"scicode": 0.41,
"ifbench": 0.463,
"lcr": 0.217,
"terminalbench_hard": 0.167,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": 0.727,
"output_tps": 92.91,
"ttft": 0.283,
"ttfat": 21.81,
"price_input": 1.25,
"price_output": 1.25,
"price_blended": 1.25
},
{
"id": "fc4223e8-4586-4ca1-97ca-bb55ff586947",
"name": "KAT Coder Pro V2",
"slug": "kat-coder-pro-v2",
"creator": "kwaikat",
"creator_id": "2703c169-86d9-406b-8be1-ae5be8177f3c",
"creator_name": "KwaiKAT",
"release_date": "2026-03-27",
"intelligence_index": 43.8,
"coding_index": 45.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.855,
"hle": 0.16,
"livecodebench": null,
"scicode": 0.383,
"ifbench": 0.667,
"lcr": 0.66,
"terminalbench_hard": 0.492,
"tau2": 0.895,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 110.619,
"ttft": 1.846,
"ttfat": 1.846,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "fb112343-c82c-4b43-afea-996bd5101d62",
"name": "KAT-Coder-Pro V1",
"slug": "kat-coder-pro-v1",
"creator": "kwaikat",
"creator_id": "2703c169-86d9-406b-8be1-ae5be8177f3c",
"creator_name": "KwaiKAT",
"release_date": "2025-11-11",
"intelligence_index": 36,
"coding_index": 18.3,
"math_index": 94.7,
"mmlu_pro": 0.813,
"gpqa": 0.764,
"hle": 0.334,
"livecodebench": 0.747,
"scicode": 0.366,
"ifbench": 0.684,
"lcr": 0.74,
"terminalbench_hard": 0.091,
"tau2": 0.886,
"math_500": null,
"aime": null,
"aime_25": 0.947,
"output_tps": 59.229,
"ttft": 1.124,
"ttfat": 1.124,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "369329e4-629f-425d-975a-e8980aec2965",
"name": "INTELLECT-3",
"slug": "intellect-3",
"creator": "prime-intellect",
"creator_id": "386c82f9-9669-4467-b13e-fed5bede9002",
"creator_name": "Prime Intellect",
"release_date": "2025-11-27",
"intelligence_index": 22.2,
"coding_index": 19.1,
"math_index": 88,
"mmlu_pro": 0.822,
"gpqa": 0.761,
"hle": 0.121,
"livecodebench": 0.777,
"scicode": 0.391,
"ifbench": 0.34,
"lcr": 0.323,
"terminalbench_hard": 0.091,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.88,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "666eb13f-0d22-4438-8eb0-01876e1a8604",
"name": "Motif-2-12.7B-Reasoning",
"slug": "motif-2-12-7b",
"creator": "motif-technologies",
"creator_id": "366bf3fc-4436-4baf-8d8f-acb7ec04d342",
"creator_name": "Motif Technologies",
"release_date": "2025-12-04",
"intelligence_index": 19.1,
"coding_index": 11.9,
"math_index": 80.3,
"mmlu_pro": 0.796,
"gpqa": 0.695,
"hle": 0.082,
"livecodebench": 0.651,
"scicode": 0.282,
"ifbench": 0.57,
"lcr": 0.13,
"terminalbench_hard": 0.038,
"tau2": 0.465,
"math_500": null,
"aime": null,
"aime_25": 0.803,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5a49ef80-3af5-404b-8ac0-e1b230ae95de",
"name": "K2 Think V2",
"slug": "k2-think-v2",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-15",
"intelligence_index": 24.1,
"coding_index": 15.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.713,
"hle": 0.095,
"livecodebench": null,
"scicode": 0.33,
"ifbench": 0.628,
"lcr": 0.527,
"terminalbench_hard": 0.068,
"tau2": 0.254,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dae31abc-0587-44d0-ba53-f78e96b6e486",
"name": "K2-V2 (low)",
"slug": "k2-v2-low",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-05",
"intelligence_index": 14.4,
"coding_index": 10.5,
"math_index": 35.3,
"mmlu_pro": 0.713,
"gpqa": 0.541,
"hle": 0.039,
"livecodebench": 0.393,
"scicode": 0.223,
"ifbench": 0.41,
"lcr": 0.19,
"terminalbench_hard": 0.045,
"tau2": 0.208,
"math_500": null,
"aime": null,
"aime_25": 0.353,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dd738be7-2b69-4775-91a5-8851d3341c2d",
"name": "K2-V2 (medium)",
"slug": "k2-v2-medium",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-05",
"intelligence_index": 18.7,
"coding_index": 14,
"math_index": 64.7,
"mmlu_pro": 0.761,
"gpqa": 0.598,
"hle": 0.044,
"livecodebench": 0.541,
"scicode": 0.252,
"ifbench": 0.551,
"lcr": 0.28,
"terminalbench_hard": 0.083,
"tau2": 0.249,
"math_500": null,
"aime": null,
"aime_25": 0.647,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a38d719a-709c-4983-b3e7-7090389ae9a6",
"name": "K2-V2 (high)",
"slug": "k2-v2",
"creator": "mbzuai",
"creator_id": "8b8b84fb-4b24-45be-b9e2-74ed50d00ff7",
"creator_name": "MBZUAI Institute of Foundation Models",
"release_date": "2025-12-05",
"intelligence_index": 20.6,
"coding_index": 16.1,
"math_index": 78.3,
"mmlu_pro": 0.786,
"gpqa": 0.681,
"hle": 0.098,
"livecodebench": 0.694,
"scicode": 0.286,
"ifbench": 0.601,
"lcr": 0.333,
"terminalbench_hard": 0.098,
"tau2": 0.278,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "e0099b99-d368-4562-b0de-4016ea58af54",
"name": "Mi:dm K 2.5 Pro Preview",
"slug": "midm-250-pro-rsnsft",
"creator": "korea-telecom",
"creator_id": "d5913d27-143c-48be-96b0-8d534047cb5c",
"creator_name": "Korea Telecom",
"release_date": "2025-12-11",
"intelligence_index": null,
"coding_index": 11.9,
"math_index": 78.7,
"mmlu_pro": 0.813,
"gpqa": 0.722,
"hle": 0.088,
"livecodebench": 0.576,
"scicode": 0.297,
"ifbench": 0.456,
"lcr": 0.11,
"terminalbench_hard": 0.03,
"tau2": 0.494,
"math_500": null,
"aime": null,
"aime_25": 0.787,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "df4c5a29-4b5c-4fef-9f7f-5e24e118ab65",
"name": "Mi:dm K 2.5 Pro",
"slug": "mi-dm-k-2-5-pro-dec28",
"creator": "korea-telecom",
"creator_id": "d5913d27-143c-48be-96b0-8d534047cb5c",
"creator_name": "Korea Telecom",
"release_date": "2025-12-11",
"intelligence_index": 23.1,
"coding_index": 12.6,
"math_index": 76.7,
"mmlu_pro": 0.809,
"gpqa": 0.701,
"hle": 0.077,
"livecodebench": 0.656,
"scicode": 0.332,
"ifbench": 0.493,
"lcr": 0.09,
"terminalbench_hard": 0.023,
"tau2": 0.865,
"math_500": null,
"aime": null,
"aime_25": 0.767,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "339a92c1-8a42-417f-8d1f-cdbc605acd9e",
"name": "HyperCLOVA X SEED Think (32B)",
"slug": "hyperclova-x-seed-think-32b",
"creator": "naver",
"creator_id": "6da63157-6fed-41df-8761-62c519ebd6ab",
"creator_name": "Naver",
"release_date": "2025-12-26",
"intelligence_index": 23.7,
"coding_index": 17.5,
"math_index": 59,
"mmlu_pro": 0.785,
"gpqa": 0.615,
"hle": 0.055,
"livecodebench": 0.629,
"scicode": 0.284,
"ifbench": 0.379,
"lcr": 0.117,
"terminalbench_hard": 0.121,
"tau2": 0.874,
"math_500": null,
"aime": null,
"aime_25": 0.59,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6056731b-c705-455b-aa0d-43cbf29b1054",
"name": "LongCat Flash Lite",
"slug": "longcat-flash-lite",
"creator": "longcat",
"creator_id": "45d124a1-e1be-402d-97be-7adf239b9988",
"creator_name": "LongCat",
"release_date": "2026-01-28",
"intelligence_index": 23.9,
"coding_index": 16.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.636,
"hle": 0.06,
"livecodebench": null,
"scicode": 0.284,
"ifbench": 0.431,
"lcr": 0.257,
"terminalbench_hard": 0.106,
"tau2": 0.795,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 126.118,
"ttft": 3.218,
"ttfat": 3.218,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "60cff809-05fb-4439-afe7-8b1476439f49",
"name": "Tri-21B-think Preview",
"slug": "tri-21b-think-preview",
"creator": "trillionlabs",
"creator_id": "75f52ad3-a524-4b44-a734-cf1f388b0b03",
"creator_name": "Trillion Labs",
"release_date": "2026-02-10",
"intelligence_index": 20,
"coding_index": 7.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.538,
"hle": 0.057,
"livecodebench": null,
"scicode": 0.178,
"ifbench": 0.471,
"lcr": 0.147,
"terminalbench_hard": 0.023,
"tau2": 0.933,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5d891609-fe1c-4e8d-b9f0-5b0ff6d9f439",
"name": "Tri-21B-Think",
"slug": "tri-21b-think-v0-5",
"creator": "trillionlabs",
"creator_id": "75f52ad3-a524-4b44-a734-cf1f388b0b03",
"creator_name": "Trillion Labs",
"release_date": "2026-02-10",
"intelligence_index": 18.6,
"coding_index": 6.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.601,
"hle": 0.061,
"livecodebench": null,
"scicode": 0.174,
"ifbench": 0.546,
"lcr": 0.11,
"terminalbench_hard": 0.008,
"tau2": 0.81,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "7d73161f-002f-4c9c-b4f8-6c4d91f2ba8e",
"name": "Nanbeige4.1-3B",
"slug": "nanbeige4-1-3b",
"creator": "nanbeige",
"creator_id": "c1c9377c-4745-4762-94b7-88c045ccda28",
"creator_name": "Nanbeige",
"release_date": "2026-02-11",
"intelligence_index": 16.1,
"coding_index": 8.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.849,
"hle": 0.1,
"livecodebench": null,
"scicode": 0.266,
"ifbench": 0.354,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.216,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "49e70a38-4ac1-4659-b490-09b2c7ff21d6",
"name": "Apertus 70B Instruct",
"slug": "apertus-70b-instruct",
"creator": "swiss-ai-initiative",
"creator_id": "fd857f01-736c-46f7-92f0-09490f4bbc8b",
"creator_name": "Swiss AI Initiative",
"release_date": "2025-09-02",
"intelligence_index": 7.7,
"coding_index": 1.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.272,
"hle": 0.055,
"livecodebench": null,
"scicode": 0.057,
"ifbench": 0.259,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.129,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 63.558,
"ttft": 1.703,
"ttfat": 1.703,
"price_input": 0.82,
"price_output": 2.92,
"price_blended": 1.345
},
{
"id": "891bcdf2-8dd2-4dc3-829b-d963fde25876",
"name": "Apertus 8B Instruct",
"slug": "apertus-8b-instruct",
"creator": "swiss-ai-initiative",
"creator_id": "fd857f01-736c-46f7-92f0-09490f4bbc8b",
"creator_name": "Swiss AI Initiative",
"release_date": "2025-09-02",
"intelligence_index": 5.9,
"coding_index": 1.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.256,
"hle": 0.05,
"livecodebench": null,
"scicode": 0.041,
"ifbench": 0.224,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.114,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 6.743,
"ttft": 3.984,
"ttfat": 3.984,
"price_input": 0.1,
"price_output": 0.2,
"price_blended": 0.125
},
{
"id": "43098bd0-77ca-408b-b698-9d60b1d1c3b8",
"name": "GLM-4.6V (Non-reasoning)",
"slug": "glm-4-6v",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-08",
"intelligence_index": 17.1,
"coding_index": 11.1,
"math_index": 26.3,
"mmlu_pro": 0.752,
"gpqa": 0.566,
"hle": 0.037,
"livecodebench": 0.411,
"scicode": 0.272,
"ifbench": 0.279,
"lcr": 0.123,
"terminalbench_hard": 0.03,
"tau2": 0.307,
"math_500": null,
"aime": null,
"aime_25": 0.263,
"output_tps": 21.134,
"ttft": 3.784,
"ttfat": 3.784,
"price_input": 0.3,
"price_output": 0.9,
"price_blended": 0.45
},
{
"id": "d2d7dd95-770f-4cb0-9bbc-d275ac19c265",
"name": "GLM-4.6V (Reasoning)",
"slug": "glm-4-6v-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-08",
"intelligence_index": 23.4,
"coding_index": 19.7,
"math_index": 85.3,
"mmlu_pro": 0.799,
"gpqa": 0.719,
"hle": 0.089,
"livecodebench": 0.16,
"scicode": 0.304,
"ifbench": 0.301,
"lcr": 0.403,
"terminalbench_hard": 0.144,
"tau2": 0.316,
"math_500": null,
"aime": null,
"aime_25": 0.853,
"output_tps": 29.526,
"ttft": 1.047,
"ttfat": 68.783,
"price_input": 0.3,
"price_output": 0.9,
"price_blended": 0.45
},
{
"id": "149096f3-57b7-4413-80c2-a2c010a2995a",
"name": "GLM-5-Turbo",
"slug": "glm-5-turbo",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-03-15",
"intelligence_index": 46.8,
"coding_index": 36.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.847,
"hle": 0.254,
"livecodebench": null,
"scicode": 0.436,
"ifbench": 0.732,
"lcr": 0.607,
"terminalbench_hard": 0.333,
"tau2": 0.985,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f164b41f-44c5-4675-bca3-fea1db4bd9ae",
"name": "GLM-5 (Non-reasoning)",
"slug": "glm-5-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-02-11",
"intelligence_index": 40.6,
"coding_index": 39,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.666,
"hle": 0.072,
"livecodebench": null,
"scicode": 0.383,
"ifbench": 0.552,
"lcr": 0.37,
"terminalbench_hard": 0.394,
"tau2": 0.974,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 59.688,
"ttft": 1.1,
"ttfat": 1.1,
"price_input": 1,
"price_output": 3.2,
"price_blended": 1.55
},
{
"id": "40663ad2-b218-471e-bdd4-a1e0c2360e2b",
"name": "GLM-5 (Reasoning)",
"slug": "glm-5",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-02-11",
"intelligence_index": 49.8,
"coding_index": 44.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.82,
"hle": 0.272,
"livecodebench": null,
"scicode": 0.462,
"ifbench": 0.723,
"lcr": 0.633,
"terminalbench_hard": 0.432,
"tau2": 0.982,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 65.764,
"ttft": 0.91,
"ttfat": 48.124,
"price_input": 1,
"price_output": 3.2,
"price_blended": 1.55
},
{
"id": "c43aa1f9-31bd-4a99-be70-84c5e6bd2e75",
"name": "Qwen Chat 14B",
"slug": "qwen-chat-14b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2023-09-25",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "81444bc8-72f9-4a2d-ad43-27e3f0d2f461",
"name": "Tiny Aya Global",
"slug": "tiny-aya-global",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2026-02-17",
"intelligence_index": 4.7,
"coding_index": 1.2,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.305,
"hle": 0.052,
"livecodebench": null,
"scicode": 0.036,
"ifbench": 0.201,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3bc32f13-5afa-4e28-bce1-10e57376686b",
"name": "Command A",
"slug": "command-a",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2025-03-13",
"intelligence_index": 13.5,
"coding_index": 9.9,
"math_index": 13,
"mmlu_pro": 0.712,
"gpqa": 0.527,
"hle": 0.046,
"livecodebench": 0.287,
"scicode": 0.281,
"ifbench": 0.365,
"lcr": 0.18,
"terminalbench_hard": 0.008,
"tau2": 0.152,
"math_500": 0.819,
"aime": 0.097,
"aime_25": 0.13,
"output_tps": 40.977,
"ttft": 0.552,
"ttfat": 0.552,
"price_input": 2.5,
"price_output": 10,
"price_blended": 4.375
},
{
"id": "a71c1a35-ccc8-43f0-a5a2-070a690b9a00",
"name": "Apriel-v1.6-15B-Thinker",
"slug": "apriel-v1-6-15b-thinker",
"creator": "servicenow",
"creator_id": "7cc4f2b0-7e34-4459-82fd-667e93ca7f17",
"creator_name": "ServiceNow",
"release_date": "2025-11-25",
"intelligence_index": 27.6,
"coding_index": 22,
"math_index": 88,
"mmlu_pro": 0.79,
"gpqa": 0.733,
"hle": 0.098,
"livecodebench": 0.807,
"scicode": 0.373,
"ifbench": 0.691,
"lcr": 0.503,
"terminalbench_hard": 0.144,
"tau2": 0.693,
"math_500": null,
"aime": null,
"aime_25": 0.88,
"output_tps": 79.146,
"ttft": 0.186,
"ttfat": 25.456,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f78138d6-2e04-4a84-919a-20d177cb6ff1",
"name": "Jamba Reasoning 3B",
"slug": "jamba-reasoning-3b",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-10-08",
"intelligence_index": 9.6,
"coding_index": 2.5,
"math_index": 10.7,
"mmlu_pro": 0.577,
"gpqa": 0.333,
"hle": 0.046,
"livecodebench": 0.21,
"scicode": 0.059,
"ifbench": 0.524,
"lcr": 0.07,
"terminalbench_hard": 0.008,
"tau2": 0.158,
"math_500": null,
"aime": null,
"aime_25": 0.107,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "78452c64-7303-4192-bca5-2d9ec5c623d4",
"name": "Jamba 1.7 Large",
"slug": "jamba-1-7-large",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-07-07",
"intelligence_index": 10.9,
"coding_index": 7.8,
"math_index": 2.3,
"mmlu_pro": 0.577,
"gpqa": 0.39,
"hle": 0.038,
"livecodebench": 0.181,
"scicode": 0.188,
"ifbench": 0.352,
"lcr": 0.173,
"terminalbench_hard": 0.023,
"tau2": 0.135,
"math_500": 0.6,
"aime": 0.057,
"aime_25": 0.023,
"output_tps": 54.783,
"ttft": 0.766,
"ttfat": 0.766,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "b4f14013-37dd-4c75-bd8a-378365d9ed77",
"name": "Jamba 1.7 Mini",
"slug": "jamba-1-7-mini",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-07-07",
"intelligence_index": 8.1,
"coding_index": 3.1,
"math_index": 0.3,
"mmlu_pro": 0.388,
"gpqa": 0.322,
"hle": 0.045,
"livecodebench": 0.061,
"scicode": 0.093,
"ifbench": 0.314,
"lcr": 0.127,
"terminalbench_hard": 0,
"tau2": 0.126,
"math_500": 0.258,
"aime": 0.013,
"aime_25": 0.003,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c8a79180-7d16-4474-8701-9a77c0baa56a",
"name": "Qwen3 Next 80B A3B (Reasoning)",
"slug": "qwen3-next-80b-a3b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-11",
"intelligence_index": 26.7,
"coding_index": 19.5,
"math_index": 84.3,
"mmlu_pro": 0.824,
"gpqa": 0.759,
"hle": 0.117,
"livecodebench": 0.784,
"scicode": 0.388,
"ifbench": 0.607,
"lcr": 0.603,
"terminalbench_hard": 0.098,
"tau2": 0.415,
"math_500": null,
"aime": null,
"aime_25": 0.843,
"output_tps": 149.209,
"ttft": 1.034,
"ttfat": 14.439,
"price_input": 0.5,
"price_output": 6,
"price_blended": 1.875
},
{
"id": "2236df45-0699-40d1-b5cc-69ee345d2257",
"name": "Qwen3.5 122B A10B (Reasoning)",
"slug": "qwen3-5-122b-a10b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 41.6,
"coding_index": 34.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.857,
"hle": 0.234,
"livecodebench": null,
"scicode": 0.42,
"ifbench": 0.757,
"lcr": 0.667,
"terminalbench_hard": 0.311,
"tau2": 0.936,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 150.877,
"ttft": 0.992,
"ttfat": 14.248,
"price_input": 0.4,
"price_output": 3.2,
"price_blended": 1.1
},
{
"id": "093883ed-f5fc-443b-8e18-afbfb166699e",
"name": "Qwen3 Coder 480B A35B Instruct",
"slug": "qwen3-coder-480b-a35b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-22",
"intelligence_index": 24.8,
"coding_index": 24.6,
"math_index": 39.3,
"mmlu_pro": 0.788,
"gpqa": 0.618,
"hle": 0.044,
"livecodebench": 0.585,
"scicode": 0.359,
"ifbench": 0.405,
"lcr": 0.423,
"terminalbench_hard": 0.189,
"tau2": 0.436,
"math_500": 0.942,
"aime": 0.477,
"aime_25": 0.393,
"output_tps": 67.512,
"ttft": 1.551,
"ttfat": 1.551,
"price_input": 1.5,
"price_output": 7.5,
"price_blended": 3
},
{
"id": "2698f6c6-e436-47ce-a583-dbc25596c571",
"name": "Qwen3 Next 80B A3B Instruct",
"slug": "qwen3-next-80b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-11",
"intelligence_index": 20.1,
"coding_index": 15.3,
"math_index": 66.3,
"mmlu_pro": 0.819,
"gpqa": 0.738,
"hle": 0.073,
"livecodebench": 0.684,
"scicode": 0.307,
"ifbench": 0.397,
"lcr": 0.513,
"terminalbench_hard": 0.076,
"tau2": 0.216,
"math_500": null,
"aime": null,
"aime_25": 0.663,
"output_tps": 150.24,
"ttft": 0.972,
"ttfat": 0.972,
"price_input": 0.5,
"price_output": 2,
"price_blended": 0.875
},
{
"id": "b97ef678-2d31-4375-9416-67ea97f87204",
"name": "Qwen3 Omni 30B A3B (Reasoning)",
"slug": "qwen3-omni-30b-a3b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-22",
"intelligence_index": 15.6,
"coding_index": 12.7,
"math_index": 74,
"mmlu_pro": 0.792,
"gpqa": 0.726,
"hle": 0.073,
"livecodebench": 0.679,
"scicode": 0.306,
"ifbench": 0.434,
"lcr": 0,
"terminalbench_hard": 0.038,
"tau2": 0.213,
"math_500": null,
"aime": null,
"aime_25": 0.74,
"output_tps": 102.827,
"ttft": 0.949,
"ttfat": 20.399,
"price_input": 0.25,
"price_output": 0.97,
"price_blended": 0.43
},
{
"id": "021b1b31-d2fc-4653-ab74-c10bd2f41c8e",
"name": "Qwen3.5 122B A10B (Non-reasoning)",
"slug": "qwen3-5-122b-a10b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 35.9,
"coding_index": 31.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.827,
"hle": 0.148,
"livecodebench": null,
"scicode": 0.356,
"ifbench": 0.508,
"lcr": 0.56,
"terminalbench_hard": 0.295,
"tau2": 0.845,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 149.033,
"ttft": 1.04,
"ttfat": 1.04,
"price_input": 0.4,
"price_output": 3.2,
"price_blended": 1.1
},
{
"id": "169e47f5-3d4d-4ad4-8f8b-ab46f0c73f67",
"name": "Qwen3.5 27B (Reasoning)",
"slug": "qwen3-5-27b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 42.1,
"coding_index": 34.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.858,
"hle": 0.222,
"livecodebench": null,
"scicode": 0.395,
"ifbench": 0.756,
"lcr": 0.673,
"terminalbench_hard": 0.326,
"tau2": 0.939,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 89.838,
"ttft": 1.324,
"ttfat": 23.586,
"price_input": 0.3,
"price_output": 2.4,
"price_blended": 0.825
},
{
"id": "46d8315e-1630-463f-ab62-84185fa0faab",
"name": "Qwen3.5 35B A3B (Reasoning)",
"slug": "qwen3-5-35b-a3b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 37.1,
"coding_index": 30.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.845,
"hle": 0.197,
"livecodebench": null,
"scicode": 0.377,
"ifbench": 0.725,
"lcr": 0.627,
"terminalbench_hard": 0.265,
"tau2": 0.892,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 113.292,
"ttft": 1.031,
"ttfat": 18.684,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "0e66bae9-41f1-42fc-9276-ce8cb6f72919",
"name": "Qwen3.5 397B A17B (Reasoning)",
"slug": "qwen3-5-397b-a17b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-16",
"intelligence_index": 45,
"coding_index": 41.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.893,
"hle": 0.273,
"livecodebench": null,
"scicode": 0.42,
"ifbench": 0.788,
"lcr": 0.657,
"terminalbench_hard": 0.409,
"tau2": 0.956,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 54.735,
"ttft": 1.541,
"ttfat": 59.749,
"price_input": 0.6,
"price_output": 3.6,
"price_blended": 1.35
},
{
"id": "0b226b82-1462-4860-bf1a-f8aed7024791",
"name": "Qwen3 Omni 30B A3B Instruct",
"slug": "qwen3-omni-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-22",
"intelligence_index": 10.7,
"coding_index": 7.2,
"math_index": 52.3,
"mmlu_pro": 0.725,
"gpqa": 0.62,
"hle": 0.051,
"livecodebench": 0.422,
"scicode": 0.186,
"ifbench": 0.312,
"lcr": 0,
"terminalbench_hard": 0.015,
"tau2": 0.164,
"math_500": null,
"aime": null,
"aime_25": 0.523,
"output_tps": 107.64,
"ttft": 0.868,
"ttfat": 0.868,
"price_input": 0.25,
"price_output": 0.97,
"price_blended": 0.43
},
{
"id": "30ef2a79-e800-4165-9f13-2a338f120db7",
"name": "Qwen3.5 397B A17B (Non-reasoning)",
"slug": "qwen3-5-397b-a17b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-16",
"intelligence_index": 40.1,
"coding_index": 37.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.861,
"hle": 0.188,
"livecodebench": null,
"scicode": 0.411,
"ifbench": 0.516,
"lcr": 0.58,
"terminalbench_hard": 0.356,
"tau2": 0.839,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 57.195,
"ttft": 1.41,
"ttfat": 1.41,
"price_input": 0.6,
"price_output": 3.6,
"price_blended": 1.35
},
{
"id": "806032ff-6252-4c22-ba99-a126e411b7a4",
"name": "Qwen3 Max Thinking",
"slug": "qwen3-max-thinking",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-01-26",
"intelligence_index": 39.9,
"coding_index": 30.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.861,
"hle": 0.262,
"livecodebench": null,
"scicode": 0.431,
"ifbench": 0.707,
"lcr": 0.66,
"terminalbench_hard": 0.242,
"tau2": 0.836,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 37.167,
"ttft": 1.642,
"ttfat": 55.453,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "5d4acc80-7a88-4e84-bfe7-99071b84e6a4",
"name": "Qwen3.5 2B (Reasoning)",
"slug": "qwen3-5-2b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 16.3,
"coding_index": 3.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.456,
"hle": 0.021,
"livecodebench": null,
"scicode": 0.028,
"ifbench": 0.315,
"lcr": 0.237,
"terminalbench_hard": 0.038,
"tau2": 0.69,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 356.961,
"ttft": 0.233,
"ttfat": 5.836,
"price_input": 0.02,
"price_output": 0.1,
"price_blended": 0.04
},
{
"id": "405e2235-0925-4634-a3c7-fbd5f6394bc0",
"name": "Qwen3.5 0.8B (Non-reasoning)",
"slug": "qwen3-5-0-8b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 9.9,
"coding_index": 1,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.236,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.029,
"ifbench": 0.216,
"lcr": 0.067,
"terminalbench_hard": 0,
"tau2": 0.652,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 420.171,
"ttft": 0.222,
"ttfat": 0.222,
"price_input": 0.01,
"price_output": 0.05,
"price_blended": 0.02
},
{
"id": "651ef7ae-9a8f-477e-9c8e-460aa156ba02",
"name": "Qwen3.5 4B (Reasoning)",
"slug": "qwen3-5-4b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 27.1,
"coding_index": 17.5,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.771,
"hle": 0.078,
"livecodebench": null,
"scicode": 0.161,
"ifbench": 0.52,
"lcr": 0.557,
"terminalbench_hard": 0.182,
"tau2": 0.921,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 268.717,
"ttft": 0.211,
"ttfat": 7.654,
"price_input": 0.03,
"price_output": 0.15,
"price_blended": 0.06
},
{
"id": "2d28a13a-096e-475a-beb8-26bbd1c7d51c",
"name": "Qwen3.5 9B (Reasoning)",
"slug": "qwen3-5-9b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 32.4,
"coding_index": 25.3,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.806,
"hle": 0.133,
"livecodebench": null,
"scicode": 0.275,
"ifbench": 0.667,
"lcr": 0.59,
"terminalbench_hard": 0.242,
"tau2": 0.868,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 113.759,
"ttft": 0.4,
"ttfat": 17.981,
"price_input": 0.07,
"price_output": 0.175,
"price_blended": 0.096
},
{
"id": "a6ea7ec0-0aca-4442-98fb-4296c6d18b31",
"name": "Qwen3.5 0.8B (Reasoning)",
"slug": "qwen3-5-0-8b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 10.5,
"coding_index": 0,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.111,
"hle": 0.012,
"livecodebench": null,
"scicode": 0,
"ifbench": 0.215,
"lcr": 0.053,
"terminalbench_hard": 0,
"tau2": 0.477,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 378.858,
"ttft": 0.2,
"ttfat": 5.479,
"price_input": 0.01,
"price_output": 0.05,
"price_blended": 0.02
},
{
"id": "fc92f822-04b7-420d-9c07-a21af5e9aac7",
"name": "Qwen3 Coder Next",
"slug": "qwen3-coder-next",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-03",
"intelligence_index": 28.3,
"coding_index": 22.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.737,
"hle": 0.093,
"livecodebench": null,
"scicode": 0.323,
"ifbench": 0.352,
"lcr": 0.4,
"terminalbench_hard": 0.182,
"tau2": 0.795,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 161.325,
"ttft": 1.025,
"ttfat": 1.025,
"price_input": 0.35,
"price_output": 1.2,
"price_blended": 0.6
},
{
"id": "eebfef01-709e-4ffe-b72f-0db75ef2434b",
"name": "Qwen3.5 35B A3B (Non-reasoning)",
"slug": "qwen3-5-35b-a3b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 30.7,
"coding_index": 16.8,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.819,
"hle": 0.128,
"livecodebench": null,
"scicode": 0.293,
"ifbench": 0.445,
"lcr": 0.553,
"terminalbench_hard": 0.106,
"tau2": 0.863,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 134.441,
"ttft": 1.022,
"ttfat": 1.022,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "20da3b31-fc0a-4359-abec-d59367bf1d9f",
"name": "Qwen3.5 9B (Non-reasoning)",
"slug": "qwen3-5-9b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 27.3,
"coding_index": 21.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.786,
"hle": 0.086,
"livecodebench": null,
"scicode": 0.277,
"ifbench": 0.378,
"lcr": 0.38,
"terminalbench_hard": 0.182,
"tau2": 0.851,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 194.739,
"ttft": 0.502,
"ttfat": 0.502,
"price_input": 0.04,
"price_output": 0.2,
"price_blended": 0.08
},
{
"id": "509e94e3-f1cb-43fb-98ff-e0e9872cfd1f",
"name": "Qwen3.5 27B (Non-reasoning)",
"slug": "qwen3-5-27b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-02-24",
"intelligence_index": 37.2,
"coding_index": 33.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.842,
"hle": 0.132,
"livecodebench": null,
"scicode": 0.367,
"ifbench": 0.469,
"lcr": 0.557,
"terminalbench_hard": 0.318,
"tau2": 0.871,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 90.898,
"ttft": 1.31,
"ttfat": 1.31,
"price_input": 0.3,
"price_output": 2.4,
"price_blended": 0.825
},
{
"id": "30c9ba61-d0a1-4794-938e-35865f379d15",
"name": "Qwen3.5 4B (Non-reasoning)",
"slug": "qwen3-5-4b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 22.6,
"coding_index": 13.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.712,
"hle": 0.075,
"livecodebench": null,
"scicode": 0.183,
"ifbench": 0.333,
"lcr": 0.283,
"terminalbench_hard": 0.114,
"tau2": 0.877,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 239.372,
"ttft": 0.262,
"ttfat": 0.262,
"price_input": 0.03,
"price_output": 0.15,
"price_blended": 0.06
},
{
"id": "0985ada8-2ed8-404d-bd8b-7357666ce40f",
"name": "Qwen3.5 2B (Non-reasoning)",
"slug": "qwen3-5-2b-non-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2026-03-02",
"intelligence_index": 14.7,
"coding_index": 4.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.438,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.072,
"ifbench": 0.291,
"lcr": 0.137,
"terminalbench_hard": 0.038,
"tau2": 0.816,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 305.328,
"ttft": 0.223,
"ttfat": 0.223,
"price_input": 0.02,
"price_output": 0.1,
"price_blended": 0.04
},
{
"id": "882a5da3-94ca-4602-8693-c45970df17e2",
"name": "Ling-flash-2.0",
"slug": "ling-flash-2-0",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-09-17",
"intelligence_index": 15.7,
"coding_index": 16.7,
"math_index": 65.3,
"mmlu_pro": 0.777,
"gpqa": 0.657,
"hle": 0.063,
"livecodebench": 0.589,
"scicode": 0.289,
"ifbench": 0.344,
"lcr": 0.15,
"terminalbench_hard": 0.106,
"tau2": 0.208,
"math_500": null,
"aime": null,
"aime_25": 0.653,
"output_tps": 64.478,
"ttft": 1.474,
"ttfat": 1.474,
"price_input": 0.14,
"price_output": 0.57,
"price_blended": 0.247
},
{
"id": "3d64bf83-232e-427e-8590-26b478bae4a8",
"name": "Ling-mini-2.0",
"slug": "ling-mini-2-0",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-09-09",
"intelligence_index": 9.2,
"coding_index": 5,
"math_index": 49.3,
"mmlu_pro": 0.671,
"gpqa": 0.562,
"hle": 0.05,
"livecodebench": 0.429,
"scicode": 0.135,
"ifbench": 0.236,
"lcr": 0.067,
"terminalbench_hard": 0.008,
"tau2": 0.132,
"math_500": null,
"aime": null,
"aime_25": 0.493,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "47b7df55-5804-40de-ba11-317de786710a",
"name": "Ring-flash-2.0",
"slug": "ring-flash-2-0",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-09-19",
"intelligence_index": 14,
"coding_index": 10.6,
"math_index": 83.7,
"mmlu_pro": 0.793,
"gpqa": 0.725,
"hle": 0.089,
"livecodebench": 0.628,
"scicode": 0.168,
"ifbench": 0.433,
"lcr": 0.21,
"terminalbench_hard": 0.076,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.837,
"output_tps": 91.412,
"ttft": 1.655,
"ttfat": 23.534,
"price_input": 0.14,
"price_output": 0.57,
"price_blended": 0.247
},
{
"id": "a29e66d6-1c3c-456a-8770-59ee3845b35d",
"name": "Ring-1T",
"slug": "ring-1t",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-10-13",
"intelligence_index": 22.8,
"coding_index": 16.8,
"math_index": 89.3,
"mmlu_pro": 0.806,
"gpqa": 0.774,
"hle": 0.102,
"livecodebench": 0.643,
"scicode": 0.367,
"ifbench": 0.446,
"lcr": 0.457,
"terminalbench_hard": 0.068,
"tau2": 0.263,
"math_500": null,
"aime": null,
"aime_25": 0.893,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "15b56b8e-7b93-4ed9-ac06-75c922e3b86e",
"name": "Ling-1T",
"slug": "ling-1t",
"creator": "inclusionai",
"creator_id": "4df238a9-d4fd-4cf2-ab1e-d12956c41f9b",
"creator_name": "InclusionAI",
"release_date": "2025-10-08",
"intelligence_index": 19,
"coding_index": 18.8,
"math_index": 71.3,
"mmlu_pro": 0.822,
"gpqa": 0.719,
"hle": 0.072,
"livecodebench": 0.677,
"scicode": 0.352,
"ifbench": 0.348,
"lcr": 0.347,
"terminalbench_hard": 0.106,
"tau2": 0.327,
"math_500": null,
"aime": null,
"aime_25": 0.713,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4d6dd5ce-08cb-4e87-9288-1dd2f022aa35",
"name": "Doubao Seed Code",
"slug": "doubao-seed-code",
"creator": "bytedance_seed",
"creator_id": "2354746c-4775-4a06-b64d-0ba4137785b8",
"creator_name": "ByteDance Seed",
"release_date": "2025-11-11",
"intelligence_index": 33.5,
"coding_index": 31.3,
"math_index": 79.3,
"mmlu_pro": 0.854,
"gpqa": 0.764,
"hle": 0.133,
"livecodebench": 0.766,
"scicode": 0.407,
"ifbench": 0.514,
"lcr": 0.653,
"terminalbench_hard": 0.265,
"tau2": 0.582,
"math_500": null,
"aime": null,
"aime_25": 0.793,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5ad2f60f-ee05-49fd-85a0-cef69aa7cb7b",
"name": "o1",
"slug": "o1",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-12-05",
"intelligence_index": 30.8,
"coding_index": 20.5,
"math_index": null,
"mmlu_pro": 0.841,
"gpqa": 0.747,
"hle": 0.077,
"livecodebench": 0.679,
"scicode": 0.358,
"ifbench": 0.703,
"lcr": 0.593,
"terminalbench_hard": 0.129,
"tau2": 0.626,
"math_500": 0.97,
"aime": 0.723,
"aime_25": null,
"output_tps": 117.142,
"ttft": 25.396,
"ttfat": 25.396,
"price_input": 15,
"price_output": 60,
"price_blended": 26.25
},
{
"id": "078f4dc8-5350-40a2-a5ea-e8359f795b70",
"name": "o1-preview",
"slug": "o1-preview",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-09-12",
"intelligence_index": 23.7,
"coding_index": 34,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.924,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 16.5,
"price_output": 66,
"price_blended": 28.875
},
{
"id": "b515503d-4d65-4a3f-8a4a-6c731e2b079f",
"name": "o1-mini",
"slug": "o1-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-09-12",
"intelligence_index": 20.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.742,
"gpqa": 0.603,
"hle": 0.049,
"livecodebench": 0.576,
"scicode": 0.323,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.944,
"aime": 0.603,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8c1be908-67b6-4cf4-ba08-83ddbe44fde3",
"name": "GPT-4o (Aug '24)",
"slug": "gpt-4o-2024-08-06",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-08-06",
"intelligence_index": 18.6,
"coding_index": 16.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.521,
"hle": 0.029,
"livecodebench": 0.317,
"scicode": 0.331,
"ifbench": 0.36,
"lcr": 0.35,
"terminalbench_hard": 0.083,
"tau2": 0.289,
"math_500": 0.795,
"aime": 0.117,
"aime_25": null,
"output_tps": 104.928,
"ttft": 0.547,
"ttfat": 0.547,
"price_input": 2.5,
"price_output": 10,
"price_blended": 4.375
},
{
"id": "e98e911e-9fb2-4a9a-826e-3d681d0cdca8",
"name": "GPT-4o (May '24)",
"slug": "gpt-4o-2024-05-13",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-05-13",
"intelligence_index": 14.5,
"coding_index": 24.2,
"math_index": null,
"mmlu_pro": 0.74,
"gpqa": 0.526,
"hle": 0.028,
"livecodebench": 0.334,
"scicode": 0.309,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.791,
"aime": 0.11,
"aime_25": null,
"output_tps": 115.364,
"ttft": 0.596,
"ttfat": 0.596,
"price_input": 5,
"price_output": 15,
"price_blended": 7.5
},
{
"id": "76aa6af5-fdc6-4739-a300-983f14e74a67",
"name": "GPT-4 Turbo",
"slug": "gpt-4-turbo",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2023-11-06",
"intelligence_index": 13.7,
"coding_index": 21.5,
"math_index": null,
"mmlu_pro": 0.694,
"gpqa": null,
"hle": 0.033,
"livecodebench": 0.291,
"scicode": 0.319,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.737,
"aime": 0.15,
"aime_25": null,
"output_tps": 34.742,
"ttft": 0.946,
"ttfat": 0.946,
"price_input": 10,
"price_output": 30,
"price_blended": 15
},
{
"id": "c1045dc0-4fd3-4adb-9548-18763e0d051f",
"name": "GPT-4o (Nov '24)",
"slug": "gpt-4o",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-11-20",
"intelligence_index": 17.3,
"coding_index": 16.7,
"math_index": 6,
"mmlu_pro": 0.748,
"gpqa": 0.543,
"hle": 0.033,
"livecodebench": 0.309,
"scicode": 0.333,
"ifbench": 0.343,
"lcr": 0,
"terminalbench_hard": 0.083,
"tau2": 0.251,
"math_500": 0.759,
"aime": 0.15,
"aime_25": 0.06,
"output_tps": 145.263,
"ttft": 0.585,
"ttfat": 0.585,
"price_input": 2.5,
"price_output": 10,
"price_blended": 4.375
},
{
"id": "b5c1c91a-7474-4409-9a9c-9c2ac45d9eb6",
"name": "GPT-4o mini",
"slug": "gpt-4o-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-07-18",
"intelligence_index": 12.6,
"coding_index": null,
"math_index": 14.7,
"mmlu_pro": 0.648,
"gpqa": 0.426,
"hle": 0.04,
"livecodebench": 0.234,
"scicode": 0.229,
"ifbench": 0.31,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.789,
"aime": 0.117,
"aime_25": 0.147,
"output_tps": 54.408,
"ttft": 0.535,
"ttfat": 0.535,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.263
},
{
"id": "037dec2f-51e8-4127-a1f1-85155dae7a1d",
"name": "GPT-3.5 Turbo",
"slug": "gpt-35-turbo",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2022-11-30",
"intelligence_index": 9,
"coding_index": 10.7,
"math_index": null,
"mmlu_pro": 0.462,
"gpqa": 0.297,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.441,
"aime": null,
"aime_25": null,
"output_tps": 103.606,
"ttft": 0.464,
"ttfat": 0.464,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "72c358fd-7d45-4d68-89aa-699743710924",
"name": "GPT-4.1 nano",
"slug": "gpt-4-1-nano",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-14",
"intelligence_index": 13,
"coding_index": 11.2,
"math_index": 24,
"mmlu_pro": 0.657,
"gpqa": 0.512,
"hle": 0.039,
"livecodebench": 0.326,
"scicode": 0.259,
"ifbench": 0.32,
"lcr": 0.17,
"terminalbench_hard": 0.038,
"tau2": 0.173,
"math_500": 0.848,
"aime": 0.237,
"aime_25": 0.24,
"output_tps": 151.765,
"ttft": 0.49,
"ttfat": 0.49,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "4343afb1-c928-44c9-92e2-68fa1195b6f5",
"name": "GPT-4o mini Realtime (Dec '24)",
"slug": "gpt-4o-mini-realtime-dec-2024",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-12-17",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c3738fb0-3408-4430-a699-760ae4b70c93",
"name": "GPT-5 (minimal)",
"slug": "gpt-5-minimal",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 23.9,
"coding_index": 25.1,
"math_index": 31.7,
"mmlu_pro": 0.806,
"gpqa": 0.673,
"hle": 0.054,
"livecodebench": 0.558,
"scicode": 0.388,
"ifbench": 0.456,
"lcr": 0.25,
"terminalbench_hard": 0.182,
"tau2": 0.67,
"math_500": 0.861,
"aime": 0.367,
"aime_25": 0.317,
"output_tps": 87.818,
"ttft": 0.881,
"ttfat": 0.881,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "3b608b70-6434-4baa-99ad-45d499703c67",
"name": "GPT-4.1",
"slug": "gpt-4-1",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-14",
"intelligence_index": 26.3,
"coding_index": 21.8,
"math_index": 34.7,
"mmlu_pro": 0.806,
"gpqa": 0.666,
"hle": 0.046,
"livecodebench": 0.457,
"scicode": 0.381,
"ifbench": 0.43,
"lcr": 0.61,
"terminalbench_hard": 0.136,
"tau2": 0.471,
"math_500": 0.913,
"aime": 0.437,
"aime_25": 0.347,
"output_tps": 101.074,
"ttft": 0.572,
"ttfat": 0.572,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "9f7c7566-a704-49a2-a383-cb3181da33a4",
"name": "GPT-4.1 mini",
"slug": "gpt-4-1-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-14",
"intelligence_index": 22.9,
"coding_index": 18.5,
"math_index": 46.3,
"mmlu_pro": 0.781,
"gpqa": 0.664,
"hle": 0.046,
"livecodebench": 0.483,
"scicode": 0.404,
"ifbench": 0.383,
"lcr": 0.423,
"terminalbench_hard": 0.076,
"tau2": 0.529,
"math_500": 0.925,
"aime": 0.43,
"aime_25": 0.463,
"output_tps": 80.844,
"ttft": 0.598,
"ttfat": 0.598,
"price_input": 0.4,
"price_output": 1.6,
"price_blended": 0.7
},
{
"id": "8b1a70d1-e05f-426b-9122-023d4629ab47",
"name": "GPT-3.5 Turbo (0613)",
"slug": "gpt-3-5-turbo-0613",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2023-06-13",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "29855680-7469-43eb-8b88-cd3fb1d99da3",
"name": "GPT-5 mini (high)",
"slug": "gpt-5-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 41.2,
"coding_index": 35.3,
"math_index": 90.7,
"mmlu_pro": 0.837,
"gpqa": 0.828,
"hle": 0.197,
"livecodebench": 0.838,
"scicode": 0.392,
"ifbench": 0.754,
"lcr": 0.68,
"terminalbench_hard": 0.333,
"tau2": 0.684,
"math_500": null,
"aime": null,
"aime_25": 0.907,
"output_tps": 81.466,
"ttft": 84.832,
"ttfat": 84.832,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "6dd8ba55-5680-44a9-b309-82928165d5f0",
"name": "GPT-5.2 (Non-reasoning)",
"slug": "gpt-5-2-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 33.6,
"coding_index": 34.7,
"math_index": 51,
"mmlu_pro": 0.814,
"gpqa": 0.712,
"hle": 0.073,
"livecodebench": 0.669,
"scicode": 0.404,
"ifbench": 0.474,
"lcr": 0.38,
"terminalbench_hard": 0.318,
"tau2": 0.465,
"math_500": null,
"aime": null,
"aime_25": 0.51,
"output_tps": 73.688,
"ttft": 0.585,
"ttfat": 0.585,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "eab1492c-b853-4852-aa71-06b0ec2481c1",
"name": "GPT-5 (ChatGPT)",
"slug": "gpt-5-chatgpt",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 21.8,
"coding_index": 21.2,
"math_index": 48.3,
"mmlu_pro": 0.82,
"gpqa": 0.686,
"hle": 0.058,
"livecodebench": 0.543,
"scicode": 0.378,
"ifbench": 0.45,
"lcr": 0.637,
"terminalbench_hard": 0.129,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.483,
"output_tps": 159.11,
"ttft": 0.526,
"ttfat": 0.526,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "bc26bfdb-4923-4442-a6ca-e77392923581",
"name": "GPT-5 mini (minimal)",
"slug": "gpt-5-mini-minimal",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 20.7,
"coding_index": 21.9,
"math_index": 46.7,
"mmlu_pro": 0.775,
"gpqa": 0.687,
"hle": 0.05,
"livecodebench": 0.545,
"scicode": 0.369,
"ifbench": 0.456,
"lcr": 0.357,
"terminalbench_hard": 0.144,
"tau2": 0.319,
"math_500": null,
"aime": null,
"aime_25": 0.467,
"output_tps": 88.699,
"ttft": 0.777,
"ttfat": 0.777,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "05e45a36-b5c6-47a1-8adb-9ddc19add5b3",
"name": "GPT-5 nano (minimal)",
"slug": "gpt-5-nano-minimal",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 13.8,
"coding_index": 14.2,
"math_index": 27.3,
"mmlu_pro": 0.556,
"gpqa": 0.428,
"hle": 0.041,
"livecodebench": 0.47,
"scicode": 0.291,
"ifbench": 0.325,
"lcr": 0.2,
"terminalbench_hard": 0.068,
"tau2": 0.257,
"math_500": null,
"aime": null,
"aime_25": 0.273,
"output_tps": 138.922,
"ttft": 0.769,
"ttfat": 0.769,
"price_input": 0.05,
"price_output": 0.4,
"price_blended": 0.138
},
{
"id": "84b49308-6b93-47aa-a4f6-776ee1a1e8cd",
"name": "o4-mini (high)",
"slug": "o4-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-04-16",
"intelligence_index": 33.1,
"coding_index": 25.6,
"math_index": 90.7,
"mmlu_pro": 0.832,
"gpqa": 0.784,
"hle": 0.175,
"livecodebench": 0.859,
"scicode": 0.465,
"ifbench": 0.687,
"lcr": 0.55,
"terminalbench_hard": 0.152,
"tau2": 0.556,
"math_500": 0.989,
"aime": 0.94,
"aime_25": 0.907,
"output_tps": 154.179,
"ttft": 19.353,
"ttfat": 19.353,
"price_input": 1.1,
"price_output": 4.4,
"price_blended": 1.925
},
{
"id": "ca04852c-eaae-4881-a208-f9b2ca3b7cd6",
"name": "o3-pro",
"slug": "o3-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-06-10",
"intelligence_index": 40.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.845,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 27.553,
"ttft": 87.867,
"ttfat": 87.867,
"price_input": 20,
"price_output": 80,
"price_blended": 35
},
{
"id": "5ce30d25-5353-45bb-bef9-6b87480ba3a2",
"name": "GPT-4.5 (Preview)",
"slug": "gpt-4-5",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-02-27",
"intelligence_index": 20,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5d11e7a1-4f70-4e5a-9364-e193761d6757",
"name": "GPT-5 Codex (high)",
"slug": "gpt-5-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-09-23",
"intelligence_index": 44.6,
"coding_index": 38.9,
"math_index": 98.7,
"mmlu_pro": 0.865,
"gpqa": 0.837,
"hle": 0.256,
"livecodebench": 0.84,
"scicode": 0.409,
"ifbench": 0.741,
"lcr": 0.69,
"terminalbench_hard": 0.379,
"tau2": 0.868,
"math_500": null,
"aime": null,
"aime_25": 0.987,
"output_tps": 212.208,
"ttft": 8.223,
"ttfat": 8.223,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "8eb02396-f231-4189-ae15-05f7facebd9b",
"name": "GPT-5 nano (medium)",
"slug": "gpt-5-nano-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 25.9,
"coding_index": 22.9,
"math_index": 78.3,
"mmlu_pro": 0.772,
"gpqa": 0.67,
"hle": 0.076,
"livecodebench": 0.763,
"scicode": 0.338,
"ifbench": 0.659,
"lcr": 0.4,
"terminalbench_hard": 0.174,
"tau2": 0.304,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": 139.545,
"ttft": 56.24,
"ttfat": 56.24,
"price_input": 0.05,
"price_output": 0.4,
"price_blended": 0.138
},
{
"id": "d0b3d47e-aec6-425e-9de7-168dcc6d1e28",
"name": "GPT-5.1 (Non-reasoning)",
"slug": "gpt-5-1-non-reasoning",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 27.4,
"coding_index": 27.3,
"math_index": 38,
"mmlu_pro": 0.801,
"gpqa": 0.643,
"hle": 0.052,
"livecodebench": 0.494,
"scicode": 0.365,
"ifbench": 0.432,
"lcr": 0.44,
"terminalbench_hard": 0.227,
"tau2": 0.465,
"math_500": null,
"aime": null,
"aime_25": 0.38,
"output_tps": 95.195,
"ttft": 0.642,
"ttfat": 0.642,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "84e3f11e-d659-4941-8988-1dbfabbaf538",
"name": "GPT-5.2 (medium)",
"slug": "gpt-5-2-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 46.6,
"coding_index": 44.2,
"math_index": 96.7,
"mmlu_pro": 0.859,
"gpqa": 0.864,
"hle": 0.249,
"livecodebench": 0.894,
"scicode": 0.462,
"ifbench": 0.652,
"lcr": 0.633,
"terminalbench_hard": 0.432,
"tau2": 0.743,
"math_500": null,
"aime": null,
"aime_25": 0.967,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "48e50f00-1fd1-4acc-b337-61078aa341e6",
"name": "GPT-5 (high)",
"slug": "gpt-5",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 44.6,
"coding_index": 36,
"math_index": 94.3,
"mmlu_pro": 0.871,
"gpqa": 0.854,
"hle": 0.265,
"livecodebench": 0.846,
"scicode": 0.429,
"ifbench": 0.731,
"lcr": 0.756,
"terminalbench_hard": 0.326,
"tau2": 0.848,
"math_500": 0.994,
"aime": 0.957,
"aime_25": 0.943,
"output_tps": 103.876,
"ttft": 83.609,
"ttfat": 83.609,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "b4784397-aa28-411b-b011-9c4331bfa9c8",
"name": "GPT-4o (ChatGPT)",
"slug": "gpt-4o-chatgpt",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-02-15",
"intelligence_index": 14.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.773,
"gpqa": 0.511,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.334,
"ifbench": null,
"lcr": 0.53,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.797,
"aime": 0.103,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c3274a19-6d3c-4d01-ab9b-5055a0a40429",
"name": "GPT-5 mini (medium)",
"slug": "gpt-5-mini-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 38.9,
"coding_index": 32.9,
"math_index": 85,
"mmlu_pro": 0.828,
"gpqa": 0.803,
"hle": 0.146,
"livecodebench": 0.692,
"scicode": 0.41,
"ifbench": 0.712,
"lcr": 0.66,
"terminalbench_hard": 0.288,
"tau2": 0.711,
"math_500": null,
"aime": null,
"aime_25": 0.85,
"output_tps": 77.832,
"ttft": 16.948,
"ttfat": 16.948,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "4dc12a38-b18f-4c43-8e1b-678f8434b5b1",
"name": "GPT-5.1 (high)",
"slug": "gpt-5-1",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 47.7,
"coding_index": 44.7,
"math_index": 94,
"mmlu_pro": 0.87,
"gpqa": 0.873,
"hle": 0.265,
"livecodebench": 0.868,
"scicode": 0.433,
"ifbench": 0.729,
"lcr": 0.75,
"terminalbench_hard": 0.455,
"tau2": 0.819,
"math_500": null,
"aime": null,
"aime_25": 0.94,
"output_tps": 94.946,
"ttft": 38.897,
"ttfat": 38.897,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "e18e5e6a-5a31-4c0b-b80b-ac401392f446",
"name": "GPT-5 nano (high)",
"slug": "gpt-5-nano",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 26.8,
"coding_index": 20.3,
"math_index": 83.7,
"mmlu_pro": 0.78,
"gpqa": 0.676,
"hle": 0.082,
"livecodebench": 0.789,
"scicode": 0.366,
"ifbench": 0.676,
"lcr": 0.417,
"terminalbench_hard": 0.121,
"tau2": 0.365,
"math_500": null,
"aime": null,
"aime_25": 0.837,
"output_tps": 134.55,
"ttft": 96.761,
"ttfat": 96.761,
"price_input": 0.05,
"price_output": 0.4,
"price_blended": 0.138
},
{
"id": "498862c3-f9ac-49d2-852f-16a02bb0c38f",
"name": "GPT-5.2 (xhigh)",
"slug": "gpt-5-2",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 51.3,
"coding_index": 48.7,
"math_index": 99,
"mmlu_pro": 0.874,
"gpqa": 0.903,
"hle": 0.354,
"livecodebench": 0.889,
"scicode": 0.521,
"ifbench": 0.754,
"lcr": 0.727,
"terminalbench_hard": 0.47,
"tau2": 0.848,
"math_500": null,
"aime": null,
"aime_25": 0.99,
"output_tps": 81.443,
"ttft": 102.222,
"ttfat": 102.222,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "7f3c9423-3ee3-4369-a6d9-3f2a40aff00e",
"name": "GPT-5 (low)",
"slug": "gpt-5-low",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 39.2,
"coding_index": 30.7,
"math_index": 83,
"mmlu_pro": 0.86,
"gpqa": 0.808,
"hle": 0.184,
"livecodebench": 0.763,
"scicode": 0.391,
"ifbench": 0.666,
"lcr": 0.587,
"terminalbench_hard": 0.265,
"tau2": 0.842,
"math_500": 0.987,
"aime": 0.83,
"aime_25": 0.83,
"output_tps": 88.258,
"ttft": 9.944,
"ttfat": 9.944,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "076f2674-bc4b-4925-be59-50832eb8c090",
"name": "o3-mini (high)",
"slug": "o3-mini-high",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-01-31",
"intelligence_index": 25.2,
"coding_index": 17.3,
"math_index": null,
"mmlu_pro": 0.802,
"gpqa": 0.773,
"hle": 0.123,
"livecodebench": 0.734,
"scicode": 0.398,
"ifbench": 0.671,
"lcr": 0.393,
"terminalbench_hard": 0.061,
"tau2": 0.313,
"math_500": 0.985,
"aime": 0.86,
"aime_25": null,
"output_tps": 161.731,
"ttft": 20.977,
"ttfat": 20.977,
"price_input": 1.1,
"price_output": 4.4,
"price_blended": 1.925
},
{
"id": "575498d6-60ec-466b-9372-fea19911fd07",
"name": "GPT-4o (March 2025, chatgpt-4o-latest)",
"slug": "gpt-4o-chatgpt-03-25",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-03-27",
"intelligence_index": 18.6,
"coding_index": null,
"math_index": 25.7,
"mmlu_pro": 0.803,
"gpqa": 0.655,
"hle": 0.05,
"livecodebench": 0.425,
"scicode": 0.366,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.893,
"aime": 0.327,
"aime_25": 0.257,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "04d023f3-025c-4d78-9571-53edda3eaf2a",
"name": "GPT-5.1 Codex (high)",
"slug": "gpt-5-1-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 43.1,
"coding_index": 36.6,
"math_index": 95.7,
"mmlu_pro": 0.86,
"gpqa": 0.86,
"hle": 0.234,
"livecodebench": 0.849,
"scicode": 0.402,
"ifbench": 0.7,
"lcr": 0.673,
"terminalbench_hard": 0.348,
"tau2": 0.83,
"math_500": null,
"aime": null,
"aime_25": 0.957,
"output_tps": 138.391,
"ttft": 5.207,
"ttfat": 5.207,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "6a7c0e25-1dcb-4b15-8495-a8536a9da051",
"name": "GPT-4",
"slug": "gpt-4",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2023-03-14",
"intelligence_index": 12.8,
"coding_index": 13.1,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 32.022,
"ttft": 0.777,
"ttfat": 0.777,
"price_input": 30,
"price_output": 60,
"price_blended": 37.5
},
{
"id": "019e86f6-e66b-42d8-8a50-235a06b53003",
"name": "GPT-5.2 Codex (xhigh)",
"slug": "gpt-5-2-codex",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-12-11",
"intelligence_index": 49,
"coding_index": 43,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.899,
"hle": 0.335,
"livecodebench": null,
"scicode": 0.546,
"ifbench": 0.776,
"lcr": 0.757,
"terminalbench_hard": 0.371,
"tau2": 0.921,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 123.789,
"ttft": 9.4,
"ttfat": 9.4,
"price_input": 1.75,
"price_output": 14,
"price_blended": 4.813
},
{
"id": "5e965af0-ca5c-4f47-9ba9-06000508b84a",
"name": "GPT-5 (medium)",
"slug": "gpt-5-medium",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-08-07",
"intelligence_index": 42,
"coding_index": 39,
"math_index": 91.7,
"mmlu_pro": 0.867,
"gpqa": 0.842,
"hle": 0.235,
"livecodebench": 0.703,
"scicode": 0.411,
"ifbench": 0.706,
"lcr": 0.728,
"terminalbench_hard": 0.379,
"tau2": 0.865,
"math_500": 0.991,
"aime": 0.917,
"aime_25": 0.917,
"output_tps": 110.136,
"ttft": 39.565,
"ttfat": 39.565,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "e8d4100e-165b-4c5d-ac11-ac553590a334",
"name": "o1-pro",
"slug": "o1-pro",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-03-19",
"intelligence_index": 25.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 150,
"price_output": 600,
"price_blended": 262.5
},
{
"id": "2dad8957-4c16-4e74-bf2d-8b21514e0ae9",
"name": "o3-mini",
"slug": "o3-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-01-31",
"intelligence_index": 25.9,
"coding_index": 17.9,
"math_index": null,
"mmlu_pro": 0.791,
"gpqa": 0.748,
"hle": 0.087,
"livecodebench": 0.717,
"scicode": 0.399,
"ifbench": null,
"lcr": null,
"terminalbench_hard": 0.068,
"tau2": 0.287,
"math_500": 0.973,
"aime": 0.77,
"aime_25": null,
"output_tps": 163.273,
"ttft": 6.205,
"ttfat": 6.205,
"price_input": 1.1,
"price_output": 4.4,
"price_blended": 1.925
},
{
"id": "fd4454ff-e703-46c0-a7f5-fa69af09486d",
"name": "GPT-5.1 Codex mini (high)",
"slug": "gpt-5-1-codex-mini",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2025-11-13",
"intelligence_index": 38.6,
"coding_index": 36.4,
"math_index": 91.7,
"mmlu_pro": 0.82,
"gpqa": 0.813,
"hle": 0.169,
"livecodebench": 0.836,
"scicode": 0.426,
"ifbench": 0.679,
"lcr": 0.627,
"terminalbench_hard": 0.333,
"tau2": 0.629,
"math_500": null,
"aime": null,
"aime_25": 0.917,
"output_tps": 168.889,
"ttft": 8.285,
"ttfat": 8.285,
"price_input": 0.25,
"price_output": 2,
"price_blended": 0.688
},
{
"id": "e2e9ddc3-8c2d-4bf5-a60a-83a1afe61034",
"name": "GPT-4o Realtime (Dec '24)",
"slug": "gpt-4o-realtime-dec-2024",
"creator": "openai",
"creator_id": "e67e56e3-15cd-43db-b679-da4660a69f41",
"creator_name": "OpenAI",
"release_date": "2024-12-17",
"intelligence_index": null,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "466aecdb-3d96-4191-bc52-b3366db38851",
"name": "Llama 3.1 Instruct 70B",
"slug": "llama-3-1-instruct-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-07-23",
"intelligence_index": 12.5,
"coding_index": 10.9,
"math_index": 4,
"mmlu_pro": 0.676,
"gpqa": 0.409,
"hle": 0.046,
"livecodebench": 0.232,
"scicode": 0.267,
"ifbench": 0.344,
"lcr": 0.063,
"terminalbench_hard": 0.03,
"tau2": 0.152,
"math_500": 0.649,
"aime": 0.173,
"aime_25": 0.04,
"output_tps": 32.039,
"ttft": 0.565,
"ttfat": 0.565,
"price_input": 0.56,
"price_output": 0.56,
"price_blended": 0.56
},
{
"id": "739684ba-0f63-4e2a-b4ee-30741c9e9320",
"name": "Llama 3.1 Instruct 8B",
"slug": "llama-3-1-instruct-8b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-07-23",
"intelligence_index": 11.8,
"coding_index": 4.9,
"math_index": 4.3,
"mmlu_pro": 0.476,
"gpqa": 0.259,
"hle": 0.051,
"livecodebench": 0.116,
"scicode": 0.132,
"ifbench": 0.286,
"lcr": 0.157,
"terminalbench_hard": 0.008,
"tau2": 0.164,
"math_500": 0.519,
"aime": 0.077,
"aime_25": 0.043,
"output_tps": 177.545,
"ttft": 0.467,
"ttfat": 0.467,
"price_input": 0.1,
"price_output": 0.1,
"price_blended": 0.1
},
{
"id": "71e8d48c-1920-4f27-8ea9-1f10becc615a",
"name": "Llama 3.2 Instruct 3B",
"slug": "llama-3-2-instruct-3b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 9.7,
"coding_index": null,
"math_index": 3.3,
"mmlu_pro": 0.347,
"gpqa": 0.255,
"hle": 0.052,
"livecodebench": 0.083,
"scicode": 0.052,
"ifbench": 0.262,
"lcr": 0.02,
"terminalbench_hard": null,
"tau2": 0.211,
"math_500": 0.489,
"aime": 0.067,
"aime_25": 0.033,
"output_tps": 51.741,
"ttft": 0.335,
"ttfat": 0.335,
"price_input": 0.085,
"price_output": 0.085,
"price_blended": 0.085
},
{
"id": "aa83359a-d804-4f0b-b5bf-dc637711c26f",
"name": "Llama 3 Instruct 70B",
"slug": "llama-3-instruct-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-04-18",
"intelligence_index": 8.9,
"coding_index": 6.8,
"math_index": null,
"mmlu_pro": 0.574,
"gpqa": 0.379,
"hle": 0.044,
"livecodebench": 0.198,
"scicode": 0.189,
"ifbench": 0.371,
"lcr": 0,
"terminalbench_hard": 0.008,
"tau2": 0,
"math_500": 0.483,
"aime": 0,
"aime_25": null,
"output_tps": 40.836,
"ttft": 0.469,
"ttfat": 0.469,
"price_input": 0.58,
"price_output": 1.745,
"price_blended": 0.871
},
{
"id": "82879bb8-89fb-4adc-b519-315b8ef30b77",
"name": "Llama 3 Instruct 8B",
"slug": "llama-3-instruct-8b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-04-18",
"intelligence_index": 6.4,
"coding_index": 4,
"math_index": null,
"mmlu_pro": 0.405,
"gpqa": 0.296,
"hle": 0.051,
"livecodebench": 0.096,
"scicode": 0.119,
"ifbench": 0.246,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.499,
"aime": 0,
"aime_25": null,
"output_tps": 82.772,
"ttft": 0.346,
"ttfat": 0.346,
"price_input": 0.045,
"price_output": 0.145,
"price_blended": 0.07
},
{
"id": "80f7860a-7665-4658-9f05-15bccf5f832f",
"name": "Llama 3.2 Instruct 1B",
"slug": "llama-3-2-instruct-1b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2024-09-25",
"intelligence_index": 6.3,
"coding_index": 0.6,
"math_index": 0,
"mmlu_pro": 0.2,
"gpqa": 0.196,
"hle": 0.053,
"livecodebench": 0.019,
"scicode": 0.017,
"ifbench": 0.228,
"lcr": 0.05,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.14,
"aime": 0,
"aime_25": 0,
"output_tps": 150.193,
"ttft": 0.539,
"ttfat": 0.539,
"price_input": 0.1,
"price_output": 0.1,
"price_blended": 0.1
},
{
"id": "ffd65ef7-fbdb-4145-98ae-b5d01cda770b",
"name": "Llama 2 Chat 7B",
"slug": "llama-2-chat-7b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-07-18",
"intelligence_index": 9.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.164,
"gpqa": 0.227,
"hle": 0.058,
"livecodebench": 0.002,
"scicode": 0,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.059,
"aime": 0,
"aime_25": null,
"output_tps": 112.802,
"ttft": 6.962,
"ttfat": 6.962,
"price_input": 0.05,
"price_output": 0.25,
"price_blended": 0.1
},
{
"id": "6b08a75a-19ee-40b4-be33-133b8ef42f92",
"name": "Llama 2 Chat 13B",
"slug": "llama-2-chat-13b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-07-18",
"intelligence_index": 8.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.406,
"gpqa": 0.321,
"hle": 0.047,
"livecodebench": 0.098,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.329,
"aime": 0.017,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "599da8e0-bd9c-4b38-a127-b50e371fbcf8",
"name": "Llama 2 Chat 70B",
"slug": "llama-2-chat-70b",
"creator": "meta",
"creator_id": "e1694725-0192-4e54-b1b8-c97e816c6cbe",
"creator_name": "Meta",
"release_date": "2023-07-18",
"intelligence_index": 8.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.406,
"gpqa": 0.327,
"hle": 0.05,
"livecodebench": 0.098,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.323,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c6a47d8a-7517-46e2-8383-329fe7241725",
"name": "Gemini 2.0 Pro Experimental (Feb '25)",
"slug": "gemini-2-0-pro-experimental-02-05",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-05",
"intelligence_index": 18.1,
"coding_index": 25.5,
"math_index": null,
"mmlu_pro": 0.805,
"gpqa": 0.622,
"hle": 0.068,
"livecodebench": 0.347,
"scicode": 0.312,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.923,
"aime": 0.36,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "fddb72bd-60d3-41af-acc5-3df9a290eb8e",
"name": "Gemini 2.0 Flash (experimental)",
"slug": "gemini-2-0-flash-experimental",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-12-11",
"intelligence_index": 16.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.782,
"gpqa": 0.636,
"hle": 0.047,
"livecodebench": 0.21,
"scicode": 0.34,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.911,
"aime": 0.3,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2ac96b67-f4f8-4c8c-ac08-c7510faa7bb9",
"name": "Gemini 1.5 Pro (Sep '24)",
"slug": "gemini-1-5-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-09-24",
"intelligence_index": 16,
"coding_index": 23.6,
"math_index": null,
"mmlu_pro": 0.75,
"gpqa": 0.589,
"hle": 0.049,
"livecodebench": 0.316,
"scicode": 0.295,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.876,
"aime": 0.23,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3de55b83-e02b-412e-8211-315bbebe3e94",
"name": "Gemini 2.0 Flash-Lite (Preview)",
"slug": "gemini-2-0-flash-lite-preview",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-05",
"intelligence_index": 14.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.542,
"hle": 0.044,
"livecodebench": 0.179,
"scicode": 0.247,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.873,
"aime": 0.303,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bcca0e70-7e80-4c07-b1fa-b33bcfb19e51",
"name": "Gemini 2.0 Flash (Feb '25)",
"slug": "gemini-2-0-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-05",
"intelligence_index": 18.5,
"coding_index": 13.6,
"math_index": 21.7,
"mmlu_pro": 0.779,
"gpqa": 0.623,
"hle": 0.053,
"livecodebench": 0.334,
"scicode": 0.333,
"ifbench": 0.402,
"lcr": 0.283,
"terminalbench_hard": 0.038,
"tau2": 0.295,
"math_500": 0.93,
"aime": 0.33,
"aime_25": 0.217,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.15,
"price_output": 0.6,
"price_blended": 0.263
},
{
"id": "41faf421-118b-465b-b170-d200776580d1",
"name": "Gemini 1.5 Flash (Sep '24)",
"slug": "gemini-1-5-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-09-24",
"intelligence_index": 13.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.68,
"gpqa": 0.463,
"hle": 0.035,
"livecodebench": 0.273,
"scicode": 0.267,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.827,
"aime": 0.18,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "94229066-9381-4ee1-bf70-a16d63756a6e",
"name": "Gemini 1.5 Flash-8B",
"slug": "gemini-1-5-flash-8b",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-10-03",
"intelligence_index": 11.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.569,
"gpqa": 0.359,
"hle": 0.045,
"livecodebench": 0.217,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.689,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "515852e7-ba9c-4571-8cf9-82ad6b45f22f",
"name": "PALM-2",
"slug": "palm-2",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2023-05-10",
"intelligence_index": 8.6,
"coding_index": 4.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c7667559-d9b6-43f1-8cd8-8bdbc78d190b",
"name": "Gemini 2.5 Flash Preview (Sep '25) (Reasoning)",
"slug": "gemini-2-5-flash-preview-09-2025-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-25",
"intelligence_index": 31.1,
"coding_index": 24.6,
"math_index": 78.3,
"mmlu_pro": 0.842,
"gpqa": 0.793,
"hle": 0.127,
"livecodebench": 0.713,
"scicode": 0.405,
"ifbench": 0.523,
"lcr": 0.643,
"terminalbench_hard": 0.167,
"tau2": 0.456,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f4e8194a-d0e6-48eb-92be-4307de5aeeec",
"name": "Gemini 2.5 Flash-Lite (Reasoning)",
"slug": "gemini-2-5-flash-lite-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-17",
"intelligence_index": 17.6,
"coding_index": 9.5,
"math_index": 53.3,
"mmlu_pro": 0.759,
"gpqa": 0.625,
"hle": 0.064,
"livecodebench": 0.593,
"scicode": 0.193,
"ifbench": 0.499,
"lcr": 0.513,
"terminalbench_hard": 0.045,
"tau2": 0.184,
"math_500": 0.969,
"aime": 0.703,
"aime_25": 0.533,
"output_tps": 420.807,
"ttft": 17.475,
"ttfat": 17.475,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "68c89ebf-779c-4445-9241-de964cd17355",
"name": "Gemini 2.5 Flash Preview (Reasoning)",
"slug": "gemini-2-5-flash-reasoning-04-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-04-17",
"intelligence_index": 24.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.8,
"gpqa": 0.698,
"hle": 0.116,
"livecodebench": 0.505,
"scicode": 0.359,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.981,
"aime": 0.843,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2ae624ca-25b4-4cc8-8970-cdfdd3320691",
"name": "Gemini 1.0 Ultra",
"slug": "gemini-1-0-ultra",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2023-12-06",
"intelligence_index": 10.1,
"coding_index": 17.6,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1d81aa1c-64c8-442a-9c41-81b37e407b91",
"name": "Gemini 2.5 Flash-Lite (Non-reasoning)",
"slug": "gemini-2-5-flash-lite",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-06-17",
"intelligence_index": 12.7,
"coding_index": 7.4,
"math_index": 35.3,
"mmlu_pro": 0.724,
"gpqa": 0.474,
"hle": 0.037,
"livecodebench": 0.4,
"scicode": 0.177,
"ifbench": 0.315,
"lcr": 0.313,
"terminalbench_hard": 0.023,
"tau2": 0.19,
"math_500": 0.926,
"aime": 0.5,
"aime_25": 0.353,
"output_tps": 364.916,
"ttft": 0.308,
"ttfat": 0.308,
"price_input": 0.1,
"price_output": 0.4,
"price_blended": 0.175
},
{
"id": "bd2c3517-00d8-4ba5-a989-1f1e52f3ffab",
"name": "Gemma 3n E4B Instruct Preview (May '25)",
"slug": "gemma-3n-e4b-preview-0520",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-20",
"intelligence_index": 10.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.483,
"gpqa": 0.278,
"hle": 0.049,
"livecodebench": 0.138,
"scicode": 0.086,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.749,
"aime": 0.107,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "55a3ebf6-6117-4cc1-8596-c6de6e552fd4",
"name": "Gemini 2.5 Flash Preview (Non-reasoning)",
"slug": "gemini-2-5-flash-04-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-04-17",
"intelligence_index": 17.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.783,
"gpqa": 0.594,
"hle": 0.05,
"livecodebench": 0.406,
"scicode": 0.233,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.926,
"aime": 0.433,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d1122eff-ee85-4fdc-8a9f-23bee6590667",
"name": "Gemini 3 Pro Preview (high)",
"slug": "gemini-3-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-11-18",
"intelligence_index": 48.4,
"coding_index": 46.5,
"math_index": 95.7,
"mmlu_pro": 0.898,
"gpqa": 0.908,
"hle": 0.372,
"livecodebench": 0.917,
"scicode": 0.561,
"ifbench": 0.704,
"lcr": 0.707,
"terminalbench_hard": 0.417,
"tau2": 0.871,
"math_500": null,
"aime": null,
"aime_25": 0.957,
"output_tps": 125.816,
"ttft": 37.405,
"ttfat": 37.405,
"price_input": 2,
"price_output": 12,
"price_blended": 4.5
},
{
"id": "62de31e8-a1a3-429c-b634-a2afccfd9363",
"name": "Gemini 2.5 Pro Preview (Mar' 25)",
"slug": "gemini-2-5-pro-03-25",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-03-25",
"intelligence_index": 30.3,
"coding_index": 46.7,
"math_index": null,
"mmlu_pro": 0.858,
"gpqa": 0.836,
"hle": 0.171,
"livecodebench": 0.778,
"scicode": 0.395,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.98,
"aime": 0.87,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "16f2578b-1b28-4be3-b371-700c2677bcd6",
"name": "Gemini 1.5 Pro (May '24)",
"slug": "gemini-1-5-pro-may-2024",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-05-15",
"intelligence_index": 12,
"coding_index": 19.8,
"math_index": null,
"mmlu_pro": 0.657,
"gpqa": 0.371,
"hle": 0.039,
"livecodebench": 0.244,
"scicode": 0.274,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.673,
"aime": 0.08,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "877fdfc9-2026-477a-af96-e4fd602c0131",
"name": "Gemini 2.5 Flash Preview (Sep '25) (Non-reasoning)",
"slug": "gemini-2-5-flash-preview-09-2025",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-09-25",
"intelligence_index": 25.7,
"coding_index": 22.1,
"math_index": 56.7,
"mmlu_pro": 0.836,
"gpqa": 0.766,
"hle": 0.078,
"livecodebench": 0.625,
"scicode": 0.375,
"ifbench": 0.435,
"lcr": 0.567,
"terminalbench_hard": 0.144,
"tau2": 0.284,
"math_500": null,
"aime": null,
"aime_25": 0.567,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ac48c49d-9e77-4394-ac4e-d1ee51fd5fee",
"name": "Gemini 1.5 Flash (May '24)",
"slug": "gemini-1-5-flash-may-2024",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-05-14",
"intelligence_index": 10.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.574,
"gpqa": 0.324,
"hle": 0.042,
"livecodebench": 0.196,
"scicode": 0.181,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.554,
"aime": 0.093,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0399e614-5d46-484f-9183-e4f32d74e1c6",
"name": "Gemini 2.0 Flash Thinking Experimental (Jan '25)",
"slug": "gemini-2-0-flash-thinking-exp-0121",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-01-21",
"intelligence_index": 19.6,
"coding_index": 24.1,
"math_index": null,
"mmlu_pro": 0.798,
"gpqa": 0.701,
"hle": 0.071,
"livecodebench": 0.321,
"scicode": 0.329,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.944,
"aime": 0.5,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "7b269763-ecc0-41ef-aa29-47ef632ac065",
"name": "Gemini 2.0 Flash-Lite (Feb '25)",
"slug": "gemini-2-0-flash-lite-001",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-02-25",
"intelligence_index": 14.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.724,
"gpqa": 0.535,
"hle": 0.036,
"livecodebench": 0.185,
"scicode": 0.25,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.873,
"aime": 0.277,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "219ed587-60c5-4a48-9517-8480e08d0ca1",
"name": "Gemini 2.5 Flash (Reasoning)",
"slug": "gemini-2-5-flash-reasoning",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-20",
"intelligence_index": 27,
"coding_index": 22.2,
"math_index": 73.3,
"mmlu_pro": 0.832,
"gpqa": 0.79,
"hle": 0.111,
"livecodebench": 0.695,
"scicode": 0.394,
"ifbench": 0.503,
"lcr": 0.617,
"terminalbench_hard": 0.136,
"tau2": 0.316,
"math_500": 0.981,
"aime": 0.823,
"aime_25": 0.733,
"output_tps": 247.823,
"ttft": 13.495,
"ttfat": 13.495,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "073b5329-c4b3-4f1f-8f97-4753aadf4398",
"name": "Gemini 2.5 Pro Preview (May' 25)",
"slug": "gemini-2-5-pro-05-06",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-06",
"intelligence_index": 29.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.837,
"gpqa": 0.822,
"hle": 0.154,
"livecodebench": 0.77,
"scicode": 0.416,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.986,
"aime": 0.843,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.25,
"price_output": 10,
"price_blended": 3.438
},
{
"id": "8ddacd41-bf43-411b-aa30-43ebf0567dd8",
"name": "Gemini 1.0 Pro",
"slug": "gemini-1-0-pro",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2023-12-06",
"intelligence_index": 8.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.431,
"gpqa": 0.277,
"hle": 0.046,
"livecodebench": 0.116,
"scicode": 0.117,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.403,
"aime": 0.007,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dfeeb904-e784-4d5c-ad66-9400146b150b",
"name": "Gemini 2.0 Flash Thinking Experimental (Dec '24)",
"slug": "gemini-2-0-flash-thinking-exp-1219",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2024-12-19",
"intelligence_index": 12.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.48,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6afbfb62-27e4-435e-9c85-d9fe1b92519e",
"name": "Gemini 2.5 Flash (Non-reasoning)",
"slug": "gemini-2-5-flash",
"creator": "google",
"creator_id": "faddc6d9-2c14-445f-9b28-56726f59c793",
"creator_name": "Google",
"release_date": "2025-05-20",
"intelligence_index": 20.6,
"coding_index": 17.8,
"math_index": 60.3,
"mmlu_pro": 0.809,
"gpqa": 0.683,
"hle": 0.051,
"livecodebench": 0.495,
"scicode": 0.291,
"ifbench": 0.39,
"lcr": 0.459,
"terminalbench_hard": 0.121,
"tau2": 0.149,
"math_500": 0.932,
"aime": 0.5,
"aime_25": 0.603,
"output_tps": 234.742,
"ttft": 0.425,
"ttfat": 0.425,
"price_input": 0.3,
"price_output": 2.5,
"price_blended": 0.85
},
{
"id": "0a603978-03b9-4f47-a273-2f7fd969be85",
"name": "Claude 3.5 Sonnet (Oct '24)",
"slug": "claude-35-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-10-22",
"intelligence_index": 15.9,
"coding_index": 30.2,
"math_index": null,
"mmlu_pro": 0.772,
"gpqa": 0.599,
"hle": 0.039,
"livecodebench": 0.381,
"scicode": 0.366,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.771,
"aime": 0.157,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "aca9c1ad-fc86-49f3-a312-b1e517ea100c",
"name": "Claude 3.5 Sonnet (June '24)",
"slug": "claude-35-sonnet-june-24",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-06-21",
"intelligence_index": 14.2,
"coding_index": 26,
"math_index": null,
"mmlu_pro": 0.751,
"gpqa": 0.56,
"hle": 0.037,
"livecodebench": null,
"scicode": 0.316,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.695,
"aime": 0.097,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "7829427f-f0e3-4f6d-a228-5fbf70dacc02",
"name": "Claude 3 Opus",
"slug": "claude-3-opus",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-03-04",
"intelligence_index": 18,
"coding_index": 19.5,
"math_index": null,
"mmlu_pro": 0.696,
"gpqa": 0.489,
"hle": 0.031,
"livecodebench": 0.279,
"scicode": 0.233,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.641,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 15,
"price_output": 75,
"price_blended": 30
},
{
"id": "033e4aa9-a556-4224-87b0-341ed1070257",
"name": "Claude 3.5 Haiku",
"slug": "claude-3-5-haiku",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-10-22",
"intelligence_index": 18.7,
"coding_index": 10.7,
"math_index": null,
"mmlu_pro": 0.634,
"gpqa": 0.408,
"hle": 0.035,
"livecodebench": 0.314,
"scicode": 0.274,
"ifbench": 0.428,
"lcr": 0.233,
"terminalbench_hard": 0.023,
"tau2": 0.246,
"math_500": 0.721,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.8,
"price_output": 4,
"price_blended": 1.6
},
{
"id": "b2e68f0a-8f66-4e4c-9821-2b786cea601b",
"name": "Claude 3 Sonnet",
"slug": "claude-3-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-03-04",
"intelligence_index": 10.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.579,
"gpqa": 0.4,
"hle": 0.038,
"livecodebench": 0.175,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.414,
"aime": 0.047,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "1fc54cef-d179-48b1-a27d-046874e9b208",
"name": "Claude 3 Haiku",
"slug": "claude-3-haiku",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2024-03-04",
"intelligence_index": 12.3,
"coding_index": 6.7,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.374,
"hle": 0.039,
"livecodebench": 0.154,
"scicode": 0.186,
"ifbench": 0.361,
"lcr": 0.21,
"terminalbench_hard": 0.008,
"tau2": 0.211,
"math_500": 0.394,
"aime": 0.01,
"aime_25": null,
"output_tps": 133.482,
"ttft": 0.425,
"ttfat": 0.425,
"price_input": 0.25,
"price_output": 1.25,
"price_blended": 0.5
},
{
"id": "83cb898e-05d9-4e4b-9de3-2d305014d923",
"name": "Claude Instant",
"slug": "claude-instant",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2023-03-14",
"intelligence_index": 7.4,
"coding_index": 7.8,
"math_index": null,
"mmlu_pro": 0.434,
"gpqa": 0.33,
"hle": 0.038,
"livecodebench": 0.109,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.264,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "4077490a-bbfb-404e-979a-a97a20e3b5de",
"name": "Claude Opus 4.5 (Non-reasoning)",
"slug": "claude-opus-4-5",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-11-24",
"intelligence_index": 43.1,
"coding_index": 42.9,
"math_index": 62.7,
"mmlu_pro": 0.889,
"gpqa": 0.81,
"hle": 0.129,
"livecodebench": 0.738,
"scicode": 0.47,
"ifbench": 0.43,
"lcr": 0.653,
"terminalbench_hard": 0.409,
"tau2": 0.863,
"math_500": null,
"aime": null,
"aime_25": 0.627,
"output_tps": 60.861,
"ttft": 1.098,
"ttfat": 1.098,
"price_input": 5,
"price_output": 25,
"price_blended": 10
},
{
"id": "ddc748d0-6a9b-466b-8d6c-68417980d56d",
"name": "Claude 2.0",
"slug": "claude-2",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2023-07-11",
"intelligence_index": 9.1,
"coding_index": 12.9,
"math_index": null,
"mmlu_pro": 0.486,
"gpqa": 0.344,
"hle": null,
"livecodebench": 0.171,
"scicode": 0.194,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d034dafe-463d-4c50-956f-84fca657b26f",
"name": "Claude 4 Sonnet (Non-reasoning)",
"slug": "claude-4-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 33,
"coding_index": 30.6,
"math_index": 38,
"mmlu_pro": 0.837,
"gpqa": 0.683,
"hle": 0.04,
"livecodebench": 0.449,
"scicode": 0.373,
"ifbench": 0.454,
"lcr": 0.443,
"terminalbench_hard": 0.273,
"tau2": 0.523,
"math_500": 0.934,
"aime": 0.407,
"aime_25": 0.38,
"output_tps": 49.491,
"ttft": 1.077,
"ttfat": 1.077,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "d925845d-39ad-4de3-8495-f176b79828c0",
"name": "Claude 3.7 Sonnet (Non-reasoning)",
"slug": "claude-3-7-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-02-24",
"intelligence_index": 30.8,
"coding_index": 26.7,
"math_index": 21,
"mmlu_pro": 0.803,
"gpqa": 0.656,
"hle": 0.048,
"livecodebench": 0.394,
"scicode": 0.376,
"ifbench": 0.44,
"lcr": 0.483,
"terminalbench_hard": 0.212,
"tau2": 0.5,
"math_500": 0.85,
"aime": 0.223,
"aime_25": 0.21,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "f2f60e3a-e5f5-4471-acd2-9f2f29c76007",
"name": "Claude 4.1 Opus (Non-reasoning)",
"slug": "claude-4-1-opus",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-08-05",
"intelligence_index": 36,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 37.194,
"ttft": 1.264,
"ttfat": 1.264,
"price_input": 15,
"price_output": 75,
"price_blended": 30
},
{
"id": "ccbfa8c3-a762-480b-aade-34fb9697f98c",
"name": "Claude 4.1 Opus (Reasoning)",
"slug": "claude-4-1-opus-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-08-05",
"intelligence_index": 42,
"coding_index": 36.5,
"math_index": 80.3,
"mmlu_pro": 0.88,
"gpqa": 0.809,
"hle": 0.119,
"livecodebench": 0.654,
"scicode": 0.409,
"ifbench": 0.554,
"lcr": 0.663,
"terminalbench_hard": 0.343,
"tau2": 0.714,
"math_500": null,
"aime": null,
"aime_25": 0.803,
"output_tps": 40.332,
"ttft": 8.319,
"ttfat": 8.319,
"price_input": 15,
"price_output": 75,
"price_blended": 30
},
{
"id": "a7564055-f8ba-4c4b-9e2d-060f61263645",
"name": "Claude 4 Sonnet (Reasoning)",
"slug": "claude-4-sonnet-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 38.7,
"coding_index": 34.1,
"math_index": 74.3,
"mmlu_pro": 0.842,
"gpqa": 0.777,
"hle": 0.096,
"livecodebench": 0.655,
"scicode": 0.4,
"ifbench": 0.547,
"lcr": 0.647,
"terminalbench_hard": 0.311,
"tau2": 0.646,
"math_500": 0.991,
"aime": 0.773,
"aime_25": 0.743,
"output_tps": 53.359,
"ttft": 11.433,
"ttfat": 11.433,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "2660d74f-ce79-48a8-8b53-6e668e2071a2",
"name": "Claude Opus 4.5 (Reasoning)",
"slug": "claude-opus-4-5-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-11-24",
"intelligence_index": 49.7,
"coding_index": 47.8,
"math_index": 91.3,
"mmlu_pro": 0.895,
"gpqa": 0.866,
"hle": 0.284,
"livecodebench": 0.871,
"scicode": 0.495,
"ifbench": 0.58,
"lcr": 0.74,
"terminalbench_hard": 0.47,
"tau2": 0.895,
"math_500": null,
"aime": null,
"aime_25": 0.913,
"output_tps": 59.369,
"ttft": 11.965,
"ttfat": 11.965,
"price_input": 5,
"price_output": 25,
"price_blended": 10
},
{
"id": "8a4a5ead-7789-4389-8400-30e9d20370b7",
"name": "Claude 4 Opus (Reasoning)",
"slug": "claude-4-opus-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 39,
"coding_index": 34,
"math_index": 73.3,
"mmlu_pro": 0.873,
"gpqa": 0.796,
"hle": 0.117,
"livecodebench": 0.636,
"scicode": 0.398,
"ifbench": 0.537,
"lcr": 0.337,
"terminalbench_hard": 0.311,
"tau2": 0.734,
"math_500": 0.982,
"aime": 0.757,
"aime_25": 0.733,
"output_tps": 39.599,
"ttft": 7.89,
"ttfat": 7.89,
"price_input": 15,
"price_output": 75,
"price_blended": 30
},
{
"id": "91cb6144-4937-4e4e-aeda-b4341d355c10",
"name": "Claude 4.5 Sonnet (Non-reasoning)",
"slug": "claude-4-5-sonnet",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-09-29",
"intelligence_index": 37.1,
"coding_index": 33.5,
"math_index": 37,
"mmlu_pro": 0.86,
"gpqa": 0.727,
"hle": 0.071,
"livecodebench": 0.59,
"scicode": 0.428,
"ifbench": 0.427,
"lcr": 0.513,
"terminalbench_hard": 0.288,
"tau2": 0.705,
"math_500": null,
"aime": null,
"aime_25": 0.37,
"output_tps": 51.029,
"ttft": 1.001,
"ttfat": 1.001,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "90e078f2-051b-4c63-8919-76618971cb3f",
"name": "Claude 4.5 Sonnet (Reasoning)",
"slug": "claude-4-5-sonnet-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-09-29",
"intelligence_index": 43,
"coding_index": 38.6,
"math_index": 88,
"mmlu_pro": 0.875,
"gpqa": 0.834,
"hle": 0.173,
"livecodebench": 0.714,
"scicode": 0.447,
"ifbench": 0.573,
"lcr": 0.657,
"terminalbench_hard": 0.356,
"tau2": 0.781,
"math_500": null,
"aime": null,
"aime_25": 0.88,
"output_tps": 58.114,
"ttft": 8.421,
"ttfat": 8.421,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "13358187-4584-479c-ab43-5bcdf8f297a4",
"name": "Claude 3.7 Sonnet (Reasoning)",
"slug": "claude-3-7-sonnet-thinking",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-02-24",
"intelligence_index": 34.7,
"coding_index": 27.6,
"math_index": 56.3,
"mmlu_pro": 0.837,
"gpqa": 0.772,
"hle": 0.103,
"livecodebench": 0.473,
"scicode": 0.403,
"ifbench": 0.483,
"lcr": 0.607,
"terminalbench_hard": 0.212,
"tau2": 0.547,
"math_500": 0.947,
"aime": 0.487,
"aime_25": 0.563,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "504412c2-2ada-499b-aebf-7e0a35c9d286",
"name": "Claude 4 Opus (Non-reasoning)",
"slug": "claude-4-opus",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2025-05-22",
"intelligence_index": 33,
"coding_index": null,
"math_index": 36.3,
"mmlu_pro": 0.86,
"gpqa": 0.701,
"hle": 0.059,
"livecodebench": 0.542,
"scicode": 0.409,
"ifbench": 0.433,
"lcr": 0.36,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.941,
"aime": 0.563,
"aime_25": 0.363,
"output_tps": 38.267,
"ttft": 1.302,
"ttfat": 1.302,
"price_input": 15,
"price_output": 75,
"price_blended": 30
},
{
"id": "9e141c0d-fc82-4e07-bb2e-fe0003bc030b",
"name": "Claude 2.1",
"slug": "claude-21",
"creator": "anthropic",
"creator_id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
"creator_name": "Anthropic",
"release_date": "2023-11-21",
"intelligence_index": 9.3,
"coding_index": 14,
"math_index": null,
"mmlu_pro": 0.495,
"gpqa": 0.319,
"hle": 0.042,
"livecodebench": 0.195,
"scicode": 0.184,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.374,
"aime": 0.033,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "50f92d5f-f413-4c97-8dab-331101622a28",
"name": "Mistral Large 2 (Nov '24)",
"slug": "mistral-large-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-11-18",
"intelligence_index": 15.1,
"coding_index": 13.8,
"math_index": 14,
"mmlu_pro": 0.697,
"gpqa": 0.486,
"hle": 0.04,
"livecodebench": 0.293,
"scicode": 0.292,
"ifbench": 0.312,
"lcr": 0.053,
"terminalbench_hard": 0.061,
"tau2": 0.307,
"math_500": 0.736,
"aime": 0.11,
"aime_25": 0.14,
"output_tps": 42.366,
"ttft": 0.445,
"ttfat": 0.445,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "1b05e346-e86a-4a20-8feb-7da8c65a99aa",
"name": "Mistral Large 2 (Jul '24)",
"slug": "mistral-large-2407",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-07-24",
"intelligence_index": 13,
"coding_index": null,
"math_index": 0,
"mmlu_pro": 0.683,
"gpqa": 0.472,
"hle": 0.032,
"livecodebench": 0.267,
"scicode": 0.271,
"ifbench": 0.316,
"lcr": 0.017,
"terminalbench_hard": null,
"tau2": 0.33,
"math_500": 0.714,
"aime": 0.093,
"aime_25": 0,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "de0beaf0-c951-487a-8eb4-3dd12e74122c",
"name": "Pixtral Large",
"slug": "pixtral-large-2411",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-11-18",
"intelligence_index": 14,
"coding_index": null,
"math_index": 2.3,
"mmlu_pro": 0.701,
"gpqa": 0.505,
"hle": 0.036,
"livecodebench": 0.261,
"scicode": 0.292,
"ifbench": 0.345,
"lcr": 0.103,
"terminalbench_hard": null,
"tau2": 0.365,
"math_500": 0.714,
"aime": 0.07,
"aime_25": 0.023,
"output_tps": 52.854,
"ttft": 0.432,
"ttfat": 0.432,
"price_input": 2,
"price_output": 6,
"price_blended": 3
},
{
"id": "e5dd499f-c330-45ec-9ff0-a99209c82af7",
"name": "Mistral Small 3",
"slug": "mistral-small-3",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-01-30",
"intelligence_index": 12.7,
"coding_index": null,
"math_index": 4.3,
"mmlu_pro": 0.652,
"gpqa": 0.462,
"hle": 0.041,
"livecodebench": 0.252,
"scicode": 0.236,
"ifbench": 0.264,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0.196,
"math_500": 0.715,
"aime": 0.08,
"aime_25": 0.043,
"output_tps": 164.062,
"ttft": 0.423,
"ttfat": 0.423,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "7c045ca0-b331-488d-af31-df0fd331dfd1",
"name": "Mistral Small (Sep '24)",
"slug": "mistral-small",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-09-17",
"intelligence_index": 10.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.529,
"gpqa": 0.381,
"hle": 0.043,
"livecodebench": 0.141,
"scicode": 0.156,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.563,
"aime": 0.063,
"aime_25": null,
"output_tps": 162.494,
"ttft": 0.409,
"ttfat": 0.409,
"price_input": 0.2,
"price_output": 0.6,
"price_blended": 0.3
},
{
"id": "ca6c1412-f3c1-4391-9231-f83a702aa7af",
"name": "Mixtral 8x22B Instruct",
"slug": "mistral-8x22b-instruct",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-04-17",
"intelligence_index": 9.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.537,
"gpqa": 0.332,
"hle": 0.041,
"livecodebench": 0.148,
"scicode": 0.188,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.545,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "35d602fc-b8b8-4698-9f4d-f2ce11ca50e4",
"name": "Mistral Small (Feb '24)",
"slug": "mistral-small-2402",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-02-26",
"intelligence_index": 9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.419,
"gpqa": 0.302,
"hle": 0.044,
"livecodebench": 0.111,
"scicode": 0.134,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.562,
"aime": 0.007,
"aime_25": null,
"output_tps": 165.215,
"ttft": 0.411,
"ttfat": 0.411,
"price_input": 1,
"price_output": 3,
"price_blended": 1.5
},
{
"id": "5e4e4590-a77e-4b66-95f8-f3960a1a7c68",
"name": "Mistral Large (Feb '24)",
"slug": "mistral-large",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2024-02-26",
"intelligence_index": 9.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.515,
"gpqa": 0.351,
"hle": 0.034,
"livecodebench": 0.178,
"scicode": 0.208,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.527,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 4,
"price_output": 12,
"price_blended": 6
},
{
"id": "3edcb2ed-6981-4f88-a556-563f7f8f00aa",
"name": "Mixtral 8x7B Instruct",
"slug": "mixtral-8x7b-instruct",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2023-12-11",
"intelligence_index": 7.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.387,
"gpqa": 0.292,
"hle": 0.045,
"livecodebench": 0.066,
"scicode": 0.028,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.299,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.54,
"price_output": 0.6,
"price_blended": 0.54
},
{
"id": "217b34ec-5920-4fc1-8886-6a70a324837d",
"name": "Mistral 7B Instruct",
"slug": "mistral-7b-instruct",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2023-09-27",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.245,
"gpqa": 0.177,
"hle": 0.043,
"livecodebench": 0.046,
"scicode": 0.024,
"ifbench": 0.199,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0,
"math_500": 0.121,
"aime": 0,
"aime_25": null,
"output_tps": 202.723,
"ttft": 0.272,
"ttfat": 0.272,
"price_input": 0.25,
"price_output": 0.25,
"price_blended": 0.25
},
{
"id": "24ac5b00-5f03-4c47-8e37-522d1195383e",
"name": "Mistral Small 3.1",
"slug": "mistral-small-3-1",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-03-17",
"intelligence_index": 14.5,
"coding_index": 13.9,
"math_index": 3.7,
"mmlu_pro": 0.659,
"gpqa": 0.454,
"hle": 0.048,
"livecodebench": 0.212,
"scicode": 0.265,
"ifbench": 0.299,
"lcr": 0.197,
"terminalbench_hard": 0.076,
"tau2": 0.251,
"math_500": 0.707,
"aime": 0.093,
"aime_25": 0.037,
"output_tps": 161.23,
"ttft": 0.437,
"ttfat": 0.437,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "0fec07d5-a9b2-407a-b5f8-5bf10bd86b59",
"name": "Magistral Small 1",
"slug": "magistral-small",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-06-10",
"intelligence_index": 16.8,
"coding_index": 11.1,
"math_index": 41.3,
"mmlu_pro": 0.746,
"gpqa": 0.641,
"hle": 0.072,
"livecodebench": 0.514,
"scicode": 0.241,
"ifbench": 0.248,
"lcr": 0,
"terminalbench_hard": 0.045,
"tau2": 0.266,
"math_500": 0.963,
"aime": 0.713,
"aime_25": 0.413,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "660965b2-66d2-49ee-a6b9-79a6ac47d3c0",
"name": "Magistral Medium 1",
"slug": "magistral-medium",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-06-10",
"intelligence_index": 18.8,
"coding_index": 16,
"math_index": 40.3,
"mmlu_pro": 0.753,
"gpqa": 0.679,
"hle": 0.095,
"livecodebench": 0.527,
"scicode": 0.297,
"ifbench": 0.251,
"lcr": 0,
"terminalbench_hard": 0.091,
"tau2": 0.231,
"math_500": 0.917,
"aime": 0.7,
"aime_25": 0.403,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "43da3718-3d6e-40dd-901a-05664179ff7f",
"name": "Mistral Small 3.2",
"slug": "mistral-small-3-2",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-06-20",
"intelligence_index": 15.1,
"coding_index": 13.3,
"math_index": 27,
"mmlu_pro": 0.681,
"gpqa": 0.505,
"hle": 0.043,
"livecodebench": 0.275,
"scicode": 0.264,
"ifbench": 0.335,
"lcr": 0.173,
"terminalbench_hard": 0.068,
"tau2": 0.295,
"math_500": 0.883,
"aime": 0.323,
"aime_25": 0.27,
"output_tps": 193.568,
"ttft": 0.321,
"ttfat": 0.321,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "9eae4ec4-61b8-48bc-9843-3edd506ae933",
"name": "Devstral Small (Jul '25)",
"slug": "devstral-small",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-07-10",
"intelligence_index": 15.2,
"coding_index": 12.1,
"math_index": 29.3,
"mmlu_pro": 0.622,
"gpqa": 0.414,
"hle": 0.037,
"livecodebench": 0.254,
"scicode": 0.243,
"ifbench": 0.346,
"lcr": 0.17,
"terminalbench_hard": 0.061,
"tau2": 0.284,
"math_500": 0.635,
"aime": 0.003,
"aime_25": 0.293,
"output_tps": 279.444,
"ttft": 0.351,
"ttfat": 0.351,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "59e22326-1bca-4432-a5fa-147fbe8854e7",
"name": "Mistral Medium 3",
"slug": "mistral-medium-3",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-05-07",
"intelligence_index": 18.8,
"coding_index": 13.6,
"math_index": 30.3,
"mmlu_pro": 0.76,
"gpqa": 0.578,
"hle": 0.043,
"livecodebench": 0.4,
"scicode": 0.331,
"ifbench": 0.393,
"lcr": 0.28,
"terminalbench_hard": 0.038,
"tau2": 0.243,
"math_500": 0.907,
"aime": 0.44,
"aime_25": 0.303,
"output_tps": 65.943,
"ttft": 0.37,
"ttfat": 0.37,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "aba82268-2bb7-4a0f-80be-9b7722e2145b",
"name": "Devstral Medium",
"slug": "devstral-medium",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-07-10",
"intelligence_index": 18.7,
"coding_index": 15.9,
"math_index": 4.7,
"mmlu_pro": 0.708,
"gpqa": 0.492,
"hle": 0.038,
"livecodebench": 0.337,
"scicode": 0.294,
"ifbench": 0.299,
"lcr": 0.287,
"terminalbench_hard": 0.091,
"tau2": 0.199,
"math_500": 0.707,
"aime": 0.067,
"aime_25": 0.047,
"output_tps": 141.042,
"ttft": 0.401,
"ttfat": 0.401,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "7a7b52f6-fdef-4dae-9203-58c710ccc81d",
"name": "Mistral Saba",
"slug": "mistral-saba",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-02-17",
"intelligence_index": 12.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.611,
"gpqa": 0.424,
"hle": 0.041,
"livecodebench": null,
"scicode": 0.241,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.677,
"aime": 0.13,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "cc1fa238-1a76-486d-a997-22309275eadd",
"name": "Devstral Small (May '25)",
"slug": "devstral-small-2505",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2025-05-21",
"intelligence_index": 18,
"coding_index": 12.2,
"math_index": null,
"mmlu_pro": 0.632,
"gpqa": 0.434,
"hle": 0.04,
"livecodebench": 0.258,
"scicode": 0.245,
"ifbench": 0.316,
"lcr": 0.267,
"terminalbench_hard": 0.061,
"tau2": 0.38,
"math_500": 0.684,
"aime": 0.067,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.06,
"price_output": 0.12,
"price_blended": 0.075
},
{
"id": "1f05af98-1ec6-4506-a0b8-57a8c9b63878",
"name": "Mistral Medium",
"slug": "mistral-medium",
"creator": "mistral",
"creator_id": "b5c0639a-cc9c-443b-a07e-bae6b7088933",
"creator_name": "Mistral",
"release_date": "2023-12-11",
"intelligence_index": 9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.491,
"gpqa": 0.349,
"hle": 0.034,
"livecodebench": 0.099,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.405,
"aime": 0.037,
"aime_25": null,
"output_tps": 65.149,
"ttft": 0.624,
"ttfat": 0.624,
"price_input": 2.75,
"price_output": 8.1,
"price_blended": 4.088
},
{
"id": "df95f83f-5ebb-466a-9d2d-b95efc8c012c",
"name": "DeepSeek R1 Distill Qwen 32B",
"slug": "deepseek-r1-distill-qwen-32b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 17.2,
"coding_index": null,
"math_index": 63,
"mmlu_pro": 0.739,
"gpqa": 0.615,
"hle": 0.055,
"livecodebench": 0.27,
"scicode": 0.376,
"ifbench": 0.229,
"lcr": 0.097,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.941,
"aime": 0.687,
"aime_25": 0.63,
"output_tps": 60.732,
"ttft": 0.461,
"ttfat": 33.393,
"price_input": 0.27,
"price_output": 0.27,
"price_blended": 0.27
},
{
"id": "43fc5506-c5ed-4dee-9b85-962bf7ae3986",
"name": "DeepSeek V3 (Dec '24)",
"slug": "deepseek-v3",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-12-26",
"intelligence_index": 16.5,
"coding_index": 16.4,
"math_index": 26,
"mmlu_pro": 0.752,
"gpqa": 0.557,
"hle": 0.036,
"livecodebench": 0.359,
"scicode": 0.354,
"ifbench": 0.348,
"lcr": 0.29,
"terminalbench_hard": 0.068,
"tau2": 0.228,
"math_500": 0.887,
"aime": 0.253,
"aime_25": 0.26,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.4,
"price_output": 0.89,
"price_blended": 0.625
},
{
"id": "b26ff709-1773-4595-ae44-78e0a5bac29c",
"name": "DeepSeek R1 Distill Qwen 14B",
"slug": "deepseek-r1-distill-qwen-14b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 15.8,
"coding_index": null,
"math_index": 55.7,
"mmlu_pro": 0.74,
"gpqa": 0.484,
"hle": 0.044,
"livecodebench": 0.376,
"scicode": 0.239,
"ifbench": 0.221,
"lcr": 0.07,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.949,
"aime": 0.667,
"aime_25": 0.557,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bc4579d2-9c46-46c3-ace0-454039bf21bb",
"name": "DeepSeek-V2.5 (Dec '24)",
"slug": "deepseek-v2-5",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-12-10",
"intelligence_index": 12.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.763,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8f0a75d6-8d00-4c2e-bcd4-8e88a570a93c",
"name": "DeepSeek-Coder-V2",
"slug": "deepseek-coder-v2",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-06-17",
"intelligence_index": 10.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.743,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0e49fe2d-dd3c-4ae5-b56f-a1c89e14b89e",
"name": "DeepSeek R1 Distill Llama 8B",
"slug": "deepseek-r1-distill-llama-8b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 12.1,
"coding_index": null,
"math_index": 41.3,
"mmlu_pro": 0.543,
"gpqa": 0.302,
"hle": 0.042,
"livecodebench": 0.233,
"scicode": 0.119,
"ifbench": 0.176,
"lcr": 0,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.853,
"aime": 0.333,
"aime_25": 0.413,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "7764d514-694f-444c-8d60-bdc6e24e223f",
"name": "DeepSeek LLM 67B Chat (V1)",
"slug": "deepseek-llm-67b-chat",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2023-11-29",
"intelligence_index": 8.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "444cdb1e-bab8-42cd-938c-b2d7a93e2da1",
"name": "DeepSeek R1 Distill Qwen 1.5B",
"slug": "deepseek-r1-distill-qwen-1-5b",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 9.1,
"coding_index": null,
"math_index": 22,
"mmlu_pro": 0.269,
"gpqa": 0.098,
"hle": 0.033,
"livecodebench": 0.07,
"scicode": 0.066,
"ifbench": 0.132,
"lcr": 0.003,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.687,
"aime": 0.177,
"aime_25": 0.22,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0e34f05c-387e-4968-be15-ccec4a55d8c1",
"name": "DeepSeek R1 (Jan '25)",
"slug": "deepseek-r1-0120",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-01-20",
"intelligence_index": 18.8,
"coding_index": 15.9,
"math_index": 68,
"mmlu_pro": 0.844,
"gpqa": 0.708,
"hle": 0.093,
"livecodebench": 0.617,
"scicode": 0.357,
"ifbench": 0.39,
"lcr": 0.523,
"terminalbench_hard": 0.061,
"tau2": 0.114,
"math_500": 0.966,
"aime": 0.683,
"aime_25": 0.68,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.35,
"price_output": 4,
"price_blended": 2.362
},
{
"id": "75e1c197-f239-4361-a9d6-66dccfead236",
"name": "DeepSeek V3 0324",
"slug": "deepseek-v3-0324",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-03-25",
"intelligence_index": 22.3,
"coding_index": 22,
"math_index": 41,
"mmlu_pro": 0.819,
"gpqa": 0.655,
"hle": 0.052,
"livecodebench": 0.405,
"scicode": 0.358,
"ifbench": 0.41,
"lcr": 0.41,
"terminalbench_hard": 0.152,
"tau2": 0.471,
"math_500": 0.942,
"aime": 0.52,
"aime_25": 0.41,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 1.25,
"price_output": 1.45,
"price_blended": 1.25
},
{
"id": "198b717f-42c8-4ab7-a699-ae9373d669d3",
"name": "DeepSeek V3.1 (Reasoning)",
"slug": "deepseek-v3-1-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-08-21",
"intelligence_index": 27.7,
"coding_index": 29.7,
"math_index": 89.7,
"mmlu_pro": 0.851,
"gpqa": 0.779,
"hle": 0.13,
"livecodebench": 0.784,
"scicode": 0.391,
"ifbench": 0.415,
"lcr": 0.533,
"terminalbench_hard": 0.25,
"tau2": 0.374,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.6,
"price_output": 1.7,
"price_blended": 0.875
},
{
"id": "2d19c2d1-062d-436e-b2c2-3d3ecad34acc",
"name": "DeepSeek-V2-Chat",
"slug": "deepseek-v2",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-05-06",
"intelligence_index": 9.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "dfb9292d-bc7c-4425-a260-4256217e709f",
"name": "DeepSeek V3.1 Terminus (Non-reasoning)",
"slug": "deepseek-v3-1-terminus",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-22",
"intelligence_index": 28.5,
"coding_index": 31.9,
"math_index": 53.7,
"mmlu_pro": 0.836,
"gpqa": 0.751,
"hle": 0.084,
"livecodebench": 0.529,
"scicode": 0.321,
"ifbench": 0.412,
"lcr": 0.433,
"terminalbench_hard": 0.318,
"tau2": 0.371,
"math_500": null,
"aime": null,
"aime_25": 0.537,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.335,
"price_output": 1.5,
"price_blended": 0.626
},
{
"id": "fb65266f-5a7d-403c-85d5-ccdf0d1ca838",
"name": "DeepSeek V3.1 (Non-reasoning)",
"slug": "deepseek-v3-1",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-08-21",
"intelligence_index": 28.1,
"coding_index": 28.4,
"math_index": 49.7,
"mmlu_pro": 0.833,
"gpqa": 0.735,
"hle": 0.063,
"livecodebench": 0.577,
"scicode": 0.367,
"ifbench": 0.378,
"lcr": 0.45,
"terminalbench_hard": 0.242,
"tau2": 0.348,
"math_500": null,
"aime": null,
"aime_25": 0.497,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.56,
"price_output": 1.68,
"price_blended": 0.84
},
{
"id": "0a7dda4d-cc9c-4a90-abc1-abb5772c901b",
"name": "DeepSeek V3.1 Terminus (Reasoning)",
"slug": "deepseek-v3-1-terminus-reasoning",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-22",
"intelligence_index": 33.9,
"coding_index": 33.7,
"math_index": 89.7,
"mmlu_pro": 0.851,
"gpqa": 0.792,
"hle": 0.152,
"livecodebench": 0.798,
"scicode": 0.406,
"ifbench": 0.57,
"lcr": 0.65,
"terminalbench_hard": 0.303,
"tau2": 0.371,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.4,
"price_output": 2,
"price_blended": 0.8
},
{
"id": "07c35e00-2b12-44c8-91cc-408629cd569e",
"name": "DeepSeek V3.2 Exp (Non-reasoning)",
"slug": "deepseek-v3-2-0925",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-29",
"intelligence_index": 28.4,
"coding_index": 30,
"math_index": 57.7,
"mmlu_pro": 0.836,
"gpqa": 0.738,
"hle": 0.086,
"livecodebench": 0.554,
"scicode": 0.399,
"ifbench": 0.431,
"lcr": 0.43,
"terminalbench_hard": 0.25,
"tau2": 0.339,
"math_500": null,
"aime": null,
"aime_25": 0.577,
"output_tps": 32.935,
"ttft": 1.334,
"ttfat": 1.334,
"price_input": 0.28,
"price_output": 0.42,
"price_blended": 0.315
},
{
"id": "af134350-8ba3-4629-b56b-00bd6dcf60c4",
"name": "DeepSeek V3.2 Exp (Reasoning)",
"slug": "deepseek-v3-2-reasoning-0925",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2025-09-29",
"intelligence_index": 32.9,
"coding_index": 33.3,
"math_index": 87.7,
"mmlu_pro": 0.85,
"gpqa": 0.797,
"hle": 0.138,
"livecodebench": 0.789,
"scicode": 0.377,
"ifbench": 0.541,
"lcr": 0.69,
"terminalbench_hard": 0.311,
"tau2": 0.339,
"math_500": null,
"aime": null,
"aime_25": 0.877,
"output_tps": 34.597,
"ttft": 1.218,
"ttfat": 59.026,
"price_input": 0.28,
"price_output": 0.42,
"price_blended": 0.315
},
{
"id": "8a24865b-90d9-4e2b-a2fd-6851c2e9d627",
"name": "DeepSeek-V2.5",
"slug": "deepseek-v2-5-sep-2024",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-09-06",
"intelligence_index": 12.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c7327e6e-b27f-4b1b-859d-159a34e0ba1c",
"name": "DeepSeek Coder V2 Lite Instruct",
"slug": "deepseek-coder-v2-lite",
"creator": "deepseek",
"creator_id": "58b835bf-4c87-4f87-a846-df4b692c6e7d",
"creator_name": "DeepSeek",
"release_date": "2024-06-17",
"intelligence_index": 8.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.429,
"gpqa": 0.319,
"hle": 0.053,
"livecodebench": 0.158,
"scicode": 0.139,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5ec4a0db-da66-4e46-9682-fceeed755ef8",
"name": "Sonar",
"slug": "sonar",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-21",
"intelligence_index": 15.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.689,
"gpqa": 0.471,
"hle": 0.073,
"livecodebench": 0.295,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.817,
"aime": 0.487,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1edc272c-d799-44d6-909a-bf3c1909a3a0",
"name": "Sonar Reasoning Pro",
"slug": "sonar-reasoning-pro",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-28",
"intelligence_index": 24.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.957,
"aime": 0.79,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "3435db18-9227-45a5-8e79-9546b14b5aaa",
"name": "Sonar Pro",
"slug": "sonar-pro",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-21",
"intelligence_index": 15.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.755,
"gpqa": 0.578,
"hle": 0.079,
"livecodebench": 0.275,
"scicode": 0.226,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.745,
"aime": 0.29,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "04751bd4-0c5d-416b-a5f2-83727c5bfcda",
"name": "Sonar Reasoning",
"slug": "sonar-reasoning",
"creator": "perplexity",
"creator_id": "941fc0f0-1d4e-405a-95b2-2d49494e0e6c",
"creator_name": "Perplexity",
"release_date": "2025-01-28",
"intelligence_index": 17.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.623,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.921,
"aime": 0.77,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "a04f5b78-f397-4fd8-a2b1-00dcab50324c",
"name": "Grok Beta",
"slug": "grok-beta",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2024-08-13",
"intelligence_index": 13.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.703,
"gpqa": 0.471,
"hle": 0.047,
"livecodebench": 0.241,
"scicode": 0.295,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.737,
"aime": 0.103,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5ea94a4a-55ac-4ea1-8898-2b3971e94af6",
"name": "Grok 4",
"slug": "grok-4",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-07-10",
"intelligence_index": 41.5,
"coding_index": 40.5,
"math_index": 92.7,
"mmlu_pro": 0.866,
"gpqa": 0.877,
"hle": 0.239,
"livecodebench": 0.819,
"scicode": 0.457,
"ifbench": 0.537,
"lcr": 0.68,
"terminalbench_hard": 0.379,
"tau2": 0.749,
"math_500": 0.99,
"aime": 0.943,
"aime_25": 0.927,
"output_tps": 56.687,
"ttft": 8.517,
"ttfat": 8.517,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "2dbb6dc7-8c40-4b6d-af9c-cf805f83b79a",
"name": "Grok 4 Fast (Non-reasoning)",
"slug": "grok-4-fast",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-09-19",
"intelligence_index": 23.1,
"coding_index": 19,
"math_index": 41.3,
"mmlu_pro": 0.73,
"gpqa": 0.606,
"hle": 0.05,
"livecodebench": 0.401,
"scicode": 0.329,
"ifbench": 0.377,
"lcr": 0.2,
"terminalbench_hard": 0.121,
"tau2": 0.637,
"math_500": null,
"aime": null,
"aime_25": 0.413,
"output_tps": 123.784,
"ttft": 0.296,
"ttfat": 0.296,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "ec3b22e6-48ac-416a-b4ae-55565a4f3046",
"name": "Grok 3 Reasoning Beta",
"slug": "grok-3-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-02-19",
"intelligence_index": 21.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "23149f9b-c904-43e2-9ec4-afa2bf843941",
"name": "Grok 4.1 Fast (Reasoning)",
"slug": "grok-4-1-fast-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-11-19",
"intelligence_index": 38.6,
"coding_index": 30.9,
"math_index": 89.3,
"mmlu_pro": 0.854,
"gpqa": 0.853,
"hle": 0.176,
"livecodebench": 0.822,
"scicode": 0.442,
"ifbench": 0.527,
"lcr": 0.68,
"terminalbench_hard": 0.242,
"tau2": 0.933,
"math_500": null,
"aime": null,
"aime_25": 0.893,
"output_tps": 153.91,
"ttft": 12.222,
"ttfat": 12.222,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "573bbd93-114c-4b71-9ede-a73a7d4bdf84",
"name": "Grok 4 Fast (Reasoning)",
"slug": "grok-4-fast-reasoning",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-09-19",
"intelligence_index": 35.1,
"coding_index": 27.4,
"math_index": 89.7,
"mmlu_pro": 0.85,
"gpqa": 0.847,
"hle": 0.17,
"livecodebench": 0.832,
"scicode": 0.442,
"ifbench": 0.505,
"lcr": 0.647,
"terminalbench_hard": 0.189,
"tau2": 0.658,
"math_500": null,
"aime": null,
"aime_25": 0.897,
"output_tps": 138.157,
"ttft": 4.067,
"ttfat": 4.067,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "49fd01f9-887d-4479-b8ce-771a81ecef4e",
"name": "Grok 4.1 Fast (Non-reasoning)",
"slug": "grok-4-1-fast",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-11-19",
"intelligence_index": 23.6,
"coding_index": 19.5,
"math_index": 34.3,
"mmlu_pro": 0.743,
"gpqa": 0.637,
"hle": 0.05,
"livecodebench": 0.399,
"scicode": 0.296,
"ifbench": 0.365,
"lcr": 0.22,
"terminalbench_hard": 0.144,
"tau2": 0.637,
"math_500": null,
"aime": null,
"aime_25": 0.343,
"output_tps": 129.065,
"ttft": 0.306,
"ttfat": 0.306,
"price_input": 0.2,
"price_output": 0.5,
"price_blended": 0.275
},
{
"id": "291a510a-dcc0-40df-8a80-b3aa31900a6c",
"name": "Grok 2 (Dec '24)",
"slug": "grok-2-1212",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2024-12-12",
"intelligence_index": 13.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.709,
"gpqa": 0.51,
"hle": 0.038,
"livecodebench": 0.267,
"scicode": 0.285,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.778,
"aime": 0.133,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2443ac9e-a3db-423d-accb-8963f6fb0a53",
"name": "Grok 3",
"slug": "grok-3",
"creator": "xai",
"creator_id": "a1e3ddcf-d3e4-44a5-9e8f-029a69850875",
"creator_name": "xAI",
"release_date": "2025-02-19",
"intelligence_index": 25.2,
"coding_index": 19.8,
"math_index": 58,
"mmlu_pro": 0.799,
"gpqa": 0.693,
"hle": 0.051,
"livecodebench": 0.425,
"scicode": 0.368,
"ifbench": 0.469,
"lcr": 0.547,
"terminalbench_hard": 0.114,
"tau2": 0.488,
"math_500": 0.87,
"aime": 0.33,
"aime_25": 0.58,
"output_tps": 64.227,
"ttft": 0.351,
"ttfat": 0.351,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "ec60e57e-76d3-42e3-a0e3-80662225a639",
"name": "OpenChat 3.5 (1210)",
"slug": "openchat-35",
"creator": "openchat",
"creator_id": "14b780e1-14fb-4aae-af03-ae2d99699bb1",
"creator_name": "OpenChat",
"release_date": "2023-12-18",
"intelligence_index": 8.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.31,
"gpqa": 0.23,
"hle": 0.048,
"livecodebench": 0.115,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.307,
"aime": 0,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "546ec53f-273c-4af7-b13f-b88c41f45905",
"name": "Nova Pro",
"slug": "nova-pro",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2024-12-03",
"intelligence_index": 13.5,
"coding_index": 11,
"math_index": 7,
"mmlu_pro": 0.691,
"gpqa": 0.499,
"hle": 0.034,
"livecodebench": 0.233,
"scicode": 0.208,
"ifbench": 0.381,
"lcr": 0.19,
"terminalbench_hard": 0.061,
"tau2": 0.14,
"math_500": 0.786,
"aime": 0.107,
"aime_25": 0.07,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.8,
"price_output": 3.2,
"price_blended": 1.4
},
{
"id": "5c3dd927-48a3-4f3c-8045-9b135f62dfbb",
"name": "Nova Lite",
"slug": "nova-lite",
"creator": "aws",
"creator_id": "bb5a4e55-7969-4ab4-8702-3b9fd6547dc2",
"creator_name": "Amazon",
"release_date": "2024-12-03",
"intelligence_index": 12.7,
"coding_index": 5.1,
"math_index": 7,
"mmlu_pro": 0.59,
"gpqa": 0.433,
"hle": 0.046,
"livecodebench": 0.167,
"scicode": 0.139,
"ifbench": 0.341,
"lcr": 0.177,
"terminalbench_hard": 0.008,
"tau2": 0.175,
"math_500": 0.765,
"aime": 0.107,
"aime_25": 0.07,
"output_tps": 209.074,
"ttft": 0.38,
"ttfat": 0.38,
"price_input": 0.06,
"price_output": 0.24,
"price_blended": 0.105
},
{
"id": "ded8d96e-835f-4359-947a-a4c3bb78e983",
"name": "Phi-3 Mini Instruct 3.8B",
"slug": "phi-3-mini",
"creator": "azure",
"creator_id": "ef5ce458-9986-4652-915a-e31fac5506b0",
"creator_name": "Microsoft Azure",
"release_date": "2024-04-23",
"intelligence_index": 10.1,
"coding_index": 3,
"math_index": 0.3,
"mmlu_pro": 0.435,
"gpqa": 0.319,
"hle": 0.044,
"livecodebench": 0.116,
"scicode": 0.09,
"ifbench": 0.239,
"lcr": 0.02,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": 0.457,
"aime": 0.04,
"aime_25": 0.003,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1299b9a8-af50-4742-a58b-24ff7eb48f9f",
"name": "LFM 40B",
"slug": "lfm-40b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2024-09-30",
"intelligence_index": 8.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.425,
"gpqa": 0.327,
"hle": 0.049,
"livecodebench": 0.096,
"scicode": 0.071,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.48,
"aime": 0.023,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "0faadeeb-320c-45cf-9c76-5f8768f342e6",
"name": "LFM2 1.2B",
"slug": "lfm2-1-2b",
"creator": "liquidai",
"creator_id": "5b1886c4-43ba-4007-b840-9d21a2b7d42c",
"creator_name": "Liquid AI",
"release_date": "2025-07-10",
"intelligence_index": 6.3,
"coding_index": 0.8,
"math_index": 3.3,
"mmlu_pro": 0.257,
"gpqa": 0.228,
"hle": 0.057,
"livecodebench": 0.02,
"scicode": 0.025,
"ifbench": 0.22,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.126,
"math_500": null,
"aime": null,
"aime_25": 0.033,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d97713f2-afa6-4f8d-b2f3-ac89a24c4d6c",
"name": "Solar Mini",
"slug": "solar-mini",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2024-01-25",
"intelligence_index": 11.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": 0.202,
"math_500": 0.331,
"aime": null,
"aime_25": null,
"output_tps": 94.294,
"ttft": 1.536,
"ttfat": 1.536,
"price_input": 0.15,
"price_output": 0.15,
"price_blended": 0.15
},
{
"id": "432d6c36-8825-47f3-b4eb-58529cea346b",
"name": "Solar Pro 2 (Preview) (Non-reasoning)",
"slug": "solar-pro-2-preview",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-05-20",
"intelligence_index": 16,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.725,
"gpqa": 0.544,
"hle": 0.038,
"livecodebench": 0.385,
"scicode": 0.272,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.871,
"aime": 0.297,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "8e78cf7a-5b76-4beb-beba-b99c6233b208",
"name": "Solar Pro 2 (Preview) (Reasoning)",
"slug": "solar-pro-2-preview-reasoning",
"creator": "upstage",
"creator_id": "64ff7f06-c6fb-42ea-ba24-9cd103ab2d61",
"creator_name": "Upstage",
"release_date": "2025-05-20",
"intelligence_index": 18.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.768,
"gpqa": 0.578,
"hle": 0.057,
"livecodebench": 0.462,
"scicode": 0.164,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.9,
"aime": 0.663,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "1cb96708-f6c1-4668-9804-5db6ecac01ed",
"name": "DBRX Instruct",
"slug": "dbrx",
"creator": "databricks",
"creator_id": "650e5ce8-a549-4207-bbd4-9c4815bc2d49",
"creator_name": "Databricks",
"release_date": "2024-03-27",
"intelligence_index": 8.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.397,
"gpqa": 0.331,
"hle": 0.066,
"livecodebench": 0.093,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.279,
"aime": 0.03,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f74ea286-cd29-4eb4-af14-1389b19c21e5",
"name": "MiniMax-M2",
"slug": "minimax-m2",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-10-26",
"intelligence_index": 36.1,
"coding_index": 29.2,
"math_index": 78.3,
"mmlu_pro": 0.82,
"gpqa": 0.777,
"hle": 0.125,
"livecodebench": 0.826,
"scicode": 0.361,
"ifbench": 0.723,
"lcr": 0.61,
"terminalbench_hard": 0.258,
"tau2": 0.868,
"math_500": null,
"aime": null,
"aime_25": 0.783,
"output_tps": 50.77,
"ttft": 1.589,
"ttfat": 40.983,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "12adec16-19fe-4d92-aeff-5ef3eb7e780a",
"name": "MiniMax-M2.5",
"slug": "minimax-m2-5",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2026-02-12",
"intelligence_index": 41.9,
"coding_index": 37.4,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.848,
"hle": 0.191,
"livecodebench": null,
"scicode": 0.426,
"ifbench": 0.716,
"lcr": 0.66,
"terminalbench_hard": 0.348,
"tau2": 0.953,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 49.151,
"ttft": 1.396,
"ttfat": 42.088,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "385376b1-9815-47dd-83cc-85aac34f247d",
"name": "MiniMax M1 40k",
"slug": "minimax-m1-40k",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-06-17",
"intelligence_index": 20.9,
"coding_index": 14.1,
"math_index": 13.7,
"mmlu_pro": 0.808,
"gpqa": 0.682,
"hle": 0.075,
"livecodebench": 0.657,
"scicode": 0.378,
"ifbench": 0.412,
"lcr": 0.517,
"terminalbench_hard": 0.023,
"tau2": 0.316,
"math_500": 0.972,
"aime": 0.813,
"aime_25": 0.137,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "272ff333-442f-4169-a804-ac9177bc99d7",
"name": "MiniMax-M2.1",
"slug": "minimax-m2-1",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-12-23",
"intelligence_index": 39.4,
"coding_index": 32.8,
"math_index": 82.7,
"mmlu_pro": 0.875,
"gpqa": 0.83,
"hle": 0.222,
"livecodebench": 0.81,
"scicode": 0.407,
"ifbench": 0.699,
"lcr": 0.59,
"terminalbench_hard": 0.288,
"tau2": 0.854,
"math_500": null,
"aime": null,
"aime_25": 0.827,
"output_tps": 51.638,
"ttft": 1.949,
"ttfat": 40.68,
"price_input": 0.3,
"price_output": 1.2,
"price_blended": 0.525
},
{
"id": "9ca246a7-cf13-42c9-9182-5b5ad6b79026",
"name": "MiniMax M1 80k",
"slug": "minimax-m1-80k",
"creator": "minimax",
"creator_id": "a31a9071-6144-4dbb-92dc-2e02d653ecea",
"creator_name": "MiniMax",
"release_date": "2025-06-17",
"intelligence_index": 24.4,
"coding_index": 14.5,
"math_index": 61,
"mmlu_pro": 0.816,
"gpqa": 0.697,
"hle": 0.082,
"livecodebench": 0.711,
"scicode": 0.374,
"ifbench": 0.418,
"lcr": 0.543,
"terminalbench_hard": 0.03,
"tau2": 0.342,
"math_500": 0.98,
"aime": 0.847,
"aime_25": 0.61,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.55,
"price_output": 2.2,
"price_blended": 0.963
},
{
"id": "bddebfd3-0a8d-47f5-b722-bc4c2ca5a5dc",
"name": "Kimi K2 Thinking",
"slug": "kimi-k2-thinking",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-11-06",
"intelligence_index": 40.9,
"coding_index": 34.8,
"math_index": 94.7,
"mmlu_pro": 0.848,
"gpqa": 0.838,
"hle": 0.223,
"livecodebench": 0.853,
"scicode": 0.424,
"ifbench": 0.681,
"lcr": 0.663,
"terminalbench_hard": 0.311,
"tau2": 0.93,
"math_500": null,
"aime": null,
"aime_25": 0.947,
"output_tps": 103.825,
"ttft": 0.741,
"ttfat": 20.004,
"price_input": 0.6,
"price_output": 2.5,
"price_blended": 1.075
},
{
"id": "441734a9-8901-4850-9bae-b474c370291f",
"name": "Kimi K2",
"slug": "kimi-k2",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-07-11",
"intelligence_index": 26.3,
"coding_index": 22.1,
"math_index": 57,
"mmlu_pro": 0.824,
"gpqa": 0.766,
"hle": 0.07,
"livecodebench": 0.556,
"scicode": 0.345,
"ifbench": 0.415,
"lcr": 0.51,
"terminalbench_hard": 0.159,
"tau2": 0.611,
"math_500": 0.971,
"aime": 0.693,
"aime_25": 0.57,
"output_tps": 37.859,
"ttft": 0.971,
"ttfat": 0.971,
"price_input": 0.57,
"price_output": 2.4,
"price_blended": 1.002
},
{
"id": "66445f84-b2e3-4202-afdc-92ba0f0e5f36",
"name": "Kimi K2 0905",
"slug": "kimi-k2-0905",
"creator": "kimi",
"creator_id": "0a177021-87dd-4250-9a37-f01df196bfe0",
"creator_name": "Kimi",
"release_date": "2025-09-05",
"intelligence_index": 30.9,
"coding_index": 25.9,
"math_index": 57.3,
"mmlu_pro": 0.819,
"gpqa": 0.767,
"hle": 0.063,
"livecodebench": 0.61,
"scicode": 0.307,
"ifbench": 0.417,
"lcr": 0.523,
"terminalbench_hard": 0.235,
"tau2": 0.734,
"math_500": null,
"aime": null,
"aime_25": 0.573,
"output_tps": 63.356,
"ttft": 0.613,
"ttfat": 0.613,
"price_input": 0.8,
"price_output": 2.25,
"price_blended": 1.137
},
{
"id": "f73f4711-9c61-40a7-a258-b71c14727f53",
"name": "Llama 3.1 Tulu3 405B",
"slug": "tulu3-405b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-01-30",
"intelligence_index": 14.1,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.716,
"gpqa": 0.516,
"hle": 0.035,
"livecodebench": 0.291,
"scicode": 0.302,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.778,
"aime": 0.133,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "54442579-2a4d-40cc-b264-bc4ff29e311a",
"name": "OLMo 2 32B",
"slug": "olmo-2-32b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-03-13",
"intelligence_index": 10.6,
"coding_index": 2.7,
"math_index": 3.3,
"mmlu_pro": 0.511,
"gpqa": 0.328,
"hle": 0.037,
"livecodebench": 0.068,
"scicode": 0.08,
"ifbench": 0.381,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.033,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "c8a3fa87-735e-49a9-afb1-270c5e9f53f7",
"name": "Olmo 3 32B Think",
"slug": "olmo-3-32b-think",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2025-11-20",
"intelligence_index": 12.1,
"coding_index": 10.5,
"math_index": 73.7,
"mmlu_pro": 0.759,
"gpqa": 0.61,
"hle": 0.059,
"livecodebench": 0.672,
"scicode": 0.286,
"ifbench": 0.491,
"lcr": 0,
"terminalbench_hard": 0.015,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.737,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f818a7bb-6f23-4b24-8d52-6b9c1a5ca628",
"name": "OLMo 2 7B",
"slug": "olmo-2-7b",
"creator": "ai2",
"creator_id": "ab6c5270-d7b9-4c09-92fe-62662618c631",
"creator_name": "Allen Institute for AI",
"release_date": "2024-11-26",
"intelligence_index": 9.3,
"coding_index": 1.2,
"math_index": 0.7,
"mmlu_pro": 0.282,
"gpqa": 0.288,
"hle": 0.055,
"livecodebench": 0.041,
"scicode": 0.037,
"ifbench": 0.244,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0,
"math_500": null,
"aime": null,
"aime_25": 0.007,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2cff73da-4855-403c-afc9-5540feadcc15",
"name": "Granite 3.3 8B (Non-reasoning)",
"slug": "granite-3-3-8b-instruct",
"creator": "ibm",
"creator_id": "512ef1e4-e02e-4532-a5f2-d11a40962498",
"creator_name": "IBM",
"release_date": "2025-04-16",
"intelligence_index": 7,
"coding_index": 3.4,
"math_index": 6.7,
"mmlu_pro": 0.468,
"gpqa": 0.338,
"hle": 0.042,
"livecodebench": 0.127,
"scicode": 0.101,
"ifbench": 0.224,
"lcr": 0.043,
"terminalbench_hard": 0,
"tau2": 0.105,
"math_500": 0.665,
"aime": 0.047,
"aime_25": 0.067,
"output_tps": 529.994,
"ttft": 8.108,
"ttfat": 8.108,
"price_input": 0.03,
"price_output": 0.25,
"price_blended": 0.085
},
{
"id": "a971b0c0-4c0f-484a-b018-e36b5be3409e",
"name": "Reka Flash (Sep '24)",
"slug": "reka-flash",
"creator": "reka-ai",
"creator_id": "4571a280-f096-486f-b220-dffc3e522b0f",
"creator_name": "Reka AI",
"release_date": "2024-10-04",
"intelligence_index": 12,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.529,
"aime": null,
"aime_25": null,
"output_tps": 84.685,
"ttft": 1.242,
"ttfat": 1.242,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "1dcea4f7-7e8b-49f8-abe2-5860ff9f349e",
"name": "Hermes 3 - Llama-3.1 70B",
"slug": "hermes-3-llama-3-1-70b",
"creator": "nous-research",
"creator_id": "0a2f41cc-2cbc-4949-be54-9fef1319d4a9",
"creator_name": "Nous Research",
"release_date": "2024-08-15",
"intelligence_index": 10.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.571,
"gpqa": 0.401,
"hle": 0.041,
"livecodebench": 0.188,
"scicode": 0.231,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.538,
"aime": 0.023,
"aime_25": null,
"output_tps": 40.524,
"ttft": 0.306,
"ttfat": 0.306,
"price_input": 0.3,
"price_output": 0.3,
"price_blended": 0.3
},
{
"id": "be185709-ddb4-4268-9597-856464359b25",
"name": "MiMo-V2-Flash (Reasoning)",
"slug": "mimo-v2-flash-reasoning",
"creator": "xiaomi",
"creator_id": "5147c8b4-61d5-4070-9324-8adf8aa144c2",
"creator_name": "Xiaomi",
"release_date": "2025-12-16",
"intelligence_index": 39.2,
"coding_index": 31.8,
"math_index": 96.3,
"mmlu_pro": 0.843,
"gpqa": 0.846,
"hle": 0.211,
"livecodebench": 0.868,
"scicode": 0.394,
"ifbench": 0.642,
"lcr": 0.63,
"terminalbench_hard": 0.28,
"tau2": 0.95,
"math_500": null,
"aime": null,
"aime_25": 0.963,
"output_tps": 123.119,
"ttft": 2.096,
"ttfat": 18.34,
"price_input": 0.1,
"price_output": 0.3,
"price_blended": 0.15
},
{
"id": "34ef2b5c-3df3-437e-b9c5-81346f8c14a8",
"name": "Sarvam M (Reasoning)",
"slug": "sarvam-m-reasoning",
"creator": "sarvam",
"creator_id": "20273002-dc38-4ebc-8377-8f432aec9e7e",
"creator_name": "Sarvam",
"release_date": "2025-05-23",
"intelligence_index": 8.4,
"coding_index": 7.5,
"math_index": null,
"mmlu_pro": 0.696,
"gpqa": 0.416,
"hle": 0.033,
"livecodebench": 0.295,
"scicode": 0.178,
"ifbench": 0.318,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0,
"math_500": 0.847,
"aime": 0.203,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "6fc35842-0165-44cf-8570-c484a92b3d8c",
"name": "GLM-4.7 (Reasoning)",
"slug": "glm-4-7",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-22",
"intelligence_index": 42.1,
"coding_index": 36.3,
"math_index": 95,
"mmlu_pro": 0.856,
"gpqa": 0.859,
"hle": 0.251,
"livecodebench": 0.894,
"scicode": 0.451,
"ifbench": 0.679,
"lcr": 0.64,
"terminalbench_hard": 0.318,
"tau2": 0.959,
"math_500": null,
"aime": null,
"aime_25": 0.95,
"output_tps": 79.597,
"ttft": 0.685,
"ttfat": 25.811,
"price_input": 0.6,
"price_output": 2.2,
"price_blended": 1
},
{
"id": "c8673741-5e1a-46a1-9e4f-710a5c920982",
"name": "GLM-4.7-Flash (Non-reasoning)",
"slug": "glm-4-7-flash-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-01-19",
"intelligence_index": 22.1,
"coding_index": 11,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.452,
"hle": 0.049,
"livecodebench": null,
"scicode": 0.255,
"ifbench": 0.463,
"lcr": 0.147,
"terminalbench_hard": 0.038,
"tau2": 0.918,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 87.375,
"ttft": 0.71,
"ttfat": 0.71,
"price_input": 0.07,
"price_output": 0.4,
"price_blended": 0.152
},
{
"id": "81b6ddfc-111e-4422-bd44-42ee6165b699",
"name": "GLM-4.7 (Non-reasoning)",
"slug": "glm-4-7-non-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-12-22",
"intelligence_index": 34.2,
"coding_index": 32,
"math_index": 48,
"mmlu_pro": 0.794,
"gpqa": 0.664,
"hle": 0.061,
"livecodebench": 0.562,
"scicode": 0.354,
"ifbench": 0.546,
"lcr": 0.363,
"terminalbench_hard": 0.303,
"tau2": 0.942,
"math_500": null,
"aime": null,
"aime_25": 0.48,
"output_tps": 81.924,
"ttft": 0.681,
"ttfat": 0.681,
"price_input": 0.55,
"price_output": 2.15,
"price_blended": 0.938
},
{
"id": "6a5d56e1-bb68-4205-8d9b-26b97888bc84",
"name": "GLM-4.6 (Reasoning)",
"slug": "glm-4-6-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-09-30",
"intelligence_index": 32.5,
"coding_index": 29.5,
"math_index": 86,
"mmlu_pro": 0.829,
"gpqa": 0.78,
"hle": 0.133,
"livecodebench": 0.695,
"scicode": 0.384,
"ifbench": 0.434,
"lcr": 0.543,
"terminalbench_hard": 0.25,
"tau2": 0.705,
"math_500": null,
"aime": null,
"aime_25": 0.86,
"output_tps": 58.987,
"ttft": 0.755,
"ttfat": 34.661,
"price_input": 0.575,
"price_output": 2.2,
"price_blended": 0.981
},
{
"id": "2c4394a2-b443-470a-908e-5c4a271b780c",
"name": "GLM-4.7-Flash (Reasoning)",
"slug": "glm-4-7-flash",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2026-01-19",
"intelligence_index": 30.1,
"coding_index": 25.9,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.581,
"hle": 0.071,
"livecodebench": null,
"scicode": 0.337,
"ifbench": 0.608,
"lcr": 0.35,
"terminalbench_hard": 0.22,
"tau2": 0.988,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": 89.122,
"ttft": 0.625,
"ttfat": 23.066,
"price_input": 0.07,
"price_output": 0.4,
"price_blended": 0.152
},
{
"id": "946e7aab-db1c-4c3f-b0b3-7720d0cff187",
"name": "GLM-4.6 (Non-reasoning)",
"slug": "glm-4-6",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-09-30",
"intelligence_index": 30.2,
"coding_index": 30.2,
"math_index": 44.3,
"mmlu_pro": 0.784,
"gpqa": 0.632,
"hle": 0.052,
"livecodebench": 0.561,
"scicode": 0.331,
"ifbench": 0.367,
"lcr": 0.263,
"terminalbench_hard": 0.288,
"tau2": 0.769,
"math_500": null,
"aime": null,
"aime_25": 0.443,
"output_tps": 72.728,
"ttft": 1.174,
"ttfat": 1.174,
"price_input": 0.6,
"price_output": 2.2,
"price_blended": 1
},
{
"id": "1cf439b8-0cfd-47b2-9de2-9a2157e6762b",
"name": "GLM-4.5 (Reasoning)",
"slug": "glm-4.5",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-07-28",
"intelligence_index": 26.4,
"coding_index": 26.3,
"math_index": 73.7,
"mmlu_pro": 0.835,
"gpqa": 0.782,
"hle": 0.122,
"livecodebench": 0.738,
"scicode": 0.348,
"ifbench": 0.441,
"lcr": 0.483,
"terminalbench_hard": 0.22,
"tau2": 0.43,
"math_500": 0.979,
"aime": 0.873,
"aime_25": 0.737,
"output_tps": 47.159,
"ttft": 0.886,
"ttfat": 43.296,
"price_input": 0.49,
"price_output": 1.9,
"price_blended": 0.843
},
{
"id": "5d303dc9-c027-401f-9803-4e9aa3331007",
"name": "GLM-4.5-Air",
"slug": "glm-4-5-air",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-07-28",
"intelligence_index": 23.2,
"coding_index": 23.8,
"math_index": 80.7,
"mmlu_pro": 0.815,
"gpqa": 0.733,
"hle": 0.068,
"livecodebench": 0.684,
"scicode": 0.306,
"ifbench": 0.376,
"lcr": 0.437,
"terminalbench_hard": 0.205,
"tau2": 0.465,
"math_500": 0.965,
"aime": 0.673,
"aime_25": 0.807,
"output_tps": 100.672,
"ttft": 0.618,
"ttfat": 20.485,
"price_input": 0.2,
"price_output": 1.1,
"price_blended": 0.425
},
{
"id": "0081ab31-d10a-44a0-a10d-eee5533fec65",
"name": "GLM-4.5V (Non-reasoning)",
"slug": "glm-4-5v",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-08-11",
"intelligence_index": 12.7,
"coding_index": 10.8,
"math_index": 15.3,
"mmlu_pro": 0.751,
"gpqa": 0.573,
"hle": 0.036,
"livecodebench": 0.352,
"scicode": 0.188,
"ifbench": 0.286,
"lcr": 0,
"terminalbench_hard": 0.068,
"tau2": 0.196,
"math_500": null,
"aime": null,
"aime_25": 0.153,
"output_tps": 50.957,
"ttft": 26.187,
"ttfat": 26.187,
"price_input": 0.6,
"price_output": 1.8,
"price_blended": 0.9
},
{
"id": "3068def4-7270-4c06-a320-6f6a5623d564",
"name": "GLM-4.5V (Reasoning)",
"slug": "glm-4-5v-reasoning",
"creator": "zai",
"creator_id": "67437eb6-7dc1-4e93-befd-22c8b8ec2065",
"creator_name": "Z AI",
"release_date": "2025-08-11",
"intelligence_index": 15.1,
"coding_index": 10.9,
"math_index": 73,
"mmlu_pro": 0.788,
"gpqa": 0.684,
"hle": 0.059,
"livecodebench": 0.604,
"scicode": 0.221,
"ifbench": 0.342,
"lcr": 0,
"terminalbench_hard": 0.053,
"tau2": 0.225,
"math_500": null,
"aime": null,
"aime_25": 0.73,
"output_tps": 48.149,
"ttft": 1.026,
"ttfat": 42.563,
"price_input": 0.6,
"price_output": 1.8,
"price_blended": 0.9
},
{
"id": "76361085-f5dc-49ec-b069-fe56ca885933",
"name": "Command-R+ (Apr '24)",
"slug": "command-r-plus-04-2024",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2024-04-04",
"intelligence_index": 8.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.432,
"gpqa": 0.323,
"hle": 0.045,
"livecodebench": 0.122,
"scicode": 0.118,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.279,
"aime": 0.007,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 3,
"price_output": 15,
"price_blended": 6
},
{
"id": "abe9f0c7-f4f6-430d-ba42-f45afdd4841b",
"name": "Command-R (Mar '24)",
"slug": "command-r-03-2024",
"creator": "cohere",
"creator_id": "671d3708-c407-4b8f-b350-f728e4689d26",
"creator_name": "Cohere",
"release_date": "2024-03-12",
"intelligence_index": 7.4,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.338,
"gpqa": 0.284,
"hle": 0.048,
"livecodebench": 0.048,
"scicode": 0.062,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.164,
"aime": 0.007,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.5,
"price_output": 1.5,
"price_blended": 0.75
},
{
"id": "ac1031bc-c53e-4af7-9c6e-2005e0ff44fa",
"name": "Apriel-v1.5-15B-Thinker",
"slug": "apriel-v1-5-15b-thinker",
"creator": "servicenow",
"creator_id": "7cc4f2b0-7e34-4459-82fd-667e93ca7f17",
"creator_name": "ServiceNow",
"release_date": "2025-09-30",
"intelligence_index": 28.3,
"coding_index": 18.7,
"math_index": 87.5,
"mmlu_pro": 0.773,
"gpqa": 0.713,
"hle": 0.12,
"livecodebench": 0.728,
"scicode": 0.348,
"ifbench": 0.617,
"lcr": 0.2,
"terminalbench_hard": 0.106,
"tau2": 0.684,
"math_500": null,
"aime": null,
"aime_25": 0.875,
"output_tps": 149.708,
"ttft": 0.165,
"ttfat": 13.524,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b4ddb4c8-1400-44ab-8c2b-e2472088e7ff",
"name": "Jamba 1.5 Large",
"slug": "jamba-1-5-large",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2024-08-22",
"intelligence_index": 10.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.572,
"gpqa": 0.427,
"hle": 0.04,
"livecodebench": 0.143,
"scicode": 0.163,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.606,
"aime": 0.047,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "540ebc58-a2d8-4dc9-ba6b-973efa52fab1",
"name": "Jamba 1.5 Mini",
"slug": "jamba-1-5-mini",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2024-08-22",
"intelligence_index": 8,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.371,
"gpqa": 0.302,
"hle": 0.051,
"livecodebench": 0.062,
"scicode": 0.08,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.357,
"aime": 0.01,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0.2,
"price_output": 0.4,
"price_blended": 0.25
},
{
"id": "92b19c88-fa87-4595-957e-fe9aa5fa5ad4",
"name": "Jamba 1.6 Large",
"slug": "jamba-1-6-large",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-03-06",
"intelligence_index": 10.6,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.565,
"gpqa": 0.387,
"hle": 0.04,
"livecodebench": 0.172,
"scicode": 0.184,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.58,
"aime": 0.047,
"aime_25": null,
"output_tps": 55.123,
"ttft": 0.761,
"ttfat": 0.761,
"price_input": 2,
"price_output": 8,
"price_blended": 3.5
},
{
"id": "e8ffd75b-766f-4551-8c52-6e54706220eb",
"name": "Jamba 1.6 Mini",
"slug": "jamba-1-6-mini",
"creator": "ai21-labs",
"creator_id": "6216c686-bc60-4dbb-9f25-83e9dba803d1",
"creator_name": "AI21 Labs",
"release_date": "2025-03-06",
"intelligence_index": 7.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.367,
"gpqa": 0.3,
"hle": 0.046,
"livecodebench": 0.071,
"scicode": 0.101,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.257,
"aime": 0.033,
"aime_25": null,
"output_tps": 180.831,
"ttft": 0.632,
"ttfat": 0.632,
"price_input": 0.2,
"price_output": 0.4,
"price_blended": 0.25
},
{
"id": "b3735511-c6ff-4928-8d72-2181444a4eb3",
"name": "Arctic Instruct",
"slug": "arctic-instruct",
"creator": "snowflake",
"creator_id": "15568026-a4e1-4088-9709-566d3fb3aee1",
"creator_name": "Snowflake",
"release_date": "2024-04-24",
"intelligence_index": 8.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b9dc72c6-7bea-4936-a55a-4b0c835fc755",
"name": "Qwen2.5 Max",
"slug": "qwen-2-5-max",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-01-28",
"intelligence_index": 16.3,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.762,
"gpqa": 0.587,
"hle": 0.045,
"livecodebench": 0.359,
"scicode": 0.337,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.835,
"aime": 0.233,
"aime_25": null,
"output_tps": 49.437,
"ttft": 1.079,
"ttfat": 1.079,
"price_input": 1.6,
"price_output": 6.4,
"price_blended": 2.8
},
{
"id": "b4f7d7a4-869a-4ee7-b17a-4046cd1e79fd",
"name": "Qwen2.5 Instruct 72B",
"slug": "qwen2-5-72b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-09-19",
"intelligence_index": 15.6,
"coding_index": 11.9,
"math_index": 14,
"mmlu_pro": 0.72,
"gpqa": 0.491,
"hle": 0.042,
"livecodebench": 0.276,
"scicode": 0.267,
"ifbench": 0.369,
"lcr": 0.203,
"terminalbench_hard": 0.045,
"tau2": 0.345,
"math_500": 0.858,
"aime": 0.16,
"aime_25": 0.14,
"output_tps": 53.989,
"ttft": 1.131,
"ttfat": 1.131,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "04586102-6a28-48f8-a82e-85775d7ed779",
"name": "Qwen2.5 Coder Instruct 32B",
"slug": "qwen2-5-coder-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-11-11",
"intelligence_index": 12.9,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.635,
"gpqa": 0.417,
"hle": 0.038,
"livecodebench": 0.295,
"scicode": 0.271,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.767,
"aime": 0.12,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "352f834f-a03c-4117-8a29-c3ccd8a568ce",
"name": "Qwen2.5 Turbo",
"slug": "qwen-turbo",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-11-18",
"intelligence_index": 12,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.633,
"gpqa": 0.41,
"hle": 0.042,
"livecodebench": 0.163,
"scicode": 0.153,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.805,
"aime": 0.12,
"aime_25": null,
"output_tps": 66.525,
"ttft": 1.135,
"ttfat": 1.135,
"price_input": 0.05,
"price_output": 0.2,
"price_blended": 0.087
},
{
"id": "7656c62b-5345-435b-bf12-b6ce2ca0d58d",
"name": "Qwen2 Instruct 72B",
"slug": "qwen2-72b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-06-07",
"intelligence_index": 11.7,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.622,
"gpqa": 0.371,
"hle": 0.037,
"livecodebench": 0.159,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.701,
"aime": 0.147,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "2bb84433-f38e-4edc-9b65-4d7b1f473db9",
"name": "Qwen3 1.7B (Non-reasoning)",
"slug": "qwen3-1.7b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 6.8,
"coding_index": 2.3,
"math_index": 7.3,
"mmlu_pro": 0.411,
"gpqa": 0.283,
"hle": 0.052,
"livecodebench": 0.126,
"scicode": 0.069,
"ifbench": 0.211,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.216,
"math_500": 0.717,
"aime": 0.097,
"aime_25": 0.073,
"output_tps": 138.616,
"ttft": 0.888,
"ttfat": 0.888,
"price_input": 0.11,
"price_output": 0.42,
"price_blended": 0.188
},
{
"id": "191a2097-cce3-49cf-881e-0c790892059f",
"name": "Qwen3 4B (Reasoning)",
"slug": "qwen3-4b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 14.2,
"coding_index": null,
"math_index": 22.3,
"mmlu_pro": 0.696,
"gpqa": 0.522,
"hle": 0.051,
"livecodebench": 0.465,
"scicode": 0.035,
"ifbench": 0.325,
"lcr": 0,
"terminalbench_hard": null,
"tau2": 0.19,
"math_500": 0.933,
"aime": 0.657,
"aime_25": 0.223,
"output_tps": 101.919,
"ttft": 0.975,
"ttfat": 20.598,
"price_input": 0.11,
"price_output": 1.26,
"price_blended": 0.398
},
{
"id": "2aacdc07-5f4e-4ab9-8ea5-5f7ab93f9eeb",
"name": "Qwen3 4B 2507 (Reasoning)",
"slug": "qwen3-4b-2507-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-08-06",
"intelligence_index": 18.2,
"coding_index": 9.5,
"math_index": 82.7,
"mmlu_pro": 0.743,
"gpqa": 0.667,
"hle": 0.059,
"livecodebench": 0.641,
"scicode": 0.256,
"ifbench": 0.498,
"lcr": 0.377,
"terminalbench_hard": 0.015,
"tau2": 0.254,
"math_500": null,
"aime": null,
"aime_25": 0.827,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b2dd592a-fbc5-458a-b26d-f3964cbab82f",
"name": "Qwen3 8B (Non-reasoning)",
"slug": "qwen3-8b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 10.6,
"coding_index": 7.1,
"math_index": 24.3,
"mmlu_pro": 0.643,
"gpqa": 0.452,
"hle": 0.028,
"livecodebench": 0.202,
"scicode": 0.168,
"ifbench": 0.286,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.249,
"math_500": 0.828,
"aime": 0.243,
"aime_25": 0.243,
"output_tps": 83.455,
"ttft": 0.976,
"ttfat": 0.976,
"price_input": 0.18,
"price_output": 0.7,
"price_blended": 0.31
},
{
"id": "bf60740e-6aa5-422f-ba49-ef6e9d171205",
"name": "Qwen3 32B (Non-reasoning)",
"slug": "qwen3-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 14.5,
"coding_index": null,
"math_index": 19.7,
"mmlu_pro": 0.727,
"gpqa": 0.535,
"hle": 0.043,
"livecodebench": 0.288,
"scicode": 0.28,
"ifbench": 0.315,
"lcr": 0,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.869,
"aime": 0.303,
"aime_25": 0.197,
"output_tps": 100.013,
"ttft": 0.979,
"ttfat": 0.979,
"price_input": 0.7,
"price_output": 2.8,
"price_blended": 1.225
},
{
"id": "3373245b-e6dc-4b66-a7b0-3f06f9b7bd46",
"name": "Qwen3 235B A22B 2507 Instruct",
"slug": "qwen3-235b-a22b-instruct-2507",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-21",
"intelligence_index": 25,
"coding_index": 22.1,
"math_index": 71.7,
"mmlu_pro": 0.828,
"gpqa": 0.753,
"hle": 0.106,
"livecodebench": 0.524,
"scicode": 0.36,
"ifbench": 0.461,
"lcr": 0.312,
"terminalbench_hard": 0.152,
"tau2": 0.333,
"math_500": 0.98,
"aime": 0.717,
"aime_25": 0.717,
"output_tps": 68.096,
"ttft": 1.105,
"ttfat": 1.105,
"price_input": 0.7,
"price_output": 2.8,
"price_blended": 1.225
},
{
"id": "b00ecd62-a53f-4aed-b833-3e9d6b0170ba",
"name": "Qwen3 32B (Reasoning)",
"slug": "qwen3-32b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 16.5,
"coding_index": 13.8,
"math_index": 73,
"mmlu_pro": 0.798,
"gpqa": 0.668,
"hle": 0.083,
"livecodebench": 0.546,
"scicode": 0.354,
"ifbench": 0.363,
"lcr": 0,
"terminalbench_hard": 0.03,
"tau2": 0.298,
"math_500": 0.961,
"aime": 0.807,
"aime_25": 0.73,
"output_tps": 101.15,
"ttft": 0.974,
"ttfat": 20.746,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "51d0b717-953d-4b44-af61-406c6b7dff39",
"name": "Qwen3 VL 30B A3B Instruct",
"slug": "qwen3-vl-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-03",
"intelligence_index": 16.1,
"coding_index": 14.3,
"math_index": 72.3,
"mmlu_pro": 0.764,
"gpqa": 0.695,
"hle": 0.064,
"livecodebench": 0.476,
"scicode": 0.308,
"ifbench": 0.331,
"lcr": 0.237,
"terminalbench_hard": 0.061,
"tau2": 0.19,
"math_500": null,
"aime": null,
"aime_25": 0.723,
"output_tps": 129.945,
"ttft": 0.94,
"ttfat": 0.94,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "7ec1065a-c90e-41e4-bd17-abb7042eed76",
"name": "Qwen3 30B A3B 2507 Instruct",
"slug": "qwen3-30b-a3b-2507",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-29",
"intelligence_index": 15,
"coding_index": 14.2,
"math_index": 66.3,
"mmlu_pro": 0.777,
"gpqa": 0.659,
"hle": 0.068,
"livecodebench": 0.515,
"scicode": 0.304,
"ifbench": 0.331,
"lcr": 0.227,
"terminalbench_hard": 0.061,
"tau2": 0.102,
"math_500": 0.975,
"aime": 0.727,
"aime_25": 0.663,
"output_tps": 56.951,
"ttft": 1.061,
"ttfat": 1.061,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "dec8073c-57e2-41c0-b1aa-7a62960f103f",
"name": "Qwen3 VL 8B (Reasoning)",
"slug": "qwen3-vl-8b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 16.7,
"coding_index": 9.8,
"math_index": 30.7,
"mmlu_pro": 0.749,
"gpqa": 0.579,
"hle": 0.033,
"livecodebench": 0.353,
"scicode": 0.219,
"ifbench": 0.399,
"lcr": 0.31,
"terminalbench_hard": 0.038,
"tau2": 0.225,
"math_500": null,
"aime": null,
"aime_25": 0.307,
"output_tps": 139.389,
"ttft": 1.016,
"ttfat": 15.364,
"price_input": 0.18,
"price_output": 2.1,
"price_blended": 0.66
},
{
"id": "a803d3d0-d22e-49a0-ac2c-b9c6f1141065",
"name": "Qwen3 VL 235B A22B (Reasoning)",
"slug": "qwen3-vl-235b-a22b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-23",
"intelligence_index": 27.6,
"coding_index": 20.9,
"math_index": 88.3,
"mmlu_pro": 0.836,
"gpqa": 0.772,
"hle": 0.101,
"livecodebench": 0.646,
"scicode": 0.399,
"ifbench": 0.565,
"lcr": 0.587,
"terminalbench_hard": 0.114,
"tau2": 0.541,
"math_500": null,
"aime": null,
"aime_25": 0.883,
"output_tps": 55.701,
"ttft": 1.174,
"ttfat": 37.08,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "f6ccbe1d-bd7e-484b-9795-18cc9f91552d",
"name": "Qwen3 235B A22B 2507 (Reasoning)",
"slug": "qwen3-235b-a22b-instruct-2507-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-25",
"intelligence_index": 29.5,
"coding_index": 23.2,
"math_index": 91,
"mmlu_pro": 0.843,
"gpqa": 0.79,
"hle": 0.15,
"livecodebench": 0.788,
"scicode": 0.424,
"ifbench": 0.512,
"lcr": 0.67,
"terminalbench_hard": 0.136,
"tau2": 0.532,
"math_500": 0.984,
"aime": 0.94,
"aime_25": 0.91,
"output_tps": 45.198,
"ttft": 1.368,
"ttfat": 45.617,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "1d0db5a3-3132-4213-a94b-c2e395d08283",
"name": "Qwen2.5 Instruct 32B",
"slug": "qwen2.5-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-09-19",
"intelligence_index": 13.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.697,
"gpqa": 0.466,
"hle": 0.038,
"livecodebench": 0.248,
"scicode": 0.229,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.805,
"aime": 0.11,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "bbe6d782-e630-48d5-b11c-3ce37f373f1e",
"name": "Qwen3 235B A22B (Reasoning)",
"slug": "qwen3-235b-a22b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 19.8,
"coding_index": 17.4,
"math_index": 82,
"mmlu_pro": 0.828,
"gpqa": 0.7,
"hle": 0.117,
"livecodebench": 0.622,
"scicode": 0.399,
"ifbench": 0.387,
"lcr": 0,
"terminalbench_hard": 0.061,
"tau2": 0.24,
"math_500": 0.93,
"aime": 0.84,
"aime_25": 0.82,
"output_tps": 54.054,
"ttft": 1.158,
"ttfat": 38.158,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "43573c57-2403-46fb-af4b-a93de9a0c3f5",
"name": "Qwen3 235B A22B (Non-reasoning)",
"slug": "qwen3-235b-a22b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 17,
"coding_index": 14,
"math_index": 23.7,
"mmlu_pro": 0.762,
"gpqa": 0.613,
"hle": 0.047,
"livecodebench": 0.343,
"scicode": 0.299,
"ifbench": 0.366,
"lcr": 0,
"terminalbench_hard": 0.061,
"tau2": 0.272,
"math_500": 0.902,
"aime": 0.327,
"aime_25": 0.237,
"output_tps": 54.06,
"ttft": 1.172,
"ttfat": 1.172,
"price_input": 0.7,
"price_output": 2.8,
"price_blended": 1.225
},
{
"id": "ceb4d610-d0a4-48c1-bea0-80ed76f1e5ca",
"name": "QwQ 32B",
"slug": "qwq-32b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-03-05",
"intelligence_index": 19.7,
"coding_index": null,
"math_index": 29,
"mmlu_pro": 0.764,
"gpqa": 0.593,
"hle": 0.082,
"livecodebench": 0.631,
"scicode": 0.358,
"ifbench": 0.388,
"lcr": 0.25,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.957,
"aime": 0.78,
"aime_25": 0.29,
"output_tps": 32.787,
"ttft": 0.457,
"ttfat": 76.432,
"price_input": 0.66,
"price_output": 1,
"price_blended": 0.745
},
{
"id": "d58cf573-1bd3-4d1f-9182-5482a460f570",
"name": "Qwen3 VL 235B A22B Instruct",
"slug": "qwen3-vl-235b-a22b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-23",
"intelligence_index": 20.8,
"coding_index": 16.5,
"math_index": 70.7,
"mmlu_pro": 0.823,
"gpqa": 0.712,
"hle": 0.063,
"livecodebench": 0.594,
"scicode": 0.359,
"ifbench": 0.427,
"lcr": 0.317,
"terminalbench_hard": 0.068,
"tau2": 0.351,
"math_500": null,
"aime": null,
"aime_25": 0.707,
"output_tps": 57.077,
"ttft": 1.047,
"ttfat": 1.047,
"price_input": 0.7,
"price_output": 2.8,
"price_blended": 1.225
},
{
"id": "da9fe224-8af3-46d7-a8c4-6220779c3f35",
"name": "Qwen3 Coder 30B A3B Instruct",
"slug": "qwen3-coder-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-31",
"intelligence_index": 20,
"coding_index": 19.4,
"math_index": 29,
"mmlu_pro": 0.706,
"gpqa": 0.516,
"hle": 0.04,
"livecodebench": 0.403,
"scicode": 0.278,
"ifbench": 0.327,
"lcr": 0.29,
"terminalbench_hard": 0.152,
"tau2": 0.345,
"math_500": 0.893,
"aime": 0.297,
"aime_25": 0.29,
"output_tps": 26.446,
"ttft": 1.434,
"ttfat": 1.434,
"price_input": 0.45,
"price_output": 2.25,
"price_blended": 0.9
},
{
"id": "9dba61f5-78ee-4190-8d1d-8e7063ffd386",
"name": "Qwen3 8B (Reasoning)",
"slug": "qwen3-8b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 13.2,
"coding_index": 9,
"math_index": 19,
"mmlu_pro": 0.743,
"gpqa": 0.589,
"hle": 0.042,
"livecodebench": 0.406,
"scicode": 0.226,
"ifbench": 0.335,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.278,
"math_500": 0.904,
"aime": 0.747,
"aime_25": 0.19,
"output_tps": 81.839,
"ttft": 0.926,
"ttfat": 25.364,
"price_input": 0.18,
"price_output": 2.1,
"price_blended": 0.66
},
{
"id": "7ae943a9-9310-4472-a834-c61f0ab68485",
"name": "Qwen3 Max",
"slug": "qwen3-max",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-23",
"intelligence_index": 31.4,
"coding_index": 26.4,
"math_index": 80.7,
"mmlu_pro": 0.841,
"gpqa": 0.764,
"hle": 0.111,
"livecodebench": 0.767,
"scicode": 0.383,
"ifbench": 0.441,
"lcr": 0.467,
"terminalbench_hard": 0.205,
"tau2": 0.743,
"math_500": null,
"aime": null,
"aime_25": 0.807,
"output_tps": 32.818,
"ttft": 1.732,
"ttfat": 1.732,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "6da314d3-a984-4734-8f31-47dd32fb4699",
"name": "Qwen3 VL 32B Instruct",
"slug": "qwen3-vl-32b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-21",
"intelligence_index": 17.2,
"coding_index": 15.6,
"math_index": 68.3,
"mmlu_pro": 0.791,
"gpqa": 0.671,
"hle": 0.063,
"livecodebench": 0.514,
"scicode": 0.301,
"ifbench": 0.392,
"lcr": 0.313,
"terminalbench_hard": 0.083,
"tau2": 0.292,
"math_500": null,
"aime": null,
"aime_25": 0.683,
"output_tps": 78.577,
"ttft": 1.261,
"ttfat": 1.261,
"price_input": 0.7,
"price_output": 2.8,
"price_blended": 1.225
},
{
"id": "3e6cf518-a1f4-42d3-8fcf-827c9bd8e6d5",
"name": "Qwen3 30B A3B (Reasoning)",
"slug": "qwen3-30b-a3b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 15.3,
"coding_index": 11,
"math_index": 72.3,
"mmlu_pro": 0.777,
"gpqa": 0.616,
"hle": 0.066,
"livecodebench": 0.506,
"scicode": 0.285,
"ifbench": 0.415,
"lcr": 0,
"terminalbench_hard": 0.023,
"tau2": 0.26,
"math_500": 0.959,
"aime": 0.753,
"aime_25": 0.723,
"output_tps": 68.523,
"ttft": 1.078,
"ttfat": 30.266,
"price_input": 0.2,
"price_output": 2.4,
"price_blended": 0.75
},
{
"id": "cbac8c35-e069-4c73-823e-0953e6ed0e85",
"name": "Qwen3 Max Thinking (Preview)",
"slug": "qwen3-max-thinking-preview",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-11-03",
"intelligence_index": 32.5,
"coding_index": 24.5,
"math_index": 82.3,
"mmlu_pro": 0.824,
"gpqa": 0.776,
"hle": 0.12,
"livecodebench": 0.535,
"scicode": 0.387,
"ifbench": 0.538,
"lcr": 0.577,
"terminalbench_hard": 0.174,
"tau2": 0.836,
"math_500": null,
"aime": null,
"aime_25": 0.823,
"output_tps": 49.589,
"ttft": 1.736,
"ttfat": 42.067,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "5e0164b3-d902-4bcb-a1b2-83b4f4cd6143",
"name": "Qwen3 30B A3B 2507 (Reasoning)",
"slug": "qwen3-30b-a3b-2507-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-07-30",
"intelligence_index": 22.4,
"coding_index": 14.7,
"math_index": 56.3,
"mmlu_pro": 0.805,
"gpqa": 0.707,
"hle": 0.098,
"livecodebench": 0.707,
"scicode": 0.333,
"ifbench": 0.507,
"lcr": 0.59,
"terminalbench_hard": 0.053,
"tau2": 0.281,
"math_500": 0.976,
"aime": 0.907,
"aime_25": 0.563,
"output_tps": 154.101,
"ttft": 0.96,
"ttfat": 13.938,
"price_input": 0.2,
"price_output": 2.4,
"price_blended": 0.75
},
{
"id": "5b2beb12-81a9-47a1-8a2a-d0a727185b50",
"name": "Qwen3 Max (Preview)",
"slug": "qwen3-max-preview",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-09-05",
"intelligence_index": 26.1,
"coding_index": 25.5,
"math_index": 75,
"mmlu_pro": 0.838,
"gpqa": 0.764,
"hle": 0.093,
"livecodebench": 0.651,
"scicode": 0.37,
"ifbench": 0.48,
"lcr": 0.397,
"terminalbench_hard": 0.197,
"tau2": 0.327,
"math_500": null,
"aime": null,
"aime_25": 0.75,
"output_tps": 47.264,
"ttft": 1.84,
"ttfat": 1.84,
"price_input": 1.2,
"price_output": 6,
"price_blended": 2.4
},
{
"id": "3cf875b8-b6b5-42c0-ad70-617d5be59d00",
"name": "Qwen3 VL 8B Instruct",
"slug": "qwen3-vl-8b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 14.3,
"coding_index": 7.3,
"math_index": 27.3,
"mmlu_pro": 0.686,
"gpqa": 0.427,
"hle": 0.029,
"livecodebench": 0.332,
"scicode": 0.174,
"ifbench": 0.323,
"lcr": 0.153,
"terminalbench_hard": 0.023,
"tau2": 0.292,
"math_500": null,
"aime": null,
"aime_25": 0.273,
"output_tps": 141.777,
"ttft": 1.015,
"ttfat": 1.015,
"price_input": 0.18,
"price_output": 0.7,
"price_blended": 0.31
},
{
"id": "d1768b3a-0a21-4e08-b3f6-56a9ab6cfbf3",
"name": "Qwen1.5 Chat 110B",
"slug": "qwen1.5-110b-chat",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-04-25",
"intelligence_index": 9.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": 0.289,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "f5d83128-047f-496d-ba49-8a428abe8345",
"name": "Qwen3 VL 4B Instruct",
"slug": "qwen3-vl-4b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 9.6,
"coding_index": 4.5,
"math_index": 37,
"mmlu_pro": 0.634,
"gpqa": 0.371,
"hle": 0.037,
"livecodebench": 0.29,
"scicode": 0.137,
"ifbench": 0.318,
"lcr": 0.13,
"terminalbench_hard": 0,
"tau2": 0.234,
"math_500": null,
"aime": null,
"aime_25": 0.37,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "ce3d286e-093d-413d-a81a-0270309f039e",
"name": "Qwen3 VL 30B A3B (Reasoning)",
"slug": "qwen3-vl-30b-a3b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-03",
"intelligence_index": 19.7,
"coding_index": 13.1,
"math_index": 82.3,
"mmlu_pro": 0.807,
"gpqa": 0.72,
"hle": 0.087,
"livecodebench": 0.697,
"scicode": 0.288,
"ifbench": 0.451,
"lcr": 0.407,
"terminalbench_hard": 0.053,
"tau2": 0.199,
"math_500": null,
"aime": null,
"aime_25": 0.823,
"output_tps": 127.692,
"ttft": 0.97,
"ttfat": 16.633,
"price_input": 0.2,
"price_output": 2.4,
"price_blended": 0.75
},
{
"id": "f93d0750-b659-4ceb-a123-7e657904ef2b",
"name": "Qwen3 VL 4B (Reasoning)",
"slug": "qwen3-vl-4b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-14",
"intelligence_index": 13.7,
"coding_index": 6.7,
"math_index": 25.7,
"mmlu_pro": 0.7,
"gpqa": 0.494,
"hle": 0.044,
"livecodebench": 0.32,
"scicode": 0.171,
"ifbench": 0.366,
"lcr": 0.213,
"terminalbench_hard": 0.015,
"tau2": 0.155,
"math_500": null,
"aime": null,
"aime_25": 0.257,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "5962d643-0a6f-4630-bb08-ab5720d80056",
"name": "Qwen3 1.7B (Reasoning)",
"slug": "qwen3-1.7b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 8,
"coding_index": 1.4,
"math_index": 38.7,
"mmlu_pro": 0.57,
"gpqa": 0.356,
"hle": 0.048,
"livecodebench": 0.308,
"scicode": 0.043,
"ifbench": 0.269,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.26,
"math_500": 0.894,
"aime": 0.51,
"aime_25": 0.387,
"output_tps": 138.198,
"ttft": 0.888,
"ttfat": 15.36,
"price_input": 0.11,
"price_output": 1.26,
"price_blended": 0.398
},
{
"id": "8823351e-8232-4c9c-8a1d-cd2c1d2c1196",
"name": "QwQ 32B-Preview",
"slug": "QwQ-32B-Preview",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-11-27",
"intelligence_index": 15.2,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.648,
"gpqa": 0.557,
"hle": 0.048,
"livecodebench": 0.337,
"scicode": 0.038,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.91,
"aime": 0.453,
"aime_25": null,
"output_tps": 60.15,
"ttft": 0.468,
"ttfat": 33.718,
"price_input": 0.12,
"price_output": 0.18,
"price_blended": 0.135
},
{
"id": "41f73c27-880c-4f30-8b07-9999ce89a4ae",
"name": "Qwen Chat 72B",
"slug": "qwen-chat-72b",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2023-11-30",
"intelligence_index": 8.8,
"coding_index": null,
"math_index": null,
"mmlu_pro": null,
"gpqa": null,
"hle": null,
"livecodebench": null,
"scicode": null,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": null,
"aime": null,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "b0249961-b8b2-479d-8325-a29ea17c7b89",
"name": "Qwen3 4B 2507 Instruct",
"slug": "qwen3-4b-2507-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-08-06",
"intelligence_index": 12.9,
"coding_index": 9.1,
"math_index": 52.3,
"mmlu_pro": 0.672,
"gpqa": 0.517,
"hle": 0.047,
"livecodebench": 0.377,
"scicode": 0.181,
"ifbench": 0.335,
"lcr": 0.073,
"terminalbench_hard": 0.045,
"tau2": 0.266,
"math_500": null,
"aime": null,
"aime_25": 0.523,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "e46198a7-cd29-4afd-933d-cdf180f0f305",
"name": "Qwen3 4B (Non-reasoning)",
"slug": "qwen3-4b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 12.5,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.586,
"gpqa": 0.398,
"hle": 0.037,
"livecodebench": 0.233,
"scicode": 0.167,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.843,
"aime": 0.213,
"aime_25": null,
"output_tps": 104.69,
"ttft": 0.957,
"ttfat": 0.957,
"price_input": 0.11,
"price_output": 0.42,
"price_blended": 0.188
},
{
"id": "0e5f6140-1154-4583-a3e0-8c032a338892",
"name": "Qwen3 0.6B (Non-reasoning)",
"slug": "qwen3-0.6b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 5.7,
"coding_index": 1.4,
"math_index": 10.3,
"mmlu_pro": 0.231,
"gpqa": 0.231,
"hle": 0.052,
"livecodebench": 0.073,
"scicode": 0.041,
"ifbench": 0.219,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.146,
"math_500": 0.521,
"aime": 0.017,
"aime_25": 0.103,
"output_tps": 209.008,
"ttft": 0.852,
"ttfat": 0.852,
"price_input": 0.11,
"price_output": 0.42,
"price_blended": 0.188
},
{
"id": "4ae6c88d-9e4a-4850-89fe-18a1c04a66cc",
"name": "Qwen3 0.6B (Reasoning)",
"slug": "qwen3-0.6b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 6.5,
"coding_index": 0.9,
"math_index": 18,
"mmlu_pro": 0.347,
"gpqa": 0.239,
"hle": 0.057,
"livecodebench": 0.121,
"scicode": 0.028,
"ifbench": 0.233,
"lcr": 0,
"terminalbench_hard": 0,
"tau2": 0.211,
"math_500": 0.75,
"aime": 0.1,
"aime_25": 0.18,
"output_tps": 203.859,
"ttft": 0.87,
"ttfat": 10.68,
"price_input": 0.11,
"price_output": 1.26,
"price_blended": 0.398
},
{
"id": "4559e9f0-8aad-4681-89fb-68cb915e0f16",
"name": "Qwen3 14B (Reasoning)",
"slug": "qwen3-14b-instruct-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 16.2,
"coding_index": 13.1,
"math_index": 55.7,
"mmlu_pro": 0.774,
"gpqa": 0.604,
"hle": 0.043,
"livecodebench": 0.523,
"scicode": 0.316,
"ifbench": 0.405,
"lcr": 0,
"terminalbench_hard": 0.038,
"tau2": 0.345,
"math_500": 0.961,
"aime": 0.763,
"aime_25": 0.557,
"output_tps": 65.291,
"ttft": 1.008,
"ttfat": 31.64,
"price_input": 0.35,
"price_output": 4.2,
"price_blended": 1.313
},
{
"id": "f3169f25-8c6f-48e4-ae87-0cf872dc0ec1",
"name": "Qwen3 30B A3B (Non-reasoning)",
"slug": "qwen3-30b-a3b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 12.5,
"coding_index": 13.3,
"math_index": 21.7,
"mmlu_pro": 0.71,
"gpqa": 0.515,
"hle": 0.046,
"livecodebench": 0.322,
"scicode": 0.264,
"ifbench": 0.319,
"lcr": 0,
"terminalbench_hard": 0.068,
"tau2": 0.222,
"math_500": 0.863,
"aime": 0.26,
"aime_25": 0.217,
"output_tps": 68.363,
"ttft": 1.169,
"ttfat": 1.169,
"price_input": 0.2,
"price_output": 0.8,
"price_blended": 0.35
},
{
"id": "ecc6524a-d521-458a-8327-5009e8ce6549",
"name": "Qwen3 14B (Non-reasoning)",
"slug": "qwen3-14b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-04-28",
"intelligence_index": 12.8,
"coding_index": 12.4,
"math_index": 58,
"mmlu_pro": 0.675,
"gpqa": 0.47,
"hle": 0.042,
"livecodebench": 0.28,
"scicode": 0.265,
"ifbench": 0.239,
"lcr": 0,
"terminalbench_hard": 0.053,
"tau2": 0.322,
"math_500": 0.871,
"aime": 0.28,
"aime_25": 0.58,
"output_tps": 66.025,
"ttft": 0.993,
"ttfat": 0.993,
"price_input": 0.35,
"price_output": 1.4,
"price_blended": 0.613
},
{
"id": "e410e854-104d-4b35-a171-899ff9d974bb",
"name": "Qwen2.5 Coder Instruct 7B ",
"slug": "qwen2-5-coder-7b-instruct",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2024-09-19",
"intelligence_index": 10,
"coding_index": null,
"math_index": null,
"mmlu_pro": 0.473,
"gpqa": 0.339,
"hle": 0.048,
"livecodebench": 0.126,
"scicode": 0.148,
"ifbench": null,
"lcr": null,
"terminalbench_hard": null,
"tau2": null,
"math_500": 0.66,
"aime": 0.053,
"aime_25": null,
"output_tps": null,
"ttft": null,
"ttfat": null,
"price_input": 0,
"price_output": 0,
"price_blended": 0
},
{
"id": "d370fcbf-c4a1-41a2-abc4-d204fcc3fcbf",
"name": "Qwen3 VL 32B (Reasoning)",
"slug": "qwen3-vl-32b-reasoning",
"creator": "alibaba",
"creator_id": "d874d370-74d3-4fa0-ba00-5272f92f946b",
"creator_name": "Alibaba",
"release_date": "2025-10-21",
"intelligence_index": 24.7,
"coding_index": 14.5,
"math_index": 84.7,
"mmlu_pro": 0.818,
"gpqa": 0.733,
"hle": 0.096,
"livecodebench": 0.738,
"scicode": 0.285,
"ifbench": 0.594,
"lcr": 0.553,
"terminalbench_hard": 0.076,
"tau2": 0.456,
"math_500": null,
"aime": null,
"aime_25": 0.847,
"output_tps": 97.856,
"ttft": 1.227,
"ttfat": 21.665,
"price_input": 0.7,
"price_output": 8.4,
"price_blended": 2.625
},
{
"id": "5c6533f3-75a2-4109-b9a9-3623afc6b86a",
"name": "Seed-OSS-36B-Instruct",
"slug": "seed-oss-36b-instruct",
"creator": "bytedance_seed",
"creator_id": "2354746c-4775-4a06-b64d-0ba4137785b8",
"creator_name": "ByteDance Seed",
"release_date": "2025-08-20",
"intelligence_index": 25.2,
"coding_index": 16.7,
"math_index": 84.7,
"mmlu_pro": 0.815,
"gpqa": 0.726,
"hle": 0.091,
"livecodebench": 0.765,
"scicode": 0.365,
"ifbench": 0.419,
"lcr": 0.577,
"terminalbench_hard": 0.068,
"tau2": 0.494,
"math_500": null,
"aime": null,
"aime_25": 0.847,
"output_tps": 42.511,
"ttft": 1.514,
"ttfat": 48.56,
"price_input": 0.21,
"price_output": 0.57,
"price_blended": 0.3
}
]