dirge-agent 0.19.20

Minimalistic coding agent written in Rust, optimized for memory footprint and performance
{
 "leaderboard_publish_date": "2026-07-10",
 "models": {
  "RWKV-4-Raven-14B": 949,
  "alpaca-13b": 933,
  "amazon-nova-experimental-chat-10-09": 1365,
  "amazon-nova-experimental-chat-10-20": 1395,
  "amazon-nova-experimental-chat-11-10": 1416,
  "amazon-nova-experimental-chat-12-10": 1420,
  "amazon-nova-experimental-chat-26-01-10": 1399,
  "amazon-nova-experimental-chat-26-02-10": 1448,
  "amazon-nova-lite-v1.0": 1229,
  "amazon-nova-micro-v1.0": 1209,
  "amazon-nova-pro-v1.0": 1259,
  "athene-70b-0725": 1265,
  "athene-v2-chat": 1292,
  "c4ai-aya-expanse-32b": 1224,
  "c4ai-aya-expanse-8b": 1185,
  "chatglm-6b": 919,
  "chatglm2-6b": 939,
  "chatglm3-6b": 972,
  "chatgpt-4o-latest-20250326": 1429,
  "claude-3-5-haiku-20241022": 1255,
  "claude-3-5-sonnet-20240620": 1281,
  "claude-3-5-sonnet-20241022": 1298,
  "claude-3-7-sonnet-20250219": 1299,
  "claude-3-7-sonnet-20250219-thinking-32k": 1314,
  "claude-3-haiku-20240307": 1195,
  "claude-3-opus-20240229": 1262,
  "claude-3-sonnet-20240229": 1218,
  "claude-fable-5": 1495,
  "claude-haiku-4-5-20251001": 1393,
  "claude-opus-4-1-20250805": 1417,
  "claude-opus-4-1-20250805-thinking-16k": 1418,
  "claude-opus-4-20250514": 1364,
  "claude-opus-4-20250514-thinking-16k": 1375,
  "claude-opus-4-5-20251101": 1449,
  "claude-opus-4-5-20251101-thinking-32k": 1447,
  "claude-opus-4-6": 1498,
  "claude-opus-4-6-thinking": 1501,
  "claude-opus-4-7": 1482,
  "claude-opus-4-7-thinking": 1490,
  "claude-opus-4-8": 1453,
  "claude-opus-4-8-thinking": 1461,
  "claude-sonnet-4-20250514": 1338,
  "claude-sonnet-4-20250514-thinking-32k": 1348,
  "claude-sonnet-4-5-20250929": 1438,
  "claude-sonnet-4-5-20250929-thinking-32k": 1433,
  "claude-sonnet-4-6": 1457,
  "claude-sonnet-5-high": 1443,
  "codellama-34b-instruct": 1066,
  "codellama-70b-instruct": 1057,
  "command-a-03-2025": 1331,
  "command-r": 1163,
  "command-r-08-2024": 1188,
  "command-r-plus": 1204,
  "command-r-plus-08-2024": 1229,
  "dbrx-instruct-preview": 1119,
  "deepseek-coder-v2": 1191,
  "deepseek-llm-67b-chat": 1105,
  "deepseek-r1": 1373,
  "deepseek-r1-0528": 1428,
  "deepseek-v2.5": 1271,
  "deepseek-v2.5-1210": 1294,
  "deepseek-v3": 1333,
  "deepseek-v3-0324": 1375,
  "deepseek-v3.1": 1419,
  "deepseek-v3.1-terminus": 1417,
  "deepseek-v3.1-terminus-thinking": 1420,
  "deepseek-v3.1-thinking": 1417,
  "deepseek-v3.2": 1424,
  "deepseek-v3.2-exp": 1423,
  "deepseek-v3.2-exp-thinking": 1424,
  "deepseek-v3.2-thinking": 1420,
  "deepseek-v4-flash": 1433,
  "deepseek-v4-flash-thinking": 1424,
  "deepseek-v4-pro": 1449,
  "deepseek-v4-pro-thinking": 1447,
  "dola-seed-2.0-pro": 1447,
  "dolly-v2-12b": 851,
  "dolphin-2.2.1-mistral-7b": 1081,
  "ernie-5.0-0110": 1445,
  "ernie-5.0-preview-1022": 1430,
  "ernie-5.0-preview-1203": 1442,
  "ernie-5.1": 1467,
  "falcon-180b-chat": 1055,
  "fastchat-t5-3b": 895,
  "gemini-1.5-flash-001": 1239,
  "gemini-1.5-flash-002": 1287,
  "gemini-1.5-flash-8b-001": 1226,
  "gemini-1.5-pro-001": 1274,
  "gemini-1.5-pro-002": 1319,
  "gemini-2.0-flash-001": 1354,
  "gemini-2.0-flash-lite-preview-02-05": 1330,
  "gemini-2.5-flash": 1417,
  "gemini-2.5-flash-lite-preview-06-17-thinking": 1369,
  "gemini-2.5-flash-lite-preview-09-2025-no-thinking": 1379,
  "gemini-2.5-flash-preview-09-2025": 1407,
  "gemini-2.5-pro": 1457,
  "gemini-3-flash": 1466,
  "gemini-3-flash (thinking-minimal)": 1444,
  "gemini-3-pro": 1480,
  "gemini-3.1-flash-lite-preview": 1415,
  "gemini-3.1-pro-preview": 1479,
  "gemini-3.5-flash-high": 1480,
  "gemini-3.5-flash-medium": 1477,
  "gemini-advanced-0514": 1279,
  "gemini-pro": 1131,
  "gemini-pro-dev-api": 1149,
  "gemma-1.1-2b-it": 1022,
  "gemma-1.1-7b-it": 1094,
  "gemma-2-27b-it": 1232,
  "gemma-2-2b-it": 1156,
  "gemma-2-9b-it": 1208,
  "gemma-2-9b-it-simpo": 1227,
  "gemma-2b-it": 1002,
  "gemma-3-12b-it": 1334,
  "gemma-3-27b-it": 1358,
  "gemma-3-4b-it": 1291,
  "gemma-3n-e4b-it": 1306,
  "gemma-4-26b-a4b": 1434,
  "gemma-4-31b": 1442,
  "gemma-7b-it": 1056,
  "glm-4-0520": 1226,
  "glm-4-plus": 1290,
  "glm-4-plus-0111": 1331,
  "glm-4.5": 1429,
  "glm-4.5-air": 1383,
  "glm-4.5v": 1334,
  "glm-4.6": 1440,
  "glm-4.6v": 1375,
  "glm-4.7": 1436,
  "glm-4.7-flash": 1354,
  "glm-5": 1445,
  "glm-5.1": 1467,
  "glm-5.2 (max)": 1460,
  "glm-5v-turbo": 1443,
  "gpt-3.5-turbo-0125": 1125,
  "gpt-3.5-turbo-1106": 1094,
  "gpt-4-0125-preview": 1262,
  "gpt-4-0314": 1206,
  "gpt-4-0613": 1186,
  "gpt-4-1106-preview": 1264,
  "gpt-4-turbo-2024-04-09": 1272,
  "gpt-4.1-2025-04-14": 1382,
  "gpt-4.1-mini-2025-04-14": 1341,
  "gpt-4.1-nano-2025-04-14": 1285,
  "gpt-4.5-preview-2025-02-27": 1417,
  "gpt-4o-2024-05-13": 1301,
  "gpt-4o-2024-08-06": 1283,
  "gpt-4o-mini-2024-07-18": 1287,
  "gpt-5-chat": 1404,
  "gpt-5-high": 1406,
  "gpt-5-mini-high": 1374,
  "gpt-5-nano-high": 1320,
  "gpt-5.1": 1422,
  "gpt-5.1-high": 1441,
  "gpt-5.2": 1412,
  "gpt-5.2-chat-latest-20260210": 1438,
  "gpt-5.2-high": 1416,
  "gpt-5.3-chat-latest": 1388,
  "gpt-5.4": 1452,
  "gpt-5.4-high": 1468,
  "gpt-5.4-mini-high": 1413,
  "gpt-5.4-nano-high": 1374,
  "gpt-5.5": 1463,
  "gpt-5.5-high": 1469,
  "gpt-5.5-instant": 1419,
  "gpt-5.6-sol-xhigh": 1458,
  "gpt-oss-120b": 1366,
  "gpt-oss-20b": 1288,
  "gpt4all-13b-snoozy": 956,
  "granite-3.0-2b-instruct": 1080,
  "granite-3.0-8b-instruct": 1097,
  "granite-3.1-2b-instruct": 1128,
  "granite-3.1-8b-instruct": 1150,
  "granite-4.1-8b": 1293,
  "grok-2-2024-08-13": 1305,
  "grok-2-mini-2024-08-13": 1281,
  "grok-3-mini-beta": 1363,
  "grok-3-mini-high": 1367,
  "grok-3-preview-02-24": 1425,
  "grok-4-0709": 1410,
  "grok-4-1-fast-reasoning": 1408,
  "grok-4-fast-chat": 1409,
  "grok-4-fast-reasoning": 1398,
  "grok-4.1": 1437,
  "grok-4.1-thinking": 1437,
  "grok-4.20-beta-0309-reasoning": 1453,
  "grok-4.20-beta1": 1444,
  "grok-4.20-multi-agent-beta-0309": 1450,
  "grok-4.3": 1401,
  "grok-4.5": 1455,
  "guanaco-33b": 1054,
  "hunyuan-hy3-preview": 1405,
  "hunyuan-large-2025-02-10": 1288,
  "hunyuan-large-vision": 1263,
  "hunyuan-standard-2025-02-10": 1274,
  "hunyuan-standard-256k": 1202,
  "hunyuan-t1-20250711": 1400,
  "hunyuan-turbo-0110": 1312,
  "hunyuan-turbos-20250226": 1320,
  "hunyuan-turbos-20250416": 1376,
  "hunyuan-vision-1.5-thinking": 1406,
  "ibm-granite-h-small": 1241,
  "intellect-3": 1356,
  "internlm2_5-20b-chat": 1159,
  "jamba-1.5-large": 1237,
  "jamba-1.5-mini": 1187,
  "kimi-k2-0711-preview": 1371,
  "kimi-k2-0905-preview": 1379,
  "kimi-k2-thinking-turbo": 1414,
  "kimi-k2.5-instant": 1421,
  "kimi-k2.5-thinking": 1444,
  "kimi-k2.6": 1456,
  "koala-13b": 990,
  "ling-flash-2.0": 1363,
  "llama-13b": 834,
  "llama-2-13b-chat": 1085,
  "llama-2-70b-chat": 1115,
  "llama-2-7b-chat": 1054,
  "llama-3-70b-instruct": 1221,
  "llama-3-8b-instruct": 1166,
  "llama-3.1-405b-instruct-bf16": 1284,
  "llama-3.1-405b-instruct-fp8": 1282,
  "llama-3.1-70b-instruct": 1261,
  "llama-3.1-8b-instruct": 1187,
  "llama-3.1-nemotron-51b-instruct": 1228,
  "llama-3.1-nemotron-70b-instruct": 1283,
  "llama-3.1-nemotron-ultra-253b-v1": 1320,
  "llama-3.1-tulu-3-70b": 1256,
  "llama-3.1-tulu-3-8b": 1193,
  "llama-3.2-1b-instruct": 1055,
  "llama-3.2-3b-instruct": 1110,
  "llama-3.3-70b-instruct": 1275,
  "llama-3.3-nemotron-49b-super-v1": 1309,
  "llama-4-maverick-17b-128e-instruct": 1288,
  "llama-4-scout-17b-16e-instruct": 1281,
  "llama2-70b-steerlm-chat": 1098,
  "longcat-flash-chat": 1422,
  "longcat-flash-chat-2602-exp": 1426,
  "magistral-medium-2506": 1255,
  "mercury": 1282,
  "mercury-2": 1357,
  "mimo-v2-flash (non-thinking)": 1411,
  "mimo-v2-flash (thinking)": 1395,
  "mimo-v2-omni": 1422,
  "mimo-v2-pro": 1436,
  "mimo-v2.5": 1427,
  "mimo-v2.5-pro": 1462,
  "minimax-m1": 1342,
  "minimax-m2": 1342,
  "minimax-m2.1-preview": 1391,
  "minimax-m2.5": 1359,
  "minimax-m2.7": 1404,
  "minimax-m3": 1437,
  "ministral-8b-2410": 1191,
  "mistral-7b-instruct": 1024,
  "mistral-7b-instruct-v0.2": 1090,
  "mistral-large-2402": 1177,
  "mistral-large-2407": 1266,
  "mistral-large-2411": 1265,
  "mistral-large-3": 1431,
  "mistral-medium": 1165,
  "mistral-medium-2505": 1369,
  "mistral-medium-2508": 1425,
  "mistral-medium-3.5": 1421,
  "mistral-small-24b-instruct-2501": 1234,
  "mistral-small-2506": 1339,
  "mistral-small-3.1-24b-instruct-2503": 1278,
  "mixtral-8x22b-instruct-v0.1": 1162,
  "mixtral-8x7b-instruct-v0.1": 1132,
  "molmo-2-8b": 1294,
  "mpt-30b-chat": 1069,
  "mpt-7b-chat": 955,
  "muse-spark": 1473,
  "muse-spark-1.1": 1478,
  "nemotron-4-340b-instruct": 1225,
  "nous-hermes-2-mixtral-8x7b-dpo": 1112,
  "nova-2-lite": 1363,
  "nvidia-llama-3.3-nemotron-super-49b-v1.5": 1338,
  "nvidia-nemotron-3-nano-30b-a3b-bf16": 1349,
  "nvidia-nemotron-3-super-120b-a12b": 1378,
  "nvidia-nemotron-3-ultra-550b-a55b-nvfp4": 1441,
  "o1-2024-12-17": 1366,
  "o1-mini": 1317,
  "o1-preview": 1353,
  "o3-2025-04-16": 1410,
  "o3-mini": 1319,
  "o3-mini-high": 1337,
  "o4-mini-2025-04-16": 1353,
  "oasst-pythia-12b": 916,
  "olmo-2-0325-32b-instruct": 1218,
  "olmo-3-32b-think": 1299,
  "olmo-3.1-32b-instruct": 1312,
  "olmo-3.1-32b-think": 1270,
  "olmo-7b-instruct": 1032,
  "openchat-3.5": 1097,
  "openchat-3.5-0106": 1107,
  "openhermes-2.5-mistral-7b": 1093,
  "palm-2": 1027,
  "phi-3-medium-4k-instruct": 1249,
  "reka-flash-20240904": 1218,
  "reka-flash-21b-20240226": 1165,
  "reka-flash-21b-20240226-online": 1171,
  "ring-flash-2.0": 1332,
  "smollm2-1.7b-instruct": 1042,
  "snowflake-arctic-instruct": 1101,
  "solar-10.7b-instruct-v1.0": 1083,
  "stablelm-tuned-alpha-7b": 867,
  "starling-lm-7b-alpha": 1108,
  "starling-lm-7b-beta": 1132,
  "step-1o-turbo-202506": 1335,
  "step-2-16k-exp-202412": 1321,
  "step-3": 1350,
  "step-3.5-flash": 1404,
  "stripedhyena-nous-7b": 1039,
  "trinity-large-preview": 1339,
  "trinity-large-thinking": 1342,
  "tulu-2-dpo-70b": 1121,
  "vicuna-13b": 1058,
  "vicuna-33b": 1105,
  "vicuna-7b": 1031,
  "wizardlm-13b": 1077,
  "wizardlm-70b": 1120,
  "yi-1.5-34b-chat": 1173,
  "yi-34b-chat": 1129,
  "yi-lightning": 1302,
  "zephyr-7b-alpha": 1059,
  "zephyr-7b-beta": 1070,
  "zephyr-orpo-141b-A35b-v0.1": 1144
 }
}