{
"_comment": "Static cloud GPU instance pricing. Prices in USD/hour, approximate on-demand rates as of 2025-Q1. Update without recompiling by replacing this file.",
"instances": [
{
"name": "p5.48xlarge",
"provider": "aws",
"gpu": "H100 SXM",
"gpu_count": 8,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 640,
"vcpus": 192,
"ram_gb": 2048,
"interconnect": "NVSwitch",
"price_per_hour": 98.32
},
{
"name": "p4d.24xlarge",
"provider": "aws",
"gpu": "A100 SXM",
"gpu_count": 8,
"gpu_memory_gb": 40,
"total_gpu_memory_gb": 320,
"vcpus": 96,
"ram_gb": 1152,
"interconnect": "NVSwitch",
"price_per_hour": 32.77
},
{
"name": "p4de.24xlarge",
"provider": "aws",
"gpu": "A100 SXM 80GB",
"gpu_count": 8,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 640,
"vcpus": 96,
"ram_gb": 1152,
"interconnect": "NVSwitch",
"price_per_hour": 40.97
},
{
"name": "g5.xlarge",
"provider": "aws",
"gpu": "A10G",
"gpu_count": 1,
"gpu_memory_gb": 24,
"total_gpu_memory_gb": 24,
"vcpus": 4,
"ram_gb": 16,
"interconnect": "PCIe",
"price_per_hour": 1.01
},
{
"name": "g6.xlarge",
"provider": "aws",
"gpu": "L4",
"gpu_count": 1,
"gpu_memory_gb": 24,
"total_gpu_memory_gb": 24,
"vcpus": 4,
"ram_gb": 16,
"interconnect": "PCIe",
"price_per_hour": 0.80
},
{
"name": "g4dn.xlarge",
"provider": "aws",
"gpu": "T4",
"gpu_count": 1,
"gpu_memory_gb": 16,
"total_gpu_memory_gb": 16,
"vcpus": 4,
"ram_gb": 16,
"interconnect": "PCIe",
"price_per_hour": 0.53
},
{
"name": "trn1.32xlarge",
"provider": "aws",
"gpu": "Trainium",
"gpu_count": 16,
"gpu_memory_gb": 32,
"total_gpu_memory_gb": 512,
"vcpus": 128,
"ram_gb": 512,
"interconnect": "NeuronLink",
"price_per_hour": 21.50
},
{
"name": "inf2.xlarge",
"provider": "aws",
"gpu": "Inferentia2",
"gpu_count": 1,
"gpu_memory_gb": 32,
"total_gpu_memory_gb": 32,
"vcpus": 4,
"ram_gb": 16,
"interconnect": "PCIe",
"price_per_hour": 0.76
},
{
"name": "a3-highgpu-8g",
"provider": "gcp",
"gpu": "H100 SXM",
"gpu_count": 8,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 640,
"vcpus": 208,
"ram_gb": 1872,
"interconnect": "NVSwitch",
"price_per_hour": 98.69
},
{
"name": "a2-highgpu-1g",
"provider": "gcp",
"gpu": "A100 SXM",
"gpu_count": 1,
"gpu_memory_gb": 40,
"total_gpu_memory_gb": 40,
"vcpus": 12,
"ram_gb": 85,
"interconnect": "PCIe",
"price_per_hour": 3.67
},
{
"name": "a2-ultragpu-8g",
"provider": "gcp",
"gpu": "A100 SXM 80GB",
"gpu_count": 8,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 640,
"vcpus": 96,
"ram_gb": 1360,
"interconnect": "NVSwitch",
"price_per_hour": 40.22
},
{
"name": "g2-standard-4",
"provider": "gcp",
"gpu": "L4",
"gpu_count": 1,
"gpu_memory_gb": 24,
"total_gpu_memory_gb": 24,
"vcpus": 4,
"ram_gb": 16,
"interconnect": "PCIe",
"price_per_hour": 0.84
},
{
"name": "ct5lp-hightpu-4t",
"provider": "gcp",
"gpu": "TPU v5e",
"gpu_count": 4,
"gpu_memory_gb": 16,
"total_gpu_memory_gb": 64,
"vcpus": 120,
"ram_gb": 240,
"interconnect": "ICI",
"price_per_hour": 8.00
},
{
"name": "ct5p-hightpu-4t",
"provider": "gcp",
"gpu": "TPU v5p",
"gpu_count": 4,
"gpu_memory_gb": 95,
"total_gpu_memory_gb": 380,
"vcpus": 240,
"ram_gb": 448,
"interconnect": "ICI",
"price_per_hour": 14.72
},
{
"name": "Standard_ND96asr_v4",
"provider": "azure",
"gpu": "A100 SXM 80GB",
"gpu_count": 8,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 640,
"vcpus": 96,
"ram_gb": 900,
"interconnect": "NVSwitch",
"price_per_hour": 27.20
},
{
"name": "Standard_ND96isr_H100_v5",
"provider": "azure",
"gpu": "H100 SXM",
"gpu_count": 8,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 640,
"vcpus": 96,
"ram_gb": 1900,
"interconnect": "NVSwitch",
"price_per_hour": 89.63
},
{
"name": "Standard_NC24ads_A100_v4",
"provider": "azure",
"gpu": "A100 PCIe 80GB",
"gpu_count": 1,
"gpu_memory_gb": 80,
"total_gpu_memory_gb": 80,
"vcpus": 24,
"ram_gb": 220,
"interconnect": "PCIe",
"price_per_hour": 3.67
},
{
"name": "Standard_ND96amsr_A100_v4",
"provider": "azure",
"gpu": "MI300X",
"gpu_count": 8,
"gpu_memory_gb": 192,
"total_gpu_memory_gb": 1536,
"vcpus": 96,
"ram_gb": 900,
"interconnect": "XGMI",
"price_per_hour": 35.00
}
]
}