{
"name": "groq",
"engine": "openai",
"display_name": "Groq",
"description": "Fast inference with Groq hardware",
"api_key_env": "GROQ_API_KEY",
"base_url": "https://api.groq.com/openai/v1/chat/completions",
"models": [
{
"name": "moonshotai/kimi-k2-instruct-0905",
"context_limit": 262144,
"max_tokens": 8192
},
{
"name": "openai/gpt-oss-120b",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "openai/gpt-oss-20b",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "meta-llama/llama-4-maverick-17b-128e-instruct",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "meta-llama/llama-4-scout-17b-16e-instruct",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "qwen/qwen3-32b",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "llama-3.3-70b-versatile",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "llama-3.1-8b-instant",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "openai/gpt-oss-safeguard-20b",
"context_limit": 131072,
"max_tokens": 8192
},
{
"name": "meta-llama/llama-guard-4-12b",
"context_limit": 131072,
"max_tokens": 1024
}
],
"supports_streaming": true,
"preserves_thinking": false,
"setup": {
"category": "model",
"setup_method": "single_api_key",
"group": "additional",
"docs_url": "https://console.groq.com/keys"
}
}