{
"1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0": {
"max_input_tokens": 2600,
"mode": "image_generation",
"output_cost_per_image": 0.06
},
"1024-x-1024/50-steps/stability.stable-diffusion-xl-v1": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.04
},
"1024-x-1024/max-steps/stability.stable-diffusion-xl-v1": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.08
},
"512-x-512/50-steps/stability.stable-diffusion-xl-v0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.018
},
"512-x-512/max-steps/stability.stable-diffusion-xl-v0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.036
},
"ai21.j2-mid-v1": {
"input_cost_per_token": 1.25e-05,
"max_input_tokens": 8191,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 1.25e-05
},
"ai21.j2-ultra-v1": {
"input_cost_per_token": 1.88e-05,
"max_input_tokens": 8191,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 1.88e-05
},
"ai21.jamba-1-5-large-v1:0": {
"input_cost_per_token": 2e-06,
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 8e-06
},
"ai21.jamba-1-5-mini-v1:0": {
"input_cost_per_token": 2e-07,
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"output_cost_per_token": 4e-07
},
"ai21.jamba-instruct-v1:0": {
"input_cost_per_token": 5e-07,
"max_input_tokens": 70000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 7e-07,
"supports_system_messages": true
},
"amazon.nova-lite-v1:0": {
"input_cost_per_token": 6e-08,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 2.4e-07,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"amazon.nova-micro-v1:0": {
"input_cost_per_token": 3.5e-08,
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.4e-07,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-pro-v1:0": {
"input_cost_per_token": 8e-07,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.2e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"amazon.nova-sonic-v1:0": {
"input_cost_per_token": 3.4e-05,
"max_input_tokens": 300000,
"max_output_tokens": 300000,
"max_tokens": 300000,
"mode": "chat",
"output_cost_per_token": 0.000136,
"supports_function_calling": false,
"supports_tool_choice": false
},
"amazon.rerank-v1:0": {
"input_cost_per_query": 0.001,
"input_cost_per_token": 0.0,
"max_document_chunks_per_query": 100,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_query_tokens": 32000,
"max_tokens": 32000,
"max_tokens_per_document_chunk": 512,
"mode": "rerank",
"output_cost_per_token": 0.0
},
"amazon.titan-embed-g1-text-02": {
"input_cost_per_token": 2e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1024
},
"amazon.titan-embed-image-v1": {
"input_cost_per_image": 6e-05,
"input_cost_per_token": 8e-07,
"max_input_tokens": 128,
"max_tokens": 128,
"metadata": {
"notes": "'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."
},
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1024,
"source": "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/providers?model=amazon.titan-image-generator-v1",
"supports_embedding_image_input": true,
"supports_image_input": true
},
"amazon.titan-embed-image-v1:0": {
"input_cost_per_image": 6e-05,
"input_cost_per_token": 8e-07,
"max_input_tokens": 128,
"max_tokens": 128,
"metadata": {
"notes": "'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."
},
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1024,
"source": "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/providers?model=amazon.titan-image-generator-v1",
"supports_embedding_image_input": true,
"supports_image_input": true
},
"amazon.titan-embed-text-v1": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1536
},
"amazon.titan-embed-text-v2:0": {
"input_cost_per_token": 2e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1024
},
"amazon.titan-text-express-v1": {
"input_cost_per_token": 1.3e-06,
"max_input_tokens": 42000,
"max_output_tokens": 8000,
"max_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.7e-06
},
"amazon.titan-text-lite-v1": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 42000,
"max_output_tokens": 4000,
"max_tokens": 4000,
"mode": "chat",
"output_cost_per_token": 4e-07
},
"amazon.titan-text-premier-v1:0": {
"input_cost_per_token": 5e-07,
"max_input_tokens": 42000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 1.5e-06
},
"amazon.titan-tg1-large": {
"input_cost_per_token": 5e-06,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": false,
"supports_tool_choice": false
},
"anthropic.claude-3-5-haiku-20241022-v1:0": {
"cache_creation_input_token_cost": 1e-06,
"cache_read_input_token_cost": 8e-08,
"input_cost_per_token": 8e-07,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 4e-06,
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"anthropic.claude-3-5-sonnet-20241022-v2:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"anthropic.claude-3-7-sonnet-20250219-v1:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"anthropic.claude-3-haiku-20240307-v1:0": {
"input_cost_per_token": 2.5e-07,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"anthropic.claude-3-opus-20240229-v1:0": {
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"anthropic.claude-3-sonnet-20240229-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"anthropic.claude-instant-v1": {
"input_cost_per_token": 8e-07,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"supports_tool_choice": true
},
"anthropic.claude-opus-4-1-20250805-v1:0": {
"cache_creation_input_token_cost": 1.875e-05,
"cache_read_input_token_cost": 1.5e-06,
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"anthropic.claude-opus-4-20250514-v1:0": {
"cache_creation_input_token_cost": 1.875e-05,
"cache_read_input_token_cost": 1.5e-06,
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"anthropic.claude-sonnet-4-20250514-v1:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 64000,
"max_tokens": 64000,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"anthropic.claude-v1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05
},
"anthropic.claude-v2": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"anthropic.claude-v2:1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"apac.amazon.nova-lite-v1:0": {
"input_cost_per_token": 6.3e-08,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 2.52e-07,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"apac.amazon.nova-micro-v1:0": {
"input_cost_per_token": 3.7e-08,
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.48e-07,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"apac.amazon.nova-pro-v1:0": {
"input_cost_per_token": 8.4e-07,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.36e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"apac.anthropic.claude-3-5-sonnet-20241022-v2:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"apac.anthropic.claude-3-haiku-20240307-v1:0": {
"input_cost_per_token": 2.5e-07,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"apac.anthropic.claude-3-sonnet-20240229-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"apac.anthropic.claude-sonnet-4-20250514-v1:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 64000,
"max_tokens": 64000,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"bedrock/*/1-month-commitment/cohere.command-light-text-v14": {
"input_cost_per_second": 0.001902,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_second": 0.001902,
"supports_tool_choice": true
},
"bedrock/*/1-month-commitment/cohere.command-text-v14": {
"input_cost_per_second": 0.011,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_second": 0.011,
"supports_tool_choice": true
},
"bedrock/*/6-month-commitment/cohere.command-light-text-v14": {
"input_cost_per_second": 0.0011416,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_second": 0.0011416,
"supports_tool_choice": true
},
"bedrock/*/6-month-commitment/cohere.command-text-v14": {
"input_cost_per_second": 0.0066027,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_second": 0.0066027,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.01475,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.01475,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.0455,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0455
},
"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.0455,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0455,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/1-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.0455,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0455,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.008194,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.008194,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.02527,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.02527
},
"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.02527,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.02527,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/6-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.02527,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.02527,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/anthropic.claude-instant-v1": {
"input_cost_per_token": 2.23e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 7.55e-06,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/anthropic.claude-v1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/anthropic.claude-v2": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/ap-northeast-1/anthropic.claude-v2:1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/ap-south-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.18e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 4.2e-06
},
"bedrock/ap-south-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3.6e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 7.2e-07
},
"bedrock/ca-central-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.05e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 4.03e-06
},
"bedrock/ca-central-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3.5e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6.9e-07
},
"bedrock/eu-central-1/1-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.01635,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.01635,
"supports_tool_choice": true
},
"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.0415,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0415
},
"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.0415,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0415,
"supports_tool_choice": true
},
"bedrock/eu-central-1/1-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.0415,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0415,
"supports_tool_choice": true
},
"bedrock/eu-central-1/6-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.009083,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.009083,
"supports_tool_choice": true
},
"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.02305,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.02305
},
"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.02305,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.02305,
"supports_tool_choice": true
},
"bedrock/eu-central-1/6-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.02305,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.02305,
"supports_tool_choice": true
},
"bedrock/eu-central-1/anthropic.claude-instant-v1": {
"input_cost_per_token": 2.48e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 8.38e-06,
"supports_tool_choice": true
},
"bedrock/eu-central-1/anthropic.claude-v1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05
},
"bedrock/eu-central-1/anthropic.claude-v2": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/eu-central-1/anthropic.claude-v2:1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/eu-west-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.86e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 3.78e-06
},
"bedrock/eu-west-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3.2e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6.5e-07
},
"bedrock/eu-west-2/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 3.45e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 4.55e-06
},
"bedrock/eu-west-2/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3.9e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 7.8e-07
},
"bedrock/eu-west-3/mistral.mistral-7b-instruct-v0:2": {
"input_cost_per_token": 2e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.6e-07,
"supports_tool_choice": true
},
"bedrock/eu-west-3/mistral.mistral-large-2402-v1:0": {
"input_cost_per_token": 1.04e-05,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 3.12e-05,
"supports_function_calling": true
},
"bedrock/eu-west-3/mistral.mixtral-8x7b-instruct-v0:1": {
"input_cost_per_token": 5.9e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 9.1e-07,
"supports_tool_choice": true
},
"bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"metadata": {
"notes": "Anthropic via Invoke route does not currently support pdf input."
},
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock/sa-east-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 4.45e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 5.88e-06
},
"bedrock/sa-east-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 5e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.01e-06
},
"bedrock/us-east-1/1-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.011,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.011,
"supports_tool_choice": true
},
"bedrock/us-east-1/1-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.0175,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0175
},
"bedrock/us-east-1/1-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.0175,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0175,
"supports_tool_choice": true
},
"bedrock/us-east-1/1-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.0175,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0175,
"supports_tool_choice": true
},
"bedrock/us-east-1/6-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.00611,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00611,
"supports_tool_choice": true
},
"bedrock/us-east-1/6-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.00972,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00972
},
"bedrock/us-east-1/6-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.00972,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00972,
"supports_tool_choice": true
},
"bedrock/us-east-1/6-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.00972,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00972,
"supports_tool_choice": true
},
"bedrock/us-east-1/anthropic.claude-instant-v1": {
"input_cost_per_token": 8e-07,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"supports_tool_choice": true
},
"bedrock/us-east-1/anthropic.claude-v1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/us-east-1/anthropic.claude-v2": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/us-east-1/anthropic.claude-v2:1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/us-east-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.65e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 3.5e-06
},
"bedrock/us-east-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6e-07
},
"bedrock/us-east-1/mistral.mistral-7b-instruct-v0:2": {
"input_cost_per_token": 1.5e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2e-07,
"supports_tool_choice": true
},
"bedrock/us-east-1/mistral.mistral-large-2402-v1:0": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_function_calling": true
},
"bedrock/us-east-1/mistral.mixtral-8x7b-instruct-v0:1": {
"input_cost_per_token": 4.5e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"bedrock/us-gov-east-1/amazon.nova-pro-v1:0": {
"input_cost_per_token": 9.6e-07,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.84e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"bedrock/us-gov-east-1/amazon.titan-embed-text-v1": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1536
},
"bedrock/us-gov-east-1/amazon.titan-embed-text-v2:0": {
"input_cost_per_token": 2e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1024
},
"bedrock/us-gov-east-1/amazon.titan-text-express-v1": {
"input_cost_per_token": 1.3e-06,
"max_input_tokens": 42000,
"max_output_tokens": 8000,
"max_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.7e-06
},
"bedrock/us-gov-east-1/amazon.titan-text-lite-v1": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 42000,
"max_output_tokens": 4000,
"max_tokens": 4000,
"mode": "chat",
"output_cost_per_token": 4e-07
},
"bedrock/us-gov-east-1/amazon.titan-text-premier-v1:0": {
"input_cost_per_token": 5e-07,
"max_input_tokens": 42000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 1.5e-06
},
"bedrock/us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3.6e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.8e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock/us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock/us-gov-east-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.65e-06,
"max_input_tokens": 8000,
"max_output_tokens": 2048,
"max_tokens": 2048,
"mode": "chat",
"output_cost_per_token": 3.5e-06,
"supports_pdf_input": true
},
"bedrock/us-gov-east-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 8000,
"max_output_tokens": 2048,
"max_tokens": 2048,
"mode": "chat",
"output_cost_per_token": 2.65e-06,
"supports_pdf_input": true
},
"bedrock/us-gov-west-1/amazon.nova-pro-v1:0": {
"input_cost_per_token": 9.6e-07,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.84e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"bedrock/us-gov-west-1/amazon.titan-embed-text-v1": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1536
},
"bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": {
"input_cost_per_token": 2e-07,
"max_input_tokens": 8192,
"max_tokens": 8192,
"mode": "embedding",
"output_cost_per_token": 0.0,
"output_vector_size": 1024
},
"bedrock/us-gov-west-1/amazon.titan-text-express-v1": {
"input_cost_per_token": 1.3e-06,
"max_input_tokens": 42000,
"max_output_tokens": 8000,
"max_tokens": 8000,
"mode": "chat",
"output_cost_per_token": 1.7e-06
},
"bedrock/us-gov-west-1/amazon.titan-text-lite-v1": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 42000,
"max_output_tokens": 4000,
"max_tokens": 4000,
"mode": "chat",
"output_cost_per_token": 4e-07
},
"bedrock/us-gov-west-1/amazon.titan-text-premier-v1:0": {
"input_cost_per_token": 5e-07,
"max_input_tokens": 42000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 1.5e-06
},
"bedrock/us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3.6e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.8e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock/us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"bedrock/us-gov-west-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.65e-06,
"max_input_tokens": 8000,
"max_output_tokens": 2048,
"max_tokens": 2048,
"mode": "chat",
"output_cost_per_token": 3.5e-06,
"supports_pdf_input": true
},
"bedrock/us-gov-west-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 8000,
"max_output_tokens": 2048,
"max_tokens": 2048,
"mode": "chat",
"output_cost_per_token": 2.65e-06,
"supports_pdf_input": true
},
"bedrock/us-west-1/meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.65e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 3.5e-06
},
"bedrock/us-west-1/meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6e-07
},
"bedrock/us-west-2/1-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.011,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.011,
"supports_tool_choice": true
},
"bedrock/us-west-2/1-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.0175,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0175
},
"bedrock/us-west-2/1-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.0175,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0175,
"supports_tool_choice": true
},
"bedrock/us-west-2/1-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.0175,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.0175,
"supports_tool_choice": true
},
"bedrock/us-west-2/6-month-commitment/anthropic.claude-instant-v1": {
"input_cost_per_second": 0.00611,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00611,
"supports_tool_choice": true
},
"bedrock/us-west-2/6-month-commitment/anthropic.claude-v1": {
"input_cost_per_second": 0.00972,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00972
},
"bedrock/us-west-2/6-month-commitment/anthropic.claude-v2": {
"input_cost_per_second": 0.00972,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00972,
"supports_tool_choice": true
},
"bedrock/us-west-2/6-month-commitment/anthropic.claude-v2:1": {
"input_cost_per_second": 0.00972,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_second": 0.00972,
"supports_tool_choice": true
},
"bedrock/us-west-2/anthropic.claude-instant-v1": {
"input_cost_per_token": 8e-07,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-06,
"supports_tool_choice": true
},
"bedrock/us-west-2/anthropic.claude-v1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/us-west-2/anthropic.claude-v2": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/us-west-2/anthropic.claude-v2:1": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 100000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_tool_choice": true
},
"bedrock/us-west-2/mistral.mistral-7b-instruct-v0:2": {
"input_cost_per_token": 1.5e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2e-07,
"supports_tool_choice": true
},
"bedrock/us-west-2/mistral.mistral-large-2402-v1:0": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_function_calling": true
},
"bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {
"input_cost_per_token": 4.5e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"cohere.command-light-text-v14": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 6e-07,
"supports_tool_choice": true
},
"cohere.command-r-plus-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_tool_choice": true
},
"cohere.command-r-v1:0": {
"input_cost_per_token": 5e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-06,
"supports_tool_choice": true
},
"cohere.command-text-v14": {
"input_cost_per_token": 1.5e-06,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 2e-06,
"supports_tool_choice": true
},
"cohere.embed-english-v3": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 512,
"max_tokens": 512,
"mode": "embedding",
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"cohere.embed-english-v3:0:512": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 512,
"max_tokens": 512,
"mode": "embedding",
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"cohere.embed-multilingual-v3": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 512,
"max_tokens": 512,
"mode": "embedding",
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"cohere.embed-multilingual-v3:0:512": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 512,
"max_tokens": 512,
"mode": "embedding",
"output_cost_per_token": 0.0,
"supports_embedding_image_input": true
},
"cohere.rerank-v3-5:0": {
"input_cost_per_query": 0.002,
"input_cost_per_token": 0.0,
"max_document_chunks_per_query": 100,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_query_tokens": 32000,
"max_tokens": 32000,
"max_tokens_per_document_chunk": 512,
"mode": "rerank",
"output_cost_per_token": 0.0
},
"eu.amazon.nova-lite-v1:0": {
"input_cost_per_token": 7.8e-08,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.12e-07,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"eu.amazon.nova-micro-v1:0": {
"input_cost_per_token": 4.6e-08,
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.84e-07,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-pro-v1:0": {
"input_cost_per_token": 1.05e-06,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 4.2e-06,
"source": "https://aws.amazon.com/bedrock/pricing/",
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
"input_cost_per_token": 2.5e-07,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"eu.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"eu.anthropic.claude-3-5-sonnet-20241022-v2:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"eu.anthropic.claude-3-7-sonnet-20250219-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"eu.anthropic.claude-3-haiku-20240307-v1:0": {
"input_cost_per_token": 2.5e-07,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"eu.anthropic.claude-3-opus-20240229-v1:0": {
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"eu.anthropic.claude-3-sonnet-20240229-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"eu.anthropic.claude-opus-4-1-20250805-v1:0": {
"cache_creation_input_token_cost": 1.875e-05,
"cache_read_input_token_cost": 1.5e-06,
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"eu.anthropic.claude-opus-4-20250514-v1:0": {
"cache_creation_input_token_cost": 1.875e-05,
"cache_read_input_token_cost": 1.5e-06,
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"eu.anthropic.claude-sonnet-4-20250514-v1:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 64000,
"max_tokens": 64000,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"eu.meta.llama3-2-1b-instruct-v1:0": {
"input_cost_per_token": 1.3e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.3e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"eu.meta.llama3-2-3b-instruct-v1:0": {
"input_cost_per_token": 1.9e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.9e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"eu.mistral.pixtral-large-2502-v1:0": {
"input_cost_per_token": 2e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 6e-06,
"supports_function_calling": true,
"supports_tool_choice": false
},
"max-x-max/50-steps/stability.stable-diffusion-xl-v0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.036
},
"max-x-max/max-steps/stability.stable-diffusion-xl-v0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.072
},
"meta.llama2-13b-chat-v1": {
"input_cost_per_token": 7.5e-07,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1e-06
},
"meta.llama2-70b-chat-v1": {
"input_cost_per_token": 1.95e-06,
"max_input_tokens": 4096,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 2.56e-06
},
"meta.llama3-1-405b-instruct-v1:0": {
"input_cost_per_token": 5.32e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.6e-05,
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-1-70b-instruct-v1:0": {
"input_cost_per_token": 9.9e-07,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 9.9e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-1-8b-instruct-v1:0": {
"input_cost_per_token": 2.2e-07,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.2e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-2-11b-instruct-v1:0": {
"input_cost_per_token": 3.5e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3.5e-07,
"supports_function_calling": true,
"supports_tool_choice": false,
"supports_vision": true
},
"meta.llama3-2-1b-instruct-v1:0": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-2-3b-instruct-v1:0": {
"input_cost_per_token": 1.5e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.5e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-2-90b-instruct-v1:0": {
"input_cost_per_token": 2e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"supports_function_calling": true,
"supports_tool_choice": false,
"supports_vision": true
},
"meta.llama3-3-70b-instruct-v1:0": {
"input_cost_per_token": 7.2e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama3-70b-instruct-v1:0": {
"input_cost_per_token": 2.65e-06,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 3.5e-06
},
"meta.llama3-8b-instruct-v1:0": {
"input_cost_per_token": 3e-07,
"max_input_tokens": 8192,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 6e-07
},
"meta.llama4-maverick-17b-instruct-v1:0": {
"input_cost_per_token": 2.4e-07,
"input_cost_per_token_batches": 1.2e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 9.7e-07,
"output_cost_per_token_batches": 4.85e-07,
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text",
"code"
],
"supports_function_calling": true,
"supports_tool_choice": false
},
"meta.llama4-scout-17b-instruct-v1:0": {
"input_cost_per_token": 1.7e-07,
"input_cost_per_token_batches": 8.5e-08,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 6.6e-07,
"output_cost_per_token_batches": 3.3e-07,
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text",
"code"
],
"supports_function_calling": true,
"supports_tool_choice": false
},
"mistral.mistral-7b-instruct-v0:2": {
"input_cost_per_token": 1.5e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2e-07,
"supports_tool_choice": true
},
"mistral.mistral-large-2402-v1:0": {
"input_cost_per_token": 8e-06,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 2.4e-05,
"supports_function_calling": true
},
"mistral.mistral-large-2407-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 128000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 9e-06,
"supports_function_calling": true,
"supports_tool_choice": true
},
"mistral.mistral-small-2402-v1:0": {
"input_cost_per_token": 1e-06,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 3e-06,
"supports_function_calling": true
},
"mistral.mixtral-8x7b-instruct-v0:1": {
"input_cost_per_token": 4.5e-07,
"max_input_tokens": 32000,
"max_output_tokens": 8191,
"max_tokens": 8191,
"mode": "chat",
"output_cost_per_token": 7e-07,
"supports_tool_choice": true
},
"openai.gpt-oss-120b-1:0": {
"input_cost_per_token": 1.5e-07,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 6e-07,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"openai.gpt-oss-20b-1:0": {
"input_cost_per_token": 7e-08,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3e-07,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"stability.sd3-5-large-v1:0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.08
},
"stability.sd3-large-v1:0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.08
},
"stability.stable-image-core-v1:0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.04
},
"stability.stable-image-core-v1:1": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.04
},
"stability.stable-image-ultra-v1:0": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.14
},
"stability.stable-image-ultra-v1:1": {
"max_input_tokens": 77,
"max_tokens": 77,
"mode": "image_generation",
"output_cost_per_image": 0.14
},
"twelvelabs.pegasus-1-2-v1:0": {
"input_cost_per_token": 7.5e-05,
"max_input_tokens": 32000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"supports_function_calling": false,
"supports_tool_choice": false
},
"us.amazon.nova-lite-v1:0": {
"input_cost_per_token": 6e-08,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 2.4e-07,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"us.amazon.nova-micro-v1:0": {
"input_cost_per_token": 3.5e-08,
"max_input_tokens": 128000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.4e-07,
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"us.amazon.nova-premier-v1:0": {
"input_cost_per_token": 2.5e-06,
"max_input_tokens": 1000000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 1.25e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": false,
"supports_response_schema": true,
"supports_vision": true
},
"us.amazon.nova-pro-v1:0": {
"input_cost_per_token": 8e-07,
"max_input_tokens": 300000,
"max_output_tokens": 10000,
"max_tokens": 10000,
"mode": "chat",
"output_cost_per_token": 3.2e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_vision": true
},
"us.anthropic.claude-3-5-haiku-20241022-v1:0": {
"cache_creation_input_token_cost": 1e-06,
"cache_read_input_token_cost": 8e-08,
"input_cost_per_token": 8e-07,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 4e-06,
"supports_assistant_prefill": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true
},
"us.anthropic.claude-3-5-sonnet-20240620-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"us.anthropic.claude-3-5-sonnet-20241022-v2:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"us.anthropic.claude-3-7-sonnet-20250219-v1:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 8192,
"max_tokens": 8192,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"us.anthropic.claude-3-haiku-20240307-v1:0": {
"input_cost_per_token": 2.5e-07,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.25e-06,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"us.anthropic.claude-3-opus-20240229-v1:0": {
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"us.anthropic.claude-3-sonnet-20240229-v1:0": {
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"us.anthropic.claude-opus-4-1-20250805-v1:0": {
"cache_creation_input_token_cost": 1.875e-05,
"cache_read_input_token_cost": 1.5e-06,
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"us.anthropic.claude-opus-4-20250514-v1:0": {
"cache_creation_input_token_cost": 1.875e-05,
"cache_read_input_token_cost": 1.5e-06,
"input_cost_per_token": 1.5e-05,
"max_input_tokens": 200000,
"max_output_tokens": 32000,
"max_tokens": 32000,
"mode": "chat",
"output_cost_per_token": 7.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"us.anthropic.claude-sonnet-4-20250514-v1:0": {
"cache_creation_input_token_cost": 3.75e-06,
"cache_read_input_token_cost": 3e-07,
"input_cost_per_token": 3e-06,
"max_input_tokens": 200000,
"max_output_tokens": 64000,
"max_tokens": 64000,
"mode": "chat",
"output_cost_per_token": 1.5e-05,
"search_context_cost_per_query": {
"search_context_size_high": 0.01,
"search_context_size_low": 0.01,
"search_context_size_medium": 0.01
},
"supports_assistant_prefill": true,
"supports_computer_use": true,
"supports_function_calling": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"tool_use_system_prompt_tokens": 159
},
"us.deepseek.r1-v1:0": {
"input_cost_per_token": 1.35e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 5.4e-06,
"supports_function_calling": false,
"supports_reasoning": true,
"supports_tool_choice": false
},
"us.meta.llama3-1-405b-instruct-v1:0": {
"input_cost_per_token": 5.32e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.6e-05,
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama3-1-70b-instruct-v1:0": {
"input_cost_per_token": 9.9e-07,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 9.9e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama3-1-8b-instruct-v1:0": {
"input_cost_per_token": 2.2e-07,
"max_input_tokens": 128000,
"max_output_tokens": 2048,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2.2e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama3-2-11b-instruct-v1:0": {
"input_cost_per_token": 3.5e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 3.5e-07,
"supports_function_calling": true,
"supports_tool_choice": false,
"supports_vision": true
},
"us.meta.llama3-2-1b-instruct-v1:0": {
"input_cost_per_token": 1e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama3-2-3b-instruct-v1:0": {
"input_cost_per_token": 1.5e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 1.5e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama3-2-90b-instruct-v1:0": {
"input_cost_per_token": 2e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 2e-06,
"supports_function_calling": true,
"supports_tool_choice": false,
"supports_vision": true
},
"us.meta.llama3-3-70b-instruct-v1:0": {
"input_cost_per_token": 7.2e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 7.2e-07,
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama4-maverick-17b-instruct-v1:0": {
"input_cost_per_token": 2.4e-07,
"input_cost_per_token_batches": 1.2e-07,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 9.7e-07,
"output_cost_per_token_batches": 4.85e-07,
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text",
"code"
],
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.meta.llama4-scout-17b-instruct-v1:0": {
"input_cost_per_token": 1.7e-07,
"input_cost_per_token_batches": 8.5e-08,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 4096,
"mode": "chat",
"output_cost_per_token": 6.6e-07,
"output_cost_per_token_batches": 3.3e-07,
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text",
"code"
],
"supports_function_calling": true,
"supports_tool_choice": false
},
"us.mistral.pixtral-large-2502-v1:0": {
"input_cost_per_token": 2e-06,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 6e-06,
"supports_function_calling": true,
"supports_tool_choice": false
},
"writer.palmyra-x4-v1:0": {
"input_cost_per_token": 2.5e-06,
"max_input_tokens": 1000000,
"max_output_tokens": 1000000,
"max_tokens": 1000000,
"mode": "chat",
"output_cost_per_token": 1e-05,
"supports_function_calling": false,
"supports_tool_choice": false
},
"writer.palmyra-x5-v1:0": {
"input_cost_per_token": 6e-07,
"max_input_tokens": 128000,
"max_output_tokens": 128000,
"max_tokens": 128000,
"mode": "chat",
"output_cost_per_token": 6e-06,
"supports_function_calling": false,
"supports_tool_choice": false
}
}