# Generated by scripts/convert-litellm-to-toml.ts
# Sources: LiteLLM + models.dev

[metadata]
version = "2026.05.24"
checksum = "8ea8ea94198dc9bed8cc17b17533579c05fb96f4106c740c3cd27acec8adc459"
sources = ["litellm", "modelsdev"]
total_models = 3510
litellm_raw_models = 2739
modelsdev_raw_models = 4846
custom_models = 5

[models."*/1-month-commitment/cohere.command-light-text-v14"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.001902
output_cost_per_second = 0.001902
supports_tool_choice = true

[models."*/1-month-commitment/cohere.command-light-text-v14".pricing."bedrock"]
input_cost_per_second = 0.001902
output_cost_per_second = 0.001902

[models."*/1-month-commitment/cohere.command-text-v14"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.011
output_cost_per_second = 0.011
supports_tool_choice = true

[models."*/1-month-commitment/cohere.command-text-v14".pricing."bedrock"]
input_cost_per_second = 0.011
output_cost_per_second = 0.011

[models."*/6-month-commitment/cohere.command-light-text-v14"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0011416
output_cost_per_second = 0.0011416
supports_tool_choice = true

[models."*/6-month-commitment/cohere.command-light-text-v14".pricing."bedrock"]
input_cost_per_second = 0.0011416
output_cost_per_second = 0.0011416

[models."*/6-month-commitment/cohere.command-text-v14"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0066027
output_cost_per_second = 0.0066027
supports_tool_choice = true

[models."*/6-month-commitment/cohere.command-text-v14".pricing."bedrock"]
input_cost_per_second = 0.0066027
output_cost_per_second = 0.0066027

[models."1-month-commitment/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.011
output_cost_per_second = 0.011
supports_tool_choice = true

[models."1-month-commitment/anthropic.claude-instant-v1".pricing."bedrock/us-east-1"]
input_cost_per_second = 0.011
output_cost_per_second = 0.011
[models."1-month-commitment/anthropic.claude-instant-v1".pricing."bedrock/us-west-2"]
input_cost_per_second = 0.011
output_cost_per_second = 0.011

[models."1-month-commitment/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0175
output_cost_per_second = 0.0175

[models."1-month-commitment/anthropic.claude-v1".pricing."bedrock/us-east-1"]
input_cost_per_second = 0.0175
output_cost_per_second = 0.0175
[models."1-month-commitment/anthropic.claude-v1".pricing."bedrock/us-west-2"]
input_cost_per_second = 0.0175
output_cost_per_second = 0.0175

[models."1-month-commitment/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0175
output_cost_per_second = 0.0175
supports_tool_choice = true

[models."1-month-commitment/anthropic.claude-v2:1".pricing."bedrock/us-east-1"]
input_cost_per_second = 0.0175
output_cost_per_second = 0.0175
[models."1-month-commitment/anthropic.claude-v2:1".pricing."bedrock/us-west-2"]
input_cost_per_second = 0.0175
output_cost_per_second = 0.0175

[models."1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0"]
mode = "image_generation"
max_input_tokens = 2600
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.06

[models."1024-x-1024/50-steps/bedrock/amazon.nova-canvas-v1:0".pricing."bedrock"]
output_cost_per_image = 0.06

[models."1024-x-1024/50-steps/stability.stable-diffusion-xl-v1"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.04

[models."1024-x-1024/50-steps/stability.stable-diffusion-xl-v1".pricing."bedrock"]
output_cost_per_image = 0.04

[models."1024-x-1024/dall-e-2"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_pixel = 1.9e-8
output_cost_per_pixel = 0

[models."1024-x-1024/dall-e-2".pricing."openai"]
input_cost_per_pixel = 1.9e-8
output_cost_per_pixel = 0

[models."1024-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.009
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."1024-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.009

[models."1024-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.009
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."1024-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.009

[models."1024-x-1024/max-steps/stability.stable-diffusion-xl-v1"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.08

[models."1024-x-1024/max-steps/stability.stable-diffusion-xl-v1".pricing."bedrock"]
output_cost_per_image = 0.08

[models."1024-x-1536/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."1024-x-1536/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.013

[models."1024-x-1536/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."1024-x-1536/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.013

[models."1536-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."1536-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.013

[models."1536-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."1536-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.013

[models."256-x-256/dall-e-2"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_pixel = 2.4414e-7
output_cost_per_pixel = 0

[models."256-x-256/dall-e-2".pricing."openai"]
input_cost_per_pixel = 2.4414e-7
output_cost_per_pixel = 0

[models."512-x-512/50-steps/stability.stable-diffusion-xl-v0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.018

[models."512-x-512/50-steps/stability.stable-diffusion-xl-v0".pricing."bedrock"]
output_cost_per_image = 0.018

[models."512-x-512/dall-e-2"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_pixel = 6.86e-8
output_cost_per_pixel = 0

[models."512-x-512/dall-e-2".pricing."openai"]
input_cost_per_pixel = 6.86e-8
output_cost_per_pixel = 0

[models."512-x-512/max-steps/stability.stable-diffusion-xl-v0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.036

[models."512-x-512/max-steps/stability.stable-diffusion-xl-v0".pricing."bedrock"]
output_cost_per_image = 0.036

[models."6-month-commitment/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.00611
output_cost_per_second = 0.00611
supports_tool_choice = true

[models."6-month-commitment/anthropic.claude-instant-v1".pricing."bedrock/us-east-1"]
input_cost_per_second = 0.00611
output_cost_per_second = 0.00611
[models."6-month-commitment/anthropic.claude-instant-v1".pricing."bedrock/us-west-2"]
input_cost_per_second = 0.00611
output_cost_per_second = 0.00611

[models."6-month-commitment/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.00972
output_cost_per_second = 0.00972

[models."6-month-commitment/anthropic.claude-v1".pricing."bedrock/us-east-1"]
input_cost_per_second = 0.00972
output_cost_per_second = 0.00972
[models."6-month-commitment/anthropic.claude-v1".pricing."bedrock/us-west-2"]
input_cost_per_second = 0.00972
output_cost_per_second = 0.00972

[models."6-month-commitment/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.00972
output_cost_per_second = 0.00972
supports_tool_choice = true

[models."6-month-commitment/anthropic.claude-v2:1".pricing."bedrock/us-east-1"]
input_cost_per_second = 0.00972
output_cost_per_second = 0.00972
[models."6-month-commitment/anthropic.claude-v2:1".pricing."bedrock/us-west-2"]
input_cost_per_second = 0.00972
output_cost_per_second = 0.00972

[models."@cf/aisingapore/gemma-sea-lion-v4-27b-it"]
display_name = "Gemma Sea Lion V4 27B It"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 3.5099999999999995e-7
output_cost_per_token = 5.550000000000001e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-09-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/aisingapore/gemma-sea-lion-v4-27b-it".pricing."cloudflare-workers-ai"]
input_cost_per_token = 3.5099999999999995e-7
output_cost_per_token = 5.550000000000001e-7

[models."@cf/deepseek-ai/deepseek-r1-distill-qwen-32b"]
display_name = "Deepseek R1 Distill Qwen 32B"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 80000
max_output_tokens = 80000
input_cost_per_token = 4.97e-7
output_cost_per_token = 0.000004881
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-01-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/deepseek-ai/deepseek-r1-distill-qwen-32b".pricing."cloudflare-workers-ai"]
input_cost_per_token = 4.97e-7
output_cost_per_token = 0.000004881

[models."@cf/google/gemma-3-12b-it"]
display_name = "Gemma 3 12B It"
model_family = "gemma"
mode = "chat"
max_input_tokens = 80000
max_output_tokens = 80000
input_cost_per_token = 3.45e-7
output_cost_per_token = 5.560000000000001e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/google/gemma-3-12b-it".pricing."cloudflare-workers-ai"]
input_cost_per_token = 3.45e-7
output_cost_per_token = 5.560000000000001e-7

[models."@cf/google/gemma-4-26b-a4b-it"]
display_name = "Gemma 4 26B A4B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/google/gemma-4-26b-a4b-it".pricing."cloudflare-workers-ai"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."@cf/ibm-granite/granite-4-0-h-micro"]
display_name = "Granite 4.0 H Micro"
model_family = "granite"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.12e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-10-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/ibm-granite/granite-4-0-h-micro".pricing."cloudflare-workers-ai"]
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.12e-7

[models."@cf/meta/llama-2-7b-chat-fp16"]
display_name = "Llama 2 7B Chat fp16"
model_family = "llama"
mode = "chat"
max_input_tokens = 3072
max_output_tokens = 3072
max_tokens = 3072
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923
litellm_provider = "cloudflare"
providers = ["cloudflare", "cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2023-11-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."@cf/meta/llama-2-7b-chat-fp16".pricing."cloudflare"]
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923
[models."@cf/meta/llama-2-7b-chat-fp16".pricing."cloudflare-workers-ai"]
input_cost_per_token = 5.560000000000001e-7
output_cost_per_token = 0.000006667

[models."@cf/meta/llama-2-7b-chat-int8"]
mode = "chat"
max_input_tokens = 2048
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923
litellm_provider = "cloudflare"
providers = ["cloudflare"]

[models."@cf/meta/llama-2-7b-chat-int8".pricing."cloudflare"]
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923

[models."@cf/meta/llama-3-1-8b-instruct-awq"]
display_name = "Llama 3.1 8B Instruct Awq"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 1.23e-7
output_cost_per_token = 2.66e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-1-8b-instruct-awq".pricing."cloudflare-workers-ai"]
input_cost_per_token = 1.23e-7
output_cost_per_token = 2.66e-7

[models."@cf/meta/llama-3-1-8b-instruct-fp8"]
display_name = "Llama 3.1 8B Instruct fp8"
model_family = "llama"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
input_cost_per_token = 1.5199999999999998e-7
output_cost_per_token = 2.8699999999999996e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-1-8b-instruct-fp8".pricing."cloudflare-workers-ai"]
input_cost_per_token = 1.5199999999999998e-7
output_cost_per_token = 2.8699999999999996e-7

[models."@cf/meta/llama-3-2-11b-vision-instruct"]
display_name = "Llama 3.2 11B Vision Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 4.8500000000000004e-8
output_cost_per_token = 6.760000000000001e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-2-11b-vision-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 4.8500000000000004e-8
output_cost_per_token = 6.760000000000001e-7

[models."@cf/meta/llama-3-2-1b-instruct"]
display_name = "Llama 3.2 1B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 60000
max_output_tokens = 60000
input_cost_per_token = 2.7e-8
output_cost_per_token = 2.01e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-2-1b-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 2.7e-8
output_cost_per_token = 2.01e-7

[models."@cf/meta/llama-3-2-3b-instruct"]
display_name = "Llama 3.2 3B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 80000
max_output_tokens = 80000
input_cost_per_token = 5.09e-8
output_cost_per_token = 3.35e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-2-3b-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 5.09e-8
output_cost_per_token = 3.35e-7

[models."@cf/meta/llama-3-3-70b-instruct-fp8-fast"]
display_name = "Llama 3.3 70B Instruct fp8 Fast"
model_family = "llama"
mode = "chat"
max_input_tokens = 24000
max_output_tokens = 24000
input_cost_per_token = 2.93e-7
output_cost_per_token = 0.0000022530000000000003
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-3-70b-instruct-fp8-fast".pricing."cloudflare-workers-ai"]
input_cost_per_token = 2.93e-7
output_cost_per_token = 0.0000022530000000000003

[models."@cf/meta/llama-3-8b-instruct"]
display_name = "Llama 3 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 7968
max_output_tokens = 7968
input_cost_per_token = 2.8199999999999996e-7
output_cost_per_token = 8.27e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-8b-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 2.8199999999999996e-7
output_cost_per_token = 8.27e-7

[models."@cf/meta/llama-3-8b-instruct-awq"]
display_name = "Llama 3 8B Instruct Awq"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 1.23e-7
output_cost_per_token = 2.66e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-05-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-3-8b-instruct-awq".pricing."cloudflare-workers-ai"]
input_cost_per_token = 1.23e-7
output_cost_per_token = 2.66e-7

[models."@cf/meta/llama-4-scout-17b-16e-instruct"]
display_name = "Llama 4 Scout 17B 16E Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 16384
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-4-scout-17b-16e-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7

[models."@cf/meta/llama-guard-3-8b"]
display_name = "Llama Guard 3 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 4.839999999999999e-7
output_cost_per_token = 3e-8
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-01-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/meta/llama-guard-3-8b".pricing."cloudflare-workers-ai"]
input_cost_per_token = 4.839999999999999e-7
output_cost_per_token = 3e-8

[models."@cf/mistral/mistral-7b-instruct-v0.1"]
display_name = "Mistral 7B Instruct V0.1"
model_family = "mistral"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923
litellm_provider = "cloudflare"
providers = ["cloudflare", "cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2023-11-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."@cf/mistral/mistral-7b-instruct-v0.1".pricing."cloudflare"]
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923
[models."@cf/mistral/mistral-7b-instruct-v0.1".pricing."cloudflare-workers-ai"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 1.9e-7

[models."@cf/mistralai/mistral-small-3-1-24b-instruct"]
display_name = "Mistral Small 3.1 24B Instruct"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 3.5099999999999995e-7
output_cost_per_token = 5.550000000000001e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/mistralai/mistral-small-3-1-24b-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 3.5099999999999995e-7
output_cost_per_token = 5.550000000000001e-7

[models."@cf/moonshotai/kimi-k2-5"]
display_name = "Kimi K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/moonshotai/kimi-k2-5".pricing."cloudflare-workers-ai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."@cf/moonshotai/kimi-k2-6"]
display_name = "Kimi K2.6"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 256000
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/moonshotai/kimi-k2-6".pricing."cloudflare-workers-ai"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."@cf/nvidia/nemotron-3-120b-a12b"]
display_name = "Nemotron 3 Super 120B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/nvidia/nemotron-3-120b-a12b".pricing."cloudflare-workers-ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."@cf/openai/gpt-oss-120b"]
display_name = "GPT OSS 120B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/openai/gpt-oss-120b".pricing."cloudflare-workers-ai"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7

[models."@cf/openai/gpt-oss-20b"]
display_name = "GPT OSS 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 3e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/openai/gpt-oss-20b".pricing."cloudflare-workers-ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 3e-7

[models."@cf/qwen/qwen2-5-coder-32b-instruct"]
display_name = "Qwen2.5 Coder 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-02-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/qwen/qwen2-5-coder-32b-instruct".pricing."cloudflare-workers-ai"]
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001

[models."@cf/qwen/qwen3-30b-a3b-fp8"]
display_name = "Qwen3 30B A3b fp8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 5.09e-8
output_cost_per_token = 3.35e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-04-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/qwen/qwen3-30b-a3b-fp8".pricing."cloudflare-workers-ai"]
input_cost_per_token = 5.09e-8
output_cost_per_token = 3.35e-7

[models."@cf/qwen/qwq-32b"]
display_name = "Qwq 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 24000
max_output_tokens = 24000
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-03-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/qwen/qwq-32b".pricing."cloudflare-workers-ai"]
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001

[models."@cf/zai-org/glm-4-7-flash"]
display_name = "GLM-4.7-Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 6.049999999999999e-8
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "cloudflare-workers-ai"
providers = ["cloudflare-workers-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."@cf/zai-org/glm-4-7-flash".pricing."cloudflare-workers-ai"]
input_cost_per_token = 6.049999999999999e-8
output_cost_per_token = 4.0000000000000003e-7

[models."@hf/thebloke/codellama-7b-instruct-awq"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923
litellm_provider = "cloudflare"
providers = ["cloudflare"]

[models."@hf/thebloke/codellama-7b-instruct-awq".pricing."cloudflare"]
input_cost_per_token = 0.000001923
output_cost_per_token = 0.000001923

[models."Alibaba-NLP/Tongyi-DeepResearch-30B-A3B"]
display_name = "Tongyi DeepResearch 30B A3B"
model_family = "yi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 8e-8
output_cost_per_token = 2.4000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Alibaba-NLP/Tongyi-DeepResearch-30B-A3B".pricing."nano-gpt"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.4000000000000003e-7

[models."BAAI/bge-base-en-v1.5"]
mode = "embedding"
max_input_tokens = 512
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "together_ai"
providers = ["together_ai"]
output_vector_size = 768

[models."BAAI/bge-base-en-v1.5".pricing."together_ai"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."BAAI/bge-en-icl"]
mode = "embedding"
max_input_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-8
output_cost_per_token = 0
litellm_provider = "nebius"
providers = ["nebius"]
source = "https://nebius.com/prices-ai-studio"

[models."BAAI/bge-en-icl".pricing."nebius"]
input_cost_per_token = 1e-8
output_cost_per_token = 0

[models."BAAI/bge-multilingual-gemma2"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-8
output_cost_per_token = 0
litellm_provider = "nebius"
providers = ["nebius"]
source = "https://nebius.com/prices-ai-studio"

[models."BAAI/bge-multilingual-gemma2".pricing."nebius"]
input_cost_per_token = 1e-8
output_cost_per_token = 0

[models."BSC-LT/ALIA-40b-instruct_Q8_0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = true
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."BSC-LT/ALIA-40b-instruct_Q8_0".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."BSC-LT/salamandra-7b-instruct-tools-16k"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = true
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."BSC-LT/salamandra-7b-instruct-tools-16k".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."Baichuan-M2"]
display_name = "Baichuan M2 32B Medical"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 0.00001573
output_cost_per_token = 0.00001573
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Baichuan-M2".pricing."nano-gpt"]
input_cost_per_token = 0.00001573
output_cost_per_token = 0.00001573

[models."Baichuan4-Air"]
display_name = "Baichuan 4 Air"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 1.57e-7
output_cost_per_token = 1.57e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Baichuan4-Air".pricing."nano-gpt"]
input_cost_per_token = 1.57e-7
output_cost_per_token = 1.57e-7

[models."Baichuan4-Turbo"]
display_name = "Baichuan 4 Turbo"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 0.00000242
output_cost_per_token = 0.00000242
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Baichuan4-Turbo".pricing."nano-gpt"]
input_cost_per_token = 0.00000242
output_cost_per_token = 0.00000242

[models."ByteDance-Seed/Seed-OSS-36B-Instruct"]
display_name = "ByteDance-Seed/Seed-OSS-36B-Instruct"
model_family = "seed"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 2.1e-7
output_cost_per_token = 5.699999999999999e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ByteDance-Seed/Seed-OSS-36B-Instruct".pricing."siliconflow"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 5.699999999999999e-7
[models."ByteDance-Seed/Seed-OSS-36B-Instruct".pricing."siliconflow-cn"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 5.699999999999999e-7

[models."Cohere-embed-v3-english"]
display_name = "Embed v3 English"
model_family = "cohere-embed"
mode = "embedding"
max_input_tokens = 512
max_output_tokens = 1024
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2023-11-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice"
output_vector_size = 1024
supports_embedding_image_input = true

[models."Cohere-embed-v3-english".pricing."azure"]
input_cost_per_token = 1.0000000000000001e-7
[models."Cohere-embed-v3-english".pricing."azure-cognitive-services"]
input_cost_per_token = 1.0000000000000001e-7
[models."Cohere-embed-v3-english".pricing."azure_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."Cohere-embed-v3-multilingual"]
display_name = "Embed v3 Multilingual"
model_family = "cohere-embed"
mode = "embedding"
max_input_tokens = 512
max_output_tokens = 1024
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2023-11-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/cohere.cohere-embed-v3-english-offer?tab=PlansAndPrice"
output_vector_size = 1024
supports_embedding_image_input = true

[models."Cohere-embed-v3-multilingual".pricing."azure"]
input_cost_per_token = 1.0000000000000001e-7
[models."Cohere-embed-v3-multilingual".pricing."azure-cognitive-services"]
input_cost_per_token = 1.0000000000000001e-7
[models."Cohere-embed-v3-multilingual".pricing."azure_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."CrucibleLab/L3-3-70B-Loki-V2-0"]
display_name = "L3.3 70B Loki v2.0"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."CrucibleLab/L3-3-70B-Loki-V2-0".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."DeepSeek-R1"]
display_name = "DeepSeek R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000005
output_cost_per_token = 0.000007
litellm_provider = "sambanova"
providers = ["sambanova", "alibaba-cn", "azure", "azure-cognitive-services", "iflowcn", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.sambanova.ai/plans/pricing"

[models."DeepSeek-R1".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.000002294
[models."DeepSeek-R1".pricing."azure"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."DeepSeek-R1".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."DeepSeek-R1".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000017
[models."DeepSeek-R1".pricing."sambanova"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000007

[models."DeepSeek-R1-Distill-Llama-70B"]
display_name = "DeepSeek R1 Distill Llama 70B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud", "alibaba-cn", "digitalocean", "groq", "helicone", "sambanova"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/deepseek-r1-distill-llama-70b"
supports_response_schema = true
supports_tool_choice = true

[models."DeepSeek-R1-Distill-Llama-70B".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7
[models."DeepSeek-R1-Distill-Llama-70B".pricing."digitalocean"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7
[models."DeepSeek-R1-Distill-Llama-70B".pricing."groq"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 9.9e-7
[models."DeepSeek-R1-Distill-Llama-70B".pricing."helicone"]
input_cost_per_token = 3e-8
output_cost_per_token = 1.3e-7
[models."DeepSeek-R1-Distill-Llama-70B".pricing."ovhcloud"]
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7
[models."DeepSeek-R1-Distill-Llama-70B".pricing."sambanova"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000014

[models."DeepSeek-V3-0324"]
display_name = "DeepSeek Chat 0324"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000003
output_cost_per_token = 0.0000045
litellm_provider = "sambanova"
providers = ["sambanova", "azure", "azure-cognitive-services", "cortecs", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-03-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.sambanova.ai/plans/pricing"
supports_tool_choice = true

[models."DeepSeek-V3-0324".pricing."azure"]
input_cost_per_token = 0.0000011399999999999999
output_cost_per_token = 0.0000045599999999999995
[models."DeepSeek-V3-0324".pricing."azure-cognitive-services"]
input_cost_per_token = 0.0000011399999999999999
output_cost_per_token = 0.0000045599999999999995
[models."DeepSeek-V3-0324".pricing."cortecs"]
input_cost_per_token = 5.51e-7
output_cost_per_token = 0.000001654
[models."DeepSeek-V3-0324".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7
[models."DeepSeek-V3-0324".pricing."sambanova"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.0000045

[models."DeepSeek-V3.1"]
display_name = "DeepSeek-V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000003
output_cost_per_token = 0.0000045
litellm_provider = "sambanova"
providers = ["sambanova", "azure", "azure-cognitive-services", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.sambanova.ai/plans/pricing"
supports_tool_choice = true

[models."DeepSeek-V3.1".pricing."azure"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
[models."DeepSeek-V3.1".pricing."azure-cognitive-services"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
[models."DeepSeek-V3.1".pricing."llmgateway"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
[models."DeepSeek-V3.1".pricing."sambanova"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.0000045

[models."Doctor-Shotgun/MS3-2-24B-Magnum-Diamond"]
display_name = "MS3.2 24B Magnum Diamond"
model_family = "mistral"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 32768
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Doctor-Shotgun/MS3-2-24B-Magnum-Diamond".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."EVA-UNIT-01/EVA-LLaMA-3-33-70B-v0-0"]
display_name = "EVA Llama 3.33 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."EVA-UNIT-01/EVA-LLaMA-3-33-70B-v0-0".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006

[models."EVA-UNIT-01/EVA-LLaMA-3-33-70B-v0-1"]
display_name = "EVA-LLaMA-3.33-70B-v0.1"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."EVA-UNIT-01/EVA-LLaMA-3-33-70B-v0-1".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006

[models."EVA-UNIT-01/EVA-Qwen2-5-32B-v0-2"]
display_name = "EVA-Qwen2.5-32B-v0.2"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 7.989999999999999e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."EVA-UNIT-01/EVA-Qwen2-5-32B-v0-2".pricing."nano-gpt"]
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 7.989999999999999e-7

[models."EVA-UNIT-01/EVA-Qwen2-5-72B-v0-2"]
display_name = "EVA-Qwen2.5-72B-v0.2"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 7.989999999999999e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."EVA-UNIT-01/EVA-Qwen2-5-72B-v0-2".pricing."nano-gpt"]
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 7.989999999999999e-7

[models."Embeddings"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gigachat"
providers = ["gigachat"]
output_vector_size = 1024

[models."Embeddings".pricing."gigachat"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."Embeddings-2"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gigachat"
providers = ["gigachat"]
output_vector_size = 1024

[models."Embeddings-2".pricing."gigachat"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."EmbeddingsGigaR"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gigachat"
providers = ["gigachat"]
output_vector_size = 2560

[models."EmbeddingsGigaR".pricing."gigachat"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."Envoid/Llama-3-05-NT-Storybreaker-Ministral-70B"]
display_name = "Llama 3.05 Storybreaker Ministral 70b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Envoid/Llama-3-05-NT-Storybreaker-Ministral-70B".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Envoid/Llama-3-05-Nemotron-Tenyxchat-Storybreaker-70B"]
display_name = "Nemotron Tenyxchat Storybreaker 70b"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Envoid/Llama-3-05-Nemotron-Tenyxchat-Storybreaker-70B".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."FLUX-1.1-pro"]
mode = "image_generation"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/black-forest-labs-flux-1-kontext-pro-and-flux1-1-pro-now-available-in-azure-ai-f/4434659"
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."FLUX-1.1-pro".pricing."azure_ai"]
output_cost_per_image = 0.04

[models."FLUX.1-Kontext-pro"]
mode = "image_generation"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice"
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."FLUX.1-Kontext-pro".pricing."azure_ai"]
output_cost_per_image = 0.04

[models."GLM-4-5-Air-Derestricted"]
display_name = "GLM 4.5 Air Derestricted"
mode = "chat"
max_input_tokens = 202600
max_output_tokens = 98304
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-5-Air-Derestricted-Iceblink"]
display_name = "GLM 4.5 Air Derestricted Iceblink"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted-Iceblink".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-5-Air-Derestricted-Iceblink-ReExtract"]
display_name = "GLM 4.5 Air Derestricted Iceblink ReExtract"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted-Iceblink-ReExtract".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-5-Air-Derestricted-Iceblink-v2"]
display_name = "GLM 4.5 Air Derestricted Iceblink v2"
mode = "chat"
max_input_tokens = 158600
max_output_tokens = 65536
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted-Iceblink-v2".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-5-Air-Derestricted-Iceblink-v2-ReExtract"]
display_name = "GLM 4.5 Air Derestricted Iceblink v2 ReExtract"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted-Iceblink-v2-ReExtract".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-5-Air-Derestricted-Steam"]
display_name = "GLM 4.5 Air Derestricted Steam"
mode = "chat"
max_input_tokens = 220600
max_output_tokens = 65536
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted-Steam".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-5-Air-Derestricted-Steam-ReExtract"]
display_name = "GLM 4.5 Air Derestricted Steam ReExtract"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-5-Air-Derestricted-Steam-ReExtract".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."GLM-4-6-Derestricted-v5"]
display_name = "GLM 4.6 Derestricted v5"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-4-6-Derestricted-v5".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000015

[models."GLM-5-FP8"]
display_name = "GLM 5 FP8"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000031
litellm_provider = "vultr"
providers = ["vultr"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GLM-5-FP8".pricing."vultr"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000031

[models."GalrionSoftworks/MN-LooseCannon-12B-v1"]
display_name = "MN-LooseCannon-12B-v1"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."GalrionSoftworks/MN-LooseCannon-12B-v1".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Gemma-3-27B-ArliAI-RPMax-v3"]
display_name = "Gemma 3 27B RPMax v3"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Gemma-3-27B-ArliAI-RPMax-v3".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Gemma-3-27B-Big-Tiger-v3"]
display_name = "Gemma 3 27B Big Tiger v3"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Gemma-3-27B-Big-Tiger-v3".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Gemma-3-27B-CardProjector-v4"]
display_name = "Gemma 3 27B CardProjector v4"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Gemma-3-27B-CardProjector-v4".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Gemma-3-27B-Glitter"]
display_name = "Gemma 3 27B Glitter"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Gemma-3-27B-Glitter".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Gemma-3-27B-Nidum-Uncensored"]
display_name = "Gemma 3 27B Nidum Uncensored"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 96000
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Gemma-3-27B-Nidum-Uncensored".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Gemma-3-27B-it-Abliterated"]
display_name = "Gemma 3 27B IT Abliterated"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 96000
input_cost_per_token = 4.2e-7
output_cost_per_token = 4.2e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Gemma-3-27B-it-Abliterated".pricing."nano-gpt"]
input_cost_per_token = 4.2e-7
output_cost_per_token = 4.2e-7

[models."Gemma-3-4b-it-GGUF"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "lemonade"
providers = ["lemonade"]
supports_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Gemma-3-4b-it-GGUF".pricing."lemonade"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."GigaChat-2-Lite"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gigachat"
providers = ["gigachat"]
supports_function_calling = true
supports_system_messages = true

[models."GigaChat-2-Lite".pricing."gigachat"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."GigaChat-2-Max"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gigachat"
providers = ["gigachat"]
supports_function_calling = true
supports_vision = true
supports_system_messages = true

[models."GigaChat-2-Max".pricing."gigachat"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."GigaChat-2-Pro"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gigachat"
providers = ["gigachat"]
supports_function_calling = true
supports_vision = true
supports_system_messages = true

[models."GigaChat-2-Pro".pricing."gigachat"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."Gryphe/MythoMax-L2-13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 8e-8
output_cost_per_token = 9e-8
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_tool_choice = true

[models."Gryphe/MythoMax-L2-13b".pricing."deepinfra"]
input_cost_per_token = 8e-8
output_cost_per_token = 9e-8

[models."HuggingFaceH4/zephyr-7b-beta"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "anyscale"
providers = ["anyscale"]

[models."HuggingFaceH4/zephyr-7b-beta".pricing."anyscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."Infermatic/MN-12B-Inferor-v0-0"]
display_name = "Mistral Nemo Inferor 12B"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 2.5499999999999994e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Infermatic/MN-12B-Inferor-v0-0".pricing."nano-gpt"]
input_cost_per_token = 2.5499999999999994e-7
output_cost_per_token = 4.93e-7

[models."Intel/Qwen3-Coder-480B-A35B-Instruct-int4-mixed-ar"]
display_name = "Qwen 3 Coder 480B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 106000
max_output_tokens = 4096
input_cost_per_token = 2.2e-7
output_cost_per_token = 9.499999999999999e-7
cache_read_input_token_cost = 1.1e-7
litellm_provider = "io-net"
providers = ["io-net"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Intel/Qwen3-Coder-480B-A35B-Instruct-int4-mixed-ar".pricing."io-net"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 2.2e-7
output_cost_per_token = 9.499999999999999e-7

[models."KAT-Coder-Air-V1"]
display_name = "KAT Coder Air V1"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-10-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."KAT-Coder-Air-V1".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7

[models."KAT-Coder-Exp-72B-1010"]
display_name = "KAT Coder Exp 72B 1010"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-10-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."KAT-Coder-Exp-72B-1010".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7

[models."KAT-Coder-Pro-V1"]
display_name = "KAT Coder Pro V1"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-10-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."KAT-Coder-Pro-V1".pricing."nano-gpt"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006

[models."KBLab/kb-whisper-large"]
display_name = "KB Whisper"
model_family = "whisper"
mode = "chat"
max_input_tokens = 448
max_output_tokens = 448
input_cost_per_token = 2.36e-9
output_cost_per_token = 2.36e-9
litellm_provider = "evroc"
providers = ["evroc"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-10-01"
supported_modalities = ["audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."KBLab/kb-whisper-large".pricing."evroc"]
input_cost_per_token = 2.36e-9
output_cost_per_token = 2.36e-9

[models."Kwaipilot/KAT-Dev"]
display_name = "Kwaipilot/KAT-Dev"
model_family = "kat-coder"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Kwaipilot/KAT-Dev".pricing."siliconflow-cn"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."LLM360/K2-Think"]
display_name = "K2-Think"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."LLM360/K2-Think".pricing."nano-gpt"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7

[models."LatitudeGames/Wayfarer-Large-70B-Llama-3-3"]
display_name = "Llama 3.3 70B Wayfarer"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 7.00000007e-7
output_cost_per_token = 7.00000007e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."LatitudeGames/Wayfarer-Large-70B-Llama-3-3".pricing."nano-gpt"]
input_cost_per_token = 7.00000007e-7
output_cost_per_token = 7.00000007e-7

[models."Ling-1T"]
display_name = "Ling-1T"
model_family = "ling"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.00000229
litellm_provider = "bailing"
providers = ["bailing"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2025-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Ling-1T".pricing."bailing"]
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.00000229

[models."Llama-3-3+(3-1v3-3)-70B-Hanami-x1"]
display_name = "Llama 3.3+ 70B Hanami x1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3+(3-1v3-3)-70B-Hanami-x1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3+(3-1v3-3)-70B-New-Dawn-v1-1"]
display_name = "Llama 3.3+ 70B New Dawn v1.1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3+(3-1v3-3)-70B-New-Dawn-v1-1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3+(3v3-3)-70B-TenyxChat-DaybreakStorywriter"]
display_name = "Llama 3.3+ 70B TenyxChat DaybreakStorywriter"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3+(3v3-3)-70B-TenyxChat-DaybreakStorywriter".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Anthrobomination"]
display_name = "Llama 3.3 70B Anthrobomination"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Anthrobomination".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Argunaut-1-SFT"]
display_name = "Llama 3.3 70B Argunaut 1 SFT"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Argunaut-1-SFT".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-ArliAI-RPMax-v1-4"]
display_name = "Llama 3.3 70B RPMax v1.4"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-ArliAI-RPMax-v1-4".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-ArliAI-RPMax-v2"]
display_name = "Llama 3.3 70B ArliAI RPMax v2"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-ArliAI-RPMax-v2".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-ArliAI-RPMax-v3"]
display_name = "Llama 3.3 70B ArliAI RPMax v3"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-ArliAI-RPMax-v3".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Aurora-Borealis"]
display_name = "Llama 3.3 70B Aurora Borealis"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Aurora-Borealis".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Bigger-Body"]
display_name = "Llama 3.3 70B Bigger Body"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Bigger-Body".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Cirrus-x1"]
display_name = "Llama 3.3 70B Cirrus x1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Cirrus-x1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Cu-Mai-R1"]
display_name = "Llama 3.3 70B Cu Mai R1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Cu-Mai-R1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Damascus-R1"]
display_name = "Damascus R1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Damascus-R1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Dark-Ages-v0-1"]
display_name = "Llama 3.3 70B Dark Ages v0.1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Dark-Ages-v0-1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Electra-R1"]
display_name = "Llama 3.3 70B Electra R1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Electra-R1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Electranova-v1-0"]
display_name = "Llama 3.3 70B Electranova v1.0"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Electranova-v1-0".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Fallen-R1-v1"]
display_name = "Llama 3.3 70B Fallen R1 v1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Fallen-R1-v1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Fallen-v1"]
display_name = "Llama 3.3 70B Fallen v1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Fallen-v1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Forgotten-Abomination-v5-0"]
display_name = "Llama 3.3 70B Forgotten Abomination v5.0"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Forgotten-Abomination-v5-0".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Forgotten-Safeword-3-6"]
display_name = "Llama 3.3 70B Forgotten Safeword 3.6"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Forgotten-Safeword-3-6".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-GeneticLemonade-Opus"]
display_name = "Llama 3.3 70B GeneticLemonade Opus"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-GeneticLemonade-Opus".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-GeneticLemonade-Unleashed-v3"]
display_name = "Llama 3.3 70B GeneticLemonade Unleashed v3"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-GeneticLemonade-Unleashed-v3".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Ignition-v0-1"]
display_name = "Llama 3.3 70B Ignition v0.1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Ignition-v0-1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Incandescent-Malevolence"]
display_name = "Llama 3.3 70B Incandescent Malevolence"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Incandescent-Malevolence".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Legion-V2-1"]
display_name = "Llama 3.3 70B Legion V2.1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Legion-V2-1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-MS-Nevoria"]
display_name = "Llama 3.3 70B MS Nevoria"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-MS-Nevoria".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Magnum-v4-SE"]
display_name = "Llama 3.3 70B Magnum v4 SE"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Magnum-v4-SE".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Magnum-v4-SE-Cirrus-x1-SLERP"]
display_name = "Llama 3.3 70B Magnum v4 SE Cirrus x1 SLERP"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Magnum-v4-SE-Cirrus-x1-SLERP".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Mhnnn-x1"]
display_name = "Llama 3.3 70B Mhnnn x1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Mhnnn-x1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-MiraiFanfare"]
display_name = "Llama 3.3 70b Mirai Fanfare"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-MiraiFanfare".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Llama-3-3-70B-Mokume-Gane-R1"]
display_name = "Llama 3.3 70B Mokume Gane R1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Mokume-Gane-R1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Nova"]
display_name = "Llama 3.3 70B Nova"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Nova".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Predatorial-Extasy"]
display_name = "Llama 3.3 70B Predatorial Extasy"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Predatorial-Extasy".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Progenitor-V3-3"]
display_name = "Llama 3.3 70B Progenitor V3.3"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Progenitor-V3-3".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-RAWMAW"]
display_name = "Llama 3.3 70B RAWMAW"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-RAWMAW".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Sapphira-0-1"]
display_name = "Llama 3.3 70B Sapphira 0.1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Sapphira-0-1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Sapphira-0-2"]
display_name = "Llama 3.3 70B Sapphira 0.2"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Sapphira-0-2".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Shakudo"]
display_name = "Llama 3.3 70B Shakudo"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Shakudo".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-StrawberryLemonade-v1-0"]
display_name = "Llama 3.3 70B StrawberryLemonade v1.0"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-StrawberryLemonade-v1-0".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Strawberrylemonade-v1-2"]
display_name = "Llama 3.3 70B StrawberryLemonade v1.2"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Strawberrylemonade-v1-2".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-The-Omega-Directive-Unslop-v2-0"]
display_name = "Llama 3.3 70B Omega Directive Unslop v2.0"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-The-Omega-Directive-Unslop-v2-0".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-The-Omega-Directive-Unslop-v2-1"]
display_name = "Llama 3.3 70B Omega Directive Unslop v2.1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-The-Omega-Directive-Unslop-v2-1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3-3-70B-Vulpecula-R1"]
display_name = "Llama 3.3 70B Vulpecula R1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Llama-3-3-70B-Vulpecula-R1".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."Llama-3.1-8B-Instruct"]
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
max_tokens = 131000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = true
source = "https://endpoints.ai.cloud.ovh.net/models/llama-3-1-8b-instruct"
supports_response_schema = true
supports_tool_choice = true

[models."Llama-3.1-8B-Instruct".pricing."ovhcloud"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."Llama-3.2-11B-Vision-Instruct"]
display_name = "Llama-3.2-11B-Vision-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 3.7e-7
output_cost_per_token = 3.7e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-11b-vision-instruct-offer?tab=Overview"
supports_tool_choice = true

[models."Llama-3.2-11B-Vision-Instruct".pricing."azure"]
input_cost_per_token = 3.7e-7
output_cost_per_token = 3.7e-7
[models."Llama-3.2-11B-Vision-Instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 3.7e-7
output_cost_per_token = 3.7e-7
[models."Llama-3.2-11B-Vision-Instruct".pricing."azure_ai"]
input_cost_per_token = 3.7e-7
output_cost_per_token = 3.7e-7

[models."Llama-3.2-90B-Vision-Instruct"]
display_name = "Llama-3.2-90B-Vision-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.00000204
output_cost_per_token = 0.00000204
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.meta-llama-3-2-90b-vision-instruct-offer?tab=Overview"
supports_tool_choice = true

[models."Llama-3.2-90B-Vision-Instruct".pricing."azure"]
input_cost_per_token = 0.00000204
output_cost_per_token = 0.00000204
[models."Llama-3.2-90B-Vision-Instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000204
output_cost_per_token = 0.00000204
[models."Llama-3.2-90B-Vision-Instruct".pricing."azure_ai"]
input_cost_per_token = 0.00000204
output_cost_per_token = 0.00000204

[models."Llama-3.3-70B-Instruct"]
display_name = "Meta Llama 3.3 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4028
max_tokens = 4028
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services", "cortecs", "helicone", "llama", "llmgateway", "meta_llama", "regolo-ai", "scaleway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en/marketplace/apps/metagenai.llama-3-3-70b-instruct-offer?tab=Overview"
supports_tool_choice = true

[models."Llama-3.3-70B-Instruct".pricing."azure"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7
[models."Llama-3.3-70B-Instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7
[models."Llama-3.3-70B-Instruct".pricing."azure_ai"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7
[models."Llama-3.3-70B-Instruct".pricing."cortecs"]
input_cost_per_token = 8.899999999999999e-8
output_cost_per_token = 2.75e-7
[models."Llama-3.3-70B-Instruct".pricing."helicone"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.9e-7
[models."Llama-3.3-70B-Instruct".pricing."regolo-ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000027
[models."Llama-3.3-70B-Instruct".pricing."scaleway"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 9.000000000000001e-7

[models."Llama-3.3-8B-Instruct"]
display_name = "Llama-3.3-8B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4028
max_tokens = 4028
litellm_provider = "meta_llama"
providers = ["meta_llama", "llama"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://llama.developer.meta.com/docs/models"
supports_tool_choice = true

[models."Llama-4-Maverick-17B-128E-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6.3e-7
output_cost_per_token = 0.0000018
litellm_provider = "sambanova"
providers = ["sambanova"]
supports_function_calling = true
supports_vision = true
source = "https://cloud.sambanova.ai/plans/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."Llama-4-Maverick-17B-128E-Instruct".metadata]
notes = "For vision models, images are converted to 6432 input tokens and are billed at that amount"

[models."Llama-4-Maverick-17B-128E-Instruct".pricing."sambanova"]
input_cost_per_token = 6.3e-7
output_cost_per_token = 0.0000018

[models."Llama-4-Maverick-17B-128E-Instruct-FP8"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000141
output_cost_per_token = 3.5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "meta_llama"]
supports_function_calling = true
supports_vision = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/"
supports_tool_choice = true

[models."Llama-4-Maverick-17B-128E-Instruct-FP8".pricing."azure_ai"]
input_cost_per_token = 0.00000141
output_cost_per_token = 3.5e-7

[models."Llama-4-Scout-17B-16E-Instruct"]
mode = "chat"
max_input_tokens = 10000000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 7.8e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "sambanova"]
supports_function_calling = true
supports_vision = true
source = "https://azure.microsoft.com/en-us/blog/introducing-the-llama-4-herd-in-azure-ai-foundry-and-azure-databricks/"
supports_response_schema = true
supports_tool_choice = true

[models."Llama-4-Scout-17B-16E-Instruct".pricing."azure_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 7.8e-7
[models."Llama-4-Scout-17B-16E-Instruct".pricing."sambanova"]
input_cost_per_token = 4e-7
output_cost_per_token = 7e-7

[models."Llama-4-Scout-17B-16E-Instruct-FP8"]
display_name = "Llama-4-Scout-17B-16E-Instruct-FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 10000000
max_output_tokens = 4028
max_tokens = 4028
litellm_provider = "meta_llama"
providers = ["meta_llama", "llama"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://llama.developer.meta.com/docs/models"
supports_tool_choice = true

[models."MAI-DS-R1"]
display_name = "MAI-DS-R1"
model_family = "mai"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/"
supports_tool_choice = true

[models."MAI-DS-R1".pricing."azure"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."MAI-DS-R1".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."MAI-DS-R1".pricing."azure_ai"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054

[models."MarinaraSpaghetti/NemoMix-Unleashed-12B"]
display_name = "NemoMix 12B Unleashed"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."MarinaraSpaghetti/NemoMix-Unleashed-12B".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Meta-Llama-3-1-8B-Instruct-FP8"]
display_name = "Llama 3.1 8B (decentralized)"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Meta-Llama-3-1-8B-Instruct-FP8".pricing."nano-gpt"]
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8

[models."Meta-Llama-3-70B-Instruct"]
display_name = "Meta-Llama-3-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.0000011
output_cost_per_token = 3.7e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."Meta-Llama-3-70B-Instruct".pricing."azure"]
input_cost_per_token = 0.00000268
output_cost_per_token = 0.00000354
[models."Meta-Llama-3-70B-Instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000268
output_cost_per_token = 0.00000354
[models."Meta-Llama-3-70B-Instruct".pricing."azure_ai"]
input_cost_per_token = 0.0000011
output_cost_per_token = 3.7e-7

[models."Meta-Llama-3.1-405B-Instruct"]
display_name = "Meta-Llama-3.1-405B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000533
output_cost_per_token = 0.000016
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services", "sambanova"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-405b-instruct-offer?tab=PlansAndPrice"
supports_response_schema = true
supports_tool_choice = true

[models."Meta-Llama-3.1-405B-Instruct".pricing."azure"]
input_cost_per_token = 0.00000533
output_cost_per_token = 0.000016
[models."Meta-Llama-3.1-405B-Instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000533
output_cost_per_token = 0.000016
[models."Meta-Llama-3.1-405B-Instruct".pricing."azure_ai"]
input_cost_per_token = 0.00000533
output_cost_per_token = 0.000016
[models."Meta-Llama-3.1-405B-Instruct".pricing."sambanova"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001

[models."Meta-Llama-3.1-70B-Instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.00000268
output_cost_per_token = 0.00000354
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-70b-instruct-offer?tab=PlansAndPrice"
supports_tool_choice = true

[models."Meta-Llama-3.1-70B-Instruct".pricing."azure_ai"]
input_cost_per_token = 0.00000268
output_cost_per_token = 0.00000354

[models."Meta-Llama-3.1-8B-Instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "sambanova"]
supports_function_calling = true
source = "https://azuremarketplace.microsoft.com/en-us/marketplace/apps/metagenai.meta-llama-3-1-8b-instruct-offer?tab=PlansAndPrice"
supports_response_schema = true
supports_tool_choice = true

[models."Meta-Llama-3.1-8B-Instruct".pricing."azure_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7
[models."Meta-Llama-3.1-8B-Instruct".pricing."sambanova"]
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7

[models."Meta-Llama-3.2-1B-Instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
litellm_provider = "sambanova"
providers = ["sambanova"]
source = "https://cloud.sambanova.ai/plans/pricing"

[models."Meta-Llama-3.2-1B-Instruct".pricing."sambanova"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8

[models."Meta-Llama-3.2-3B-Instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 8e-8
output_cost_per_token = 1.6e-7
litellm_provider = "sambanova"
providers = ["sambanova"]
source = "https://cloud.sambanova.ai/plans/pricing"

[models."Meta-Llama-3.2-3B-Instruct".pricing."sambanova"]
input_cost_per_token = 8e-8
output_cost_per_token = 1.6e-7

[models."Meta-Llama-3.3-70B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000012
litellm_provider = "sambanova"
providers = ["sambanova"]
supports_function_calling = true
source = "https://cloud.sambanova.ai/plans/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."Meta-Llama-3.3-70B-Instruct".pricing."sambanova"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000012

[models."Meta-Llama-3_1-70B-Instruct"]
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
max_tokens = 131000
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = false
source = "https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-1-70b-instruct"
supports_response_schema = false
supports_tool_choice = false

[models."Meta-Llama-3_1-70B-Instruct".pricing."ovhcloud"]
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7

[models."Meta-Llama-3_1-8B-Instruct-GGUF"]
display_name = "Meta Llama 3.1 8B Instruct (GGUF)"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 4096
litellm_provider = "atomic-chat"
providers = ["atomic-chat"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Meta-Llama-3_3-70B-Instruct"]
display_name = "Meta-Llama-3_3-70B-Instruct"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
max_tokens = 131000
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/meta-llama-3-3-70b-instruct"
supports_response_schema = true
supports_tool_choice = true

[models."Meta-Llama-3_3-70B-Instruct".pricing."ovhcloud"]
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7

[models."Meta-Llama-Guard-3-8B"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "sambanova"
providers = ["sambanova"]
source = "https://cloud.sambanova.ai/plans/pricing"

[models."Meta-Llama-Guard-3-8B".pricing."sambanova"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."MiniMax-M1"]
display_name = "MiniMax M1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 1.394e-7
output_cost_per_token = 0.0000013328
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-06-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."MiniMax-M1".pricing."302ai"]
input_cost_per_token = 1.3200000000000002e-7
output_cost_per_token = 0.000001254
[models."MiniMax-M1".pricing."nano-gpt"]
input_cost_per_token = 1.394e-7
output_cost_per_token = 0.0000013328

[models."MiniMax-M2"]
display_name = "MiniMax M2"
model_family = "minimax"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "minimax"
providers = ["minimax", "302ai", "cortecs", "llmgateway", "minimax-cn", "minimax-cn-coding-plan", "minimax-coding-plan", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-11"
release_date = "2025-10-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."MiniMax-M2".pricing."302ai"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132
[models."MiniMax-M2".pricing."cortecs"]
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000157
[models."MiniMax-M2".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2".pricing."minimax"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2".pricing."minimax-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2".pricing."nano-gpt"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.00000153

[models."MiniMax-M2-5-highspeed"]
display_name = "MiniMax-M2.5-highspeed"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "minimax-cn-coding-plan"
providers = ["minimax-cn-coding-plan", "llmgateway", "minimax", "minimax-cn", "minimax-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."MiniMax-M2-5-highspeed".pricing."llmgateway"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."MiniMax-M2-5-highspeed".pricing."minimax"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."MiniMax-M2-5-highspeed".pricing."minimax-cn"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024

[models."MiniMax-M2.1"]
display_name = "MiniMax-M2.1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "minimax"
providers = ["minimax", "302ai", "cortecs", "llmgateway", "minimax-cn", "minimax-cn-coding-plan", "minimax-coding-plan", "moark", "opencode"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."MiniMax-M2.1".pricing."302ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2.1".pricing."cortecs"]
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 0.00000134
[models."MiniMax-M2.1".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2.1".pricing."minimax"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2.1".pricing."minimax-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMax-M2.1".pricing."moark"]
input_cost_per_token = 0.0000021000000000000002
output_cost_per_token = 0.000008400000000000001
[models."MiniMax-M2.1".pricing."opencode"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."MiniMax-M2.1-lightning"]
display_name = "MiniMax M2.1 Lightning"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "minimax"
providers = ["minimax", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."MiniMax-M2.1-lightning".pricing."llmgateway"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 4.8e-7
[models."MiniMax-M2.1-lightning".pricing."minimax"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024

[models."MiniMax-M2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "minimax"
providers = ["minimax"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
supports_system_messages = true
supports_tool_choice = true

[models."MiniMax-M2.5".pricing."minimax"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."MiniMax-M2.5-lightning"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "minimax"
providers = ["minimax"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
supports_system_messages = true
supports_tool_choice = true

[models."MiniMax-M2.5-lightning".pricing."minimax"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024

[models."MiniMax-M2.7"]
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "sambanova"
providers = ["sambanova"]
supports_function_calling = true
supports_reasoning = true
source = "https://cloud.sambanova.ai/plans/pricing"
supports_tool_choice = true

[models."MiniMax-M2.7".pricing."sambanova"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."MiniMaxAI/MiniMax-M2"]
display_name = "MiniMax M2"
model_family = "minimax"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 2.54e-7
output_cost_per_token = 0.00000102
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-11-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."MiniMaxAI/MiniMax-M2".pricing."deepinfra"]
input_cost_per_token = 2.54e-7
output_cost_per_token = 0.00000102

[models."MiniMaxAI/MiniMax-M2-5-TEE"]
display_name = "MiniMax M2.5 TEE"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 7.5e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."MiniMaxAI/MiniMax-M2-5-TEE".pricing."chutes"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012

[models."MiniMaxAI/MiniMax-M2-5-fast"]
display_name = "MiniMax-M2.5-fast"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."MiniMaxAI/MiniMax-M2-5-fast".pricing."nebius"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."MiniMaxAI/MiniMax-M2.1"]
display_name = "MiniMax M2.1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "gmi"
providers = ["gmi", "deepinfra", "huggingface", "meganova", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."MiniMaxAI/MiniMax-M2.1".pricing."deepinfra"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.1".pricing."gmi"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.1".pricing."huggingface"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.1".pricing."meganova"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.1".pricing."siliconflow"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."MiniMaxAI/MiniMax-M2.5"]
display_name = "MiniMax M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 197000
max_output_tokens = 197000
max_tokens = 197000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "baseten"
providers = ["baseten", "cloudferro-sherlock", "deepinfra", "friendli", "huggingface", "inceptron", "meganova", "nebius", "neuralwatt", "nvidia", "siliconflow", "togetherai", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."MiniMaxAI/MiniMax-M2.5".pricing."baseten"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."cloudferro-sherlock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."deepinfra"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.7e-7
output_cost_per_token = 9.499999999999999e-7
[models."MiniMaxAI/MiniMax-M2.5".pricing."friendli"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."huggingface"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."inceptron"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.000000000000001e-7
[models."MiniMaxAI/MiniMax-M2.5".pricing."meganova"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."nebius"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."neuralwatt"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000138
[models."MiniMaxAI/MiniMax-M2.5".pricing."siliconflow"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."togetherai"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."MiniMaxAI/MiniMax-M2.5".pricing."wandb"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."Mistral-7B-Instruct-v0.3"]
display_name = "Mistral 7B Instruct v0.3"
model_family = "mistral"
mode = "chat"
max_input_tokens = 127000
max_output_tokens = 127000
max_tokens = 127000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-05-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/mistral-7b-instruct-v0-3"
supports_response_schema = true
supports_tool_choice = true

[models."Mistral-7B-Instruct-v0.3".pricing."ovhcloud"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."Mistral-Nemo-12B-Instruct-2407"]
display_name = "Mistral Nemo 12B Instruct 2407"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-18"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Mistral-Nemo-12B-Instruct-2407".pricing."nano-gpt"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."Mistral-Nemo-Instruct-2407"]
display_name = "Mistral Nemo Instruct"
model_family = "mistral"
mode = "chat"
max_input_tokens = 118000
max_output_tokens = 118000
max_tokens = 118000
input_cost_per_token = 1.3e-7
output_cost_per_token = 1.3e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/mistral-nemo-instruct-2407"
supports_response_schema = true
supports_tool_choice = true

[models."Mistral-Nemo-Instruct-2407".pricing."digitalocean"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
[models."Mistral-Nemo-Instruct-2407".pricing."ovhcloud"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 1.3e-7

[models."Mistral-Small-3.2-24B-Instruct-2506"]
display_name = "Mistral-Small-3.2-24B-Instruct-2506"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 9e-8
output_cost_per_token = 2.8e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud", "scaleway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-07-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/mistral-small-3-2-24b-instruct-2506"
supports_response_schema = true
supports_tool_choice = true

[models."Mistral-Small-3.2-24B-Instruct-2506".pricing."ovhcloud"]
input_cost_per_token = 9e-8
output_cost_per_token = 2.8e-7
[models."Mistral-Small-3.2-24B-Instruct-2506".pricing."scaleway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 3.5e-7

[models."Mixtral-8x7B-Instruct-v0.1"]
display_name = "Mixtral 8x7B Instruct v0.1"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 6.3e-7
output_cost_per_token = 6.3e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud", "cortecs"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-09"
release_date = "2023-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/mixtral-8x7b-instruct-v0-1"
supports_response_schema = true
supports_tool_choice = false

[models."Mixtral-8x7B-Instruct-v0.1".pricing."cortecs"]
input_cost_per_token = 4.38e-7
output_cost_per_token = 6.800000000000001e-7
[models."Mixtral-8x7B-Instruct-v0.1".pricing."ovhcloud"]
input_cost_per_token = 6.3e-7
output_cost_per_token = 6.3e-7

[models."NeverSleep/Llama-3-Lumimaid-70B-v0-1"]
display_name = "Lumimaid 70b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NeverSleep/Llama-3-Lumimaid-70B-v0-1".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006

[models."NeverSleep/Lumimaid-v0-2-70B"]
display_name = "Lumimaid v0.2"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NeverSleep/Lumimaid-v0-2-70B".pricing."nano-gpt"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000015

[models."NousResearch 2/DeepHermes-3-Mistral-24B-Preview"]
display_name = "DeepHermes-3 Mistral 24B (Preview)"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch 2/DeepHermes-3-Mistral-24B-Preview".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."NousResearch 2/Hermes-4-70B:thinking"]
display_name = "Hermes 4 (Thinking)"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.006e-7
output_cost_per_token = 3.9949999999999994e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch 2/Hermes-4-70B:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 3.9949999999999994e-7

[models."NousResearch 2/hermes-3-llama-3-1-70b"]
display_name = "Hermes 3 70B"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 4.0799999999999995e-7
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch 2/hermes-3-llama-3-1-70b".pricing."nano-gpt"]
input_cost_per_token = 4.0799999999999995e-7
output_cost_per_token = 4.0799999999999995e-7

[models."NousResearch 2/hermes-4-405b"]
display_name = "Hermes 4 Large"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-08-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch 2/hermes-4-405b".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."NousResearch 2/hermes-4-405b:thinking"]
display_name = "Hermes 4 Large (Thinking)"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch 2/hermes-4-405b:thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."NousResearch 2/hermes-4-70b"]
display_name = "Hermes 4 Medium"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.006e-7
output_cost_per_token = 3.9949999999999994e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch 2/hermes-4-70b".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 3.9949999999999994e-7

[models."NousResearch/DeepHermes-3-Mistral-24B-Preview"]
display_name = "DeepHermes 3 Mistral 24B Preview"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 2.45e-8
output_cost_per_token = 9.78e-8
cache_read_input_token_cost = 1.225e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch/DeepHermes-3-Mistral-24B-Preview".pricing."chutes"]
cache_read_input_token_cost = 1.225e-8
input_cost_per_token = 2.45e-8
output_cost_per_token = 9.78e-8

[models."NousResearch/Hermes-3-Llama-3.1-405B"]
display_name = "Nous: Hermes 3 405B Instruct"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "nebius", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-08-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."NousResearch/Hermes-3-Llama-3.1-405B".pricing."deepinfra"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."NousResearch/Hermes-3-Llama-3.1-405B".pricing."kilo"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."NousResearch/Hermes-3-Llama-3.1-405B".pricing."nebius"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."NousResearch/Hermes-3-Llama-3.1-405B".pricing."openrouter"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."NousResearch/Hermes-3-Llama-3.1-70B"]
display_name = "Nous: Hermes 3 70B Instruct"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-08-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."NousResearch/Hermes-3-Llama-3.1-70B".pricing."deepinfra"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
[models."NousResearch/Hermes-3-Llama-3.1-70B".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."NousResearch/Hermes-3-Llama-3.1-70B".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
[models."NousResearch/Hermes-3-Llama-3.1-70B".pricing."openrouter"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."NousResearch/Hermes-4-14B"]
display_name = "Hermes 4 14B"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
input_cost_per_token = 1.36e-8
output_cost_per_token = 5.43e-8
cache_read_input_token_cost = 6.8e-9
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."NousResearch/Hermes-4-14B".pricing."chutes"]
cache_read_input_token_cost = 6.8e-9
input_cost_per_token = 1.36e-8
output_cost_per_token = 5.43e-8

[models."OpenPipe/Qwen3-14B-Instruct"]
display_name = "OpenPipe Qwen3 14B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.2e-7
litellm_provider = "wandb"
providers = ["wandb"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."OpenPipe/Qwen3-14B-Instruct".pricing."wandb"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.2e-7

[models."PaddlePaddle/PaddleOCR-VL-1-5"]
display_name = "PaddlePaddle/PaddleOCR-VL-1.5"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-01-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Phi-3-medium-128k-instruct"]
display_name = "Phi-3-medium-instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.7e-7
output_cost_per_token = 6.8e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3-medium-128k-instruct".pricing."azure"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
[models."Phi-3-medium-128k-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
[models."Phi-3-medium-128k-instruct".pricing."azure_ai"]
input_cost_per_token = 1.7e-7
output_cost_per_token = 6.8e-7

[models."Phi-3-medium-4k-instruct"]
display_name = "Phi-3-medium-instruct (4k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.7e-7
output_cost_per_token = 6.8e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3-medium-4k-instruct".pricing."azure"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
[models."Phi-3-medium-4k-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
[models."Phi-3-medium-4k-instruct".pricing."azure_ai"]
input_cost_per_token = 1.7e-7
output_cost_per_token = 6.8e-7

[models."Phi-3-mini-128k-instruct"]
display_name = "Phi-3-mini-instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3-mini-128k-instruct".pricing."azure"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."Phi-3-mini-128k-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."Phi-3-mini-128k-instruct".pricing."azure_ai"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7

[models."Phi-3-mini-4k-instruct"]
display_name = "Phi-3-mini-instruct (4k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3-mini-4k-instruct".pricing."azure"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."Phi-3-mini-4k-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."Phi-3-mini-4k-instruct".pricing."azure_ai"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7

[models."Phi-3-small-128k-instruct"]
display_name = "Phi-3-small-instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3-small-128k-instruct".pricing."azure"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."Phi-3-small-128k-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."Phi-3-small-128k-instruct".pricing."azure_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."Phi-3-small-8k-instruct"]
display_name = "Phi-3-small-instruct (8k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3-small-8k-instruct".pricing."azure"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."Phi-3-small-8k-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."Phi-3-small-8k-instruct".pricing."azure_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."Phi-3.5-MoE-instruct"]
display_name = "Phi-3.5-MoE-instruct"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.6e-7
output_cost_per_token = 6.4e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-08-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3.5-MoE-instruct".pricing."azure"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 6.4e-7
[models."Phi-3.5-MoE-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 6.4e-7
[models."Phi-3.5-MoE-instruct".pricing."azure_ai"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 6.4e-7

[models."Phi-3.5-mini-instruct"]
display_name = "Phi-3.5-mini-instruct"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-08-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3.5-mini-instruct".pricing."azure"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."Phi-3.5-mini-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."Phi-3.5-mini-instruct".pricing."azure_ai"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7

[models."Phi-3.5-vision-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
litellm_provider = "azure_ai"
providers = ["azure_ai"]
supports_vision = true
source = "https://azure.microsoft.com/en-us/pricing/details/phi-3/"
supports_tool_choice = true

[models."Phi-3.5-vision-instruct".pricing."azure_ai"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7

[models."Phi-4"]
display_name = "Phi-4"
model_family = "phi"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/machinelearningblog/affordable-innovation-unveiling-the-pricing-of-phi-3-slms-on-models-as-a-service/4156495"
supports_tool_choice = true

[models."Phi-4".pricing."azure"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
[models."Phi-4".pricing."azure-cognitive-services"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
[models."Phi-4".pricing."azure_ai"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7

[models."Phi-4-mini-instruct"]
display_name = "Phi 4 Mini"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/Azure-AI-Services-blog/announcing-new-phi-pricing-empowering-your-business-with-small-language-models/4395112"

[models."Phi-4-mini-instruct".pricing."azure_ai"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."Phi-4-mini-instruct".pricing."nano-gpt"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7

[models."Phi-4-mini-reasoning"]
display_name = "Phi-4-mini-reasoning"
model_family = "phi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/"

[models."Phi-4-mini-reasoning".pricing."azure"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."Phi-4-mini-reasoning".pricing."azure-cognitive-services"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."Phi-4-mini-reasoning".pricing."azure_ai"]
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7

[models."Phi-4-multimodal-instruct"]
display_name = "Phi 4 Multimodal"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/Azure-AI-Services-blog/announcing-new-phi-pricing-empowering-your-business-with-small-language-models/4395112"
input_cost_per_audio_token = 0.000004
supports_audio_input = true

[models."Phi-4-multimodal-instruct".pricing."azure_ai"]
input_cost_per_audio_token = 0.000004
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7
[models."Phi-4-multimodal-instruct".pricing."nano-gpt"]
input_cost_per_token = 7e-8
output_cost_per_token = 1.1e-7

[models."Phi-4-reasoning"]
display_name = "Phi-4-reasoning"
model_family = "phi"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/microsoft/"
supports_tool_choice = true

[models."Phi-4-reasoning".pricing."azure"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
[models."Phi-4-reasoning".pricing."azure-cognitive-services"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
[models."Phi-4-reasoning".pricing."azure_ai"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7

[models."PrimeIntellect/INTELLECT-3"]
display_name = "INTELLECT-3"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
cache_read_input_token_cost = 2e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-10"
release_date = "2026-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."PrimeIntellect/INTELLECT-3".pricing."nebius"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011

[models."Pro/MiniMaxAI/MiniMax-M2-1"]
display_name = "Pro/MiniMaxAI/MiniMax-M2.1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 197000
max_output_tokens = 131000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/MiniMaxAI/MiniMax-M2-1".pricing."siliconflow-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."Pro/MiniMaxAI/MiniMax-M2-5"]
display_name = "Pro/MiniMaxAI/MiniMax-M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 192000
max_output_tokens = 131000
input_cost_per_token = 3e-7
output_cost_per_token = 0.00000122
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-02-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/MiniMaxAI/MiniMax-M2-5".pricing."siliconflow-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.00000122

[models."Pro/deepseek-ai/DeepSeek-R1"]
display_name = "Pro/deepseek-ai/DeepSeek-R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 164000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021800000000000003
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/deepseek-ai/DeepSeek-R1".pricing."siliconflow-cn"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021800000000000003

[models."Pro/deepseek-ai/DeepSeek-V3"]
display_name = "Pro/deepseek-ai/DeepSeek-V3"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 164000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/deepseek-ai/DeepSeek-V3".pricing."siliconflow-cn"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."Pro/deepseek-ai/DeepSeek-V3-1-Terminus"]
display_name = "Pro/deepseek-ai/DeepSeek-V3.1-Terminus"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 164000
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/deepseek-ai/DeepSeek-V3-1-Terminus".pricing."siliconflow-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001

[models."Pro/deepseek-ai/DeepSeek-V3-2"]
display_name = "Pro/deepseek-ai/DeepSeek-V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 164000
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.2e-7
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/deepseek-ai/DeepSeek-V3-2".pricing."siliconflow-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.2e-7

[models."Pro/moonshotai/Kimi-K2-5"]
display_name = "Pro/moonshotai/Kimi-K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000225
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/moonshotai/Kimi-K2-5".pricing."siliconflow-cn"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000225

[models."Pro/moonshotai/Kimi-K2-6"]
display_name = "Pro/moonshotai/Kimi-K2.6"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/moonshotai/Kimi-K2-6".pricing."siliconflow-cn"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."Pro/moonshotai/Kimi-K2-Instruct-0905"]
display_name = "Pro/moonshotai/Kimi-K2-Instruct-0905"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/moonshotai/Kimi-K2-Instruct-0905".pricing."siliconflow-cn"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."Pro/moonshotai/Kimi-K2-Thinking"]
display_name = "Pro/moonshotai/Kimi-K2-Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000025
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-11-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/moonshotai/Kimi-K2-Thinking".pricing."siliconflow-cn"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000025

[models."Pro/zai-org/GLM-4-7"]
display_name = "Pro/zai-org/GLM-4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 205000
max_output_tokens = 205000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/zai-org/GLM-4-7".pricing."siliconflow-cn"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."Pro/zai-org/GLM-5"]
display_name = "Pro/zai-org/GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 205000
max_output_tokens = 205000
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/zai-org/GLM-5".pricing."siliconflow-cn"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."Pro/zai-org/GLM-5-1"]
display_name = "Pro/zai-org/GLM-5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 205000
max_output_tokens = 205000
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Pro/zai-org/GLM-5-1".pricing."siliconflow-cn"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044

[models."QwQ-32B"]
display_name = "Qwen: QwQ 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5e-7
output_cost_per_token = 0.000001
litellm_provider = "sambanova"
providers = ["sambanova", "alibaba-cn", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.sambanova.ai/plans/pricing"

[models."QwQ-32B".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7
[models."QwQ-32B".pricing."nano-gpt"]
input_cost_per_token = 2.5599999000000003e-7
output_cost_per_token = 3.0499999e-7
[models."QwQ-32B".pricing."sambanova"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000001

[models."QwQ-32B-ArliAI-RpR-v1"]
display_name = "QwQ 32b Arli V1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."QwQ-32B-ArliAI-RpR-v1".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."Qwen/QwQ-32B"]
display_name = "QwQ 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-7
output_cost_per_token = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "abacus", "hyperbolic", "nebius", "nscale", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2024-11-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."Qwen/QwQ-32B".pricing."abacus"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
[models."Qwen/QwQ-32B".pricing."deepinfra"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 4e-7
[models."Qwen/QwQ-32B".pricing."hyperbolic"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
[models."Qwen/QwQ-32B".pricing."nebius"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 4.5e-7
[models."Qwen/QwQ-32B".pricing."nscale"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 2e-7
[models."Qwen/QwQ-32B".pricing."siliconflow"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.8e-7
[models."Qwen/QwQ-32B".pricing."siliconflow-cn"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.8e-7

[models."Qwen/Qwen2-5-14B-Instruct"]
display_name = "Qwen/Qwen2.5-14B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 33000
max_output_tokens = 4000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen2-5-14B-Instruct".pricing."siliconflow"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."Qwen/Qwen2-5-14B-Instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."Qwen/Qwen2-5-72B-Instruct-128K"]
display_name = "Qwen/Qwen2.5-72B-Instruct-128K"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 4000
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen2-5-72B-Instruct-128K".pricing."siliconflow"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7
[models."Qwen/Qwen2-5-72B-Instruct-128K".pricing."siliconflow-cn"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7

[models."Qwen/Qwen2-5-VL-7B-Instruct"]
display_name = "Qwen/Qwen2.5-VL-7B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 33000
max_output_tokens = 4000
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8
litellm_provider = "siliconflow"
providers = ["siliconflow"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-01-28"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen2-5-VL-7B-Instruct".pricing."siliconflow"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8

[models."Qwen/Qwen2-VL-72B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_vision = true
source = "https://nebius.com/prices-ai-studio"

[models."Qwen/Qwen2-VL-72B-Instruct".pricing."nebius"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7

[models."Qwen/Qwen2-VL-7B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-8
output_cost_per_token = 6e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_vision = true
source = "https://nebius.com/prices-ai-studio"

[models."Qwen/Qwen2-VL-7B-Instruct".pricing."nebius"]
input_cost_per_token = 2e-8
output_cost_per_token = 6e-8

[models."Qwen/Qwen2.5-32B-Instruct"]
display_name = "Qwen/Qwen2.5-32B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 6e-8
output_cost_per_token = 2e-7
litellm_provider = "nebius"
providers = ["nebius", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://nebius.com/prices-ai-studio"

[models."Qwen/Qwen2.5-32B-Instruct".pricing."nebius"]
input_cost_per_token = 6e-8
output_cost_per_token = 2e-7
[models."Qwen/Qwen2.5-32B-Instruct".pricing."siliconflow"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
[models."Qwen/Qwen2.5-32B-Instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."Qwen/Qwen2.5-72B-Instruct"]
display_name = "Qwen 2.5 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.9e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "abacus", "chutes", "hyperbolic", "nebius", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."Qwen/Qwen2.5-72B-Instruct".pricing."abacus"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 3.8e-7
[models."Qwen/Qwen2.5-72B-Instruct".pricing."chutes"]
cache_read_input_token_cost = 1.4945e-7
input_cost_per_token = 2.989e-7
output_cost_per_token = 0.0000011957
[models."Qwen/Qwen2.5-72B-Instruct".pricing."deepinfra"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.9e-7
[models."Qwen/Qwen2.5-72B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."Qwen/Qwen2.5-72B-Instruct".pricing."nebius"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7
[models."Qwen/Qwen2.5-72B-Instruct".pricing."siliconflow"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7
[models."Qwen/Qwen2.5-72B-Instruct".pricing."siliconflow-cn"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7

[models."Qwen/Qwen2.5-72B-Instruct-Turbo"]
mode = "chat"
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen2.5-7B-Instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 4e-8
output_cost_per_token = 1e-7
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_tool_choice = false

[models."Qwen/Qwen2.5-7B-Instruct".pricing."deepinfra"]
input_cost_per_token = 4e-8
output_cost_per_token = 1e-7

[models."Qwen/Qwen2.5-7B-Instruct-Turbo"]
mode = "chat"
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen2.5-Coder-32B-Instruct"]
display_name = "Qwen/Qwen2.5-Coder-32B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
litellm_provider = "hyperbolic"
providers = ["hyperbolic", "chutes", "nscale", "nvidia", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-11-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."Qwen/Qwen2.5-Coder-32B-Instruct".pricing."chutes"]
cache_read_input_token_cost = 1.36e-8
input_cost_per_token = 2.72e-8
output_cost_per_token = 1.087e-7
[models."Qwen/Qwen2.5-Coder-32B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."Qwen/Qwen2.5-Coder-32B-Instruct".pricing."nscale"]
input_cost_per_token = 6e-8
output_cost_per_token = 2e-7
[models."Qwen/Qwen2.5-Coder-32B-Instruct".pricing."siliconflow"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
[models."Qwen/Qwen2.5-Coder-32B-Instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."Qwen/Qwen2.5-Coder-3B-Instruct"]
mode = "chat"
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."Qwen/Qwen2.5-Coder-3B-Instruct".pricing."nscale"]
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8

[models."Qwen/Qwen2.5-Coder-7B"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
source = "https://nebius.com/prices-ai-studio"

[models."Qwen/Qwen2.5-Coder-7B".pricing."nebius"]
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8

[models."Qwen/Qwen2.5-Coder-7B-Instruct"]
mode = "chat"
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."Qwen/Qwen2.5-Coder-7B-Instruct".pricing."nscale"]
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8

[models."Qwen/Qwen2.5-VL-32B-Instruct"]
display_name = "Qwen 2.5 VL 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "chutes", "io-net", "meganova", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-09"
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."Qwen/Qwen2.5-VL-32B-Instruct".pricing."chutes"]
cache_read_input_token_cost = 2.715e-8
input_cost_per_token = 5.43e-8
output_cost_per_token = 2.174e-7
[models."Qwen/Qwen2.5-VL-32B-Instruct".pricing."deepinfra"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
[models."Qwen/Qwen2.5-VL-32B-Instruct".pricing."io-net"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.2e-7
[models."Qwen/Qwen2.5-VL-32B-Instruct".pricing."meganova"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
[models."Qwen/Qwen2.5-VL-32B-Instruct".pricing."siliconflow"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7
[models."Qwen/Qwen2.5-VL-32B-Instruct".pricing."siliconflow-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7

[models."Qwen/Qwen2.5-VL-72B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_vision = true
source = "https://nebius.com/prices-ai-studio"

[models."Qwen/Qwen2.5-VL-72B-Instruct".pricing."nebius"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7

[models."Qwen/Qwen3-14B"]
display_name = "Qwen: Qwen3 14B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "nebius", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."Qwen/Qwen3-14B".pricing."deepinfra"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."Qwen/Qwen3-14B".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."Qwen/Qwen3-14B".pricing."nebius"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7
[models."Qwen/Qwen3-14B".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.4e-7
[models."Qwen/Qwen3-14B".pricing."siliconflow"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."Qwen/Qwen3-14B".pricing."siliconflow-cn"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."Qwen/Qwen3-235B-A22B"]
display_name = "Qwen: Qwen3 235B A22B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.8e-7
output_cost_per_token = 5.4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic", "kilo", "nebius", "openrouter", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."Qwen/Qwen3-235B-A22B".pricing."deepinfra"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 5.4e-7
[models."Qwen/Qwen3-235B-A22B".pricing."hyperbolic"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
[models."Qwen/Qwen3-235B-A22B".pricing."kilo"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 4.5500000000000004e-7
output_cost_per_token = 0.0000018200000000000002
[models."Qwen/Qwen3-235B-A22B".pricing."nebius"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
[models."Qwen/Qwen3-235B-A22B".pricing."openrouter"]
input_cost_per_token = 4.5500000000000004e-7
output_cost_per_token = 0.0000018200000000000002
[models."Qwen/Qwen3-235B-A22B".pricing."siliconflow"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000142

[models."Qwen/Qwen3-235B-A22B-Instruct-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 9e-8
output_cost_per_token = 6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "crusoe", "wandb"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."Qwen/Qwen3-235B-A22B-Instruct-2507".pricing."crusoe"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
[models."Qwen/Qwen3-235B-A22B-Instruct-2507".pricing."deepinfra"]
input_cost_per_token = 9e-8
output_cost_per_token = 6e-7
[models."Qwen/Qwen3-235B-A22B-Instruct-2507".pricing."wandb"]
input_cost_per_token = 0.01
output_cost_per_token = 0.01

[models."Qwen/Qwen3-235B-A22B-Instruct-2507-TEE"]
display_name = "Qwen3 235B A22B Instruct 2507 TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 6e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-235B-A22B-Instruct-2507-TEE".pricing."chutes"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 6e-7

[models."Qwen/Qwen3-235B-A22B-Instruct-2507-tput"]
display_name = "Qwen3 235B A22B Instruct 2507 FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262144
input_cost_per_token = 2e-7
output_cost_per_token = 0.000006
litellm_provider = "together_ai"
providers = ["together_ai", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.together.ai/models/qwen3-235b-a22b-instruct-2507-fp8"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen3-235B-A22B-Instruct-2507-tput".pricing."together_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.000006
[models."Qwen/Qwen3-235B-A22B-Instruct-2507-tput".pricing."togetherai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."Qwen/Qwen3-235B-A22B-Thinking-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000029
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai", "wandb"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen3-235B-A22B-Thinking-2507".pricing."deepinfra"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000029
[models."Qwen/Qwen3-235B-A22B-Thinking-2507".pricing."together_ai"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.000003
[models."Qwen/Qwen3-235B-A22B-Thinking-2507".pricing."wandb"]
input_cost_per_token = 0.01
output_cost_per_token = 0.01

[models."Qwen/Qwen3-235B-A22B-Thinking-2507-fast"]
display_name = "Qwen3-235B-A22B-Thinking-2507-fast"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-235B-A22B-Thinking-2507-fast".pricing."nebius"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."Qwen/Qwen3-235B-A22B-fp8-tput"]
mode = "chat"
max_input_tokens = 40000
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = false
source = "https://www.together.ai/models/qwen3-235b-a22b-fp8-tput"
supports_parallel_function_calling = false
supports_tool_choice = false

[models."Qwen/Qwen3-235B-A22B-fp8-tput".pricing."together_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."Qwen/Qwen3-30B-A3B"]
display_name = "Qwen: Qwen3 30B A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 8e-8
output_cost_per_token = 2.9e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "chutes", "kilo", "nebius", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."Qwen/Qwen3-30B-A3B".pricing."chutes"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 6e-8
output_cost_per_token = 2.2e-7
[models."Qwen/Qwen3-30B-A3B".pricing."deepinfra"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.9e-7
[models."Qwen/Qwen3-30B-A3B".pricing."kilo"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 8e-8
output_cost_per_token = 2.8e-7
[models."Qwen/Qwen3-30B-A3B".pricing."nebius"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
[models."Qwen/Qwen3-30B-A3B".pricing."openrouter"]
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7

[models."Qwen/Qwen3-30B-A3B-Instruct-2507"]
display_name = "Qwen3 30B A3B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "wandb"
providers = ["wandb", "kilo", "modelscope", "nearai", "nebius", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."kilo"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7
[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."nearai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.5e-7
[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."nebius"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."openrouter"]
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7
[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."siliconflow"]
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7
[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."siliconflow-cn"]
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7
[models."Qwen/Qwen3-30B-A3B-Instruct-2507".pricing."wandb"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."Qwen/Qwen3-30B-A3B-Instruct-2507-FP8"]
display_name = "Qwen3 30B 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 64000
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000142
litellm_provider = "evroc"
providers = ["evroc"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-07-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-30B-A3B-Instruct-2507-FP8".pricing."evroc"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000142

[models."Qwen/Qwen3-32B"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 1e-7
output_cost_per_token = 2.8e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "nebius"]
supports_function_calling = true
supports_tool_choice = true

[models."Qwen/Qwen3-32B".pricing."deepinfra"]
input_cost_per_token = 1e-7
output_cost_per_token = 2.8e-7
[models."Qwen/Qwen3-32B".pricing."nebius"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."Qwen/Qwen3-32B-TEE"]
display_name = "Qwen3 32B TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7
cache_read_input_token_cost = 4e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-32B-TEE".pricing."chutes"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7

[models."Qwen/Qwen3-4B"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
source = "https://nebius.com/prices-ai-studio"

[models."Qwen/Qwen3-4B".pricing."nebius"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7

[models."Qwen/Qwen3-5-397B-A17B-FP8"]
display_name = "Qwen3.5 397B A17B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262128
max_output_tokens = 262128
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.000004139999999999999
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-5-397B-A17B-FP8".pricing."neuralwatt"]
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.000004139999999999999

[models."Qwen/Qwen3-5-397B-A17B-TEE"]
display_name = "Qwen3.5 397B A17B TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000234
cache_read_input_token_cost = 1.95e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-5-397B-A17B-TEE".pricing."chutes"]
cache_read_input_token_cost = 1.95e-7
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000234

[models."Qwen/Qwen3-5-397B-A17B-fast"]
display_name = "Qwen3.5-397B-A17B-fast"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
cache_read_input_token_cost = 6e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-07-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-5-397B-A17B-fast".pricing."nebius"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003

[models."Qwen/Qwen3-5-4B"]
display_name = "Qwen/Qwen3.5-4B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-03-03"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-6-27B-TEE"]
display_name = "Qwen3.6 27B TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 1.95e-7
output_cost_per_token = 0.00000156
cache_read_input_token_cost = 9.75e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-6-27B-TEE".pricing."chutes"]
cache_read_input_token_cost = 9.75e-8
input_cost_per_token = 1.95e-7
output_cost_per_token = 0.00000156

[models."Qwen/Qwen3-6-35B-A3B-FP8"]
display_name = "Qwen 3.6 35B A3B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.0000011
cache_read_input_token_cost = 5.6e-8
litellm_provider = "nearai"
providers = ["nearai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-6-35B-A3B-FP8".pricing."nearai"]
cache_read_input_token_cost = 5.6e-8
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.0000011

[models."Qwen/Qwen3-Coder-480B-A35B-Instruct"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
litellm_provider = "deepinfra"
providers = ["deepinfra", "wandb"]
supports_function_calling = true
supports_tool_choice = true

[models."Qwen/Qwen3-Coder-480B-A35B-Instruct".pricing."deepinfra"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."Qwen/Qwen3-Coder-480B-A35B-Instruct".pricing."wandb"]
input_cost_per_token = 0.1
output_cost_per_token = 0.15

[models."Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8"]
display_name = "Qwen3 Coder 480B A35B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 262144
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "together_ai"
providers = ["together_ai", "submodel", "togetherai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-08-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.together.ai/models/qwen3-coder-480b-a35b-instruct"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8".pricing."submodel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8".pricing."together_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
[models."Qwen/Qwen3-Coder-480B-A35B-Instruct-FP8".pricing."togetherai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo"]
display_name = "Qwen3 Coder 480B A35B Instruct Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.0000012
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."Qwen/Qwen3-Coder-480B-A35B-Instruct-Turbo".pricing."deepinfra"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.0000012

[models."Qwen/Qwen3-Coder-Next-FP8"]
display_name = "Qwen3 Coder Next FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012
litellm_provider = "togetherai"
providers = ["togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-02-03"
release_date = "2026-02-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-Coder-Next-FP8".pricing."togetherai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012

[models."Qwen/Qwen3-Coder-Next-TEE"]
display_name = "Qwen3 Coder Next TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 1.2e-7
output_cost_per_token = 7.5e-7
cache_read_input_token_cost = 6e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-Coder-Next-TEE".pricing."chutes"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 1.2e-7
output_cost_per_token = 7.5e-7

[models."Qwen/Qwen3-Embedding-4B"]
display_name = "Qwen 3 Embedding 4B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 2048
input_cost_per_token = 1e-8
litellm_provider = "huggingface"
providers = ["huggingface", "inference"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-Embedding-4B".pricing."huggingface"]
input_cost_per_token = 1e-8
[models."Qwen/Qwen3-Embedding-4B".pricing."inference"]
input_cost_per_token = 1e-8

[models."Qwen/Qwen3-Next-80B-A3B-Instruct"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen3-Next-80B-A3B-Instruct".pricing."deepinfra"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
[models."Qwen/Qwen3-Next-80B-A3B-Instruct".pricing."together_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015

[models."Qwen/Qwen3-Next-80B-A3B-Thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen3-Next-80B-A3B-Thinking".pricing."deepinfra"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
[models."Qwen/Qwen3-Next-80B-A3B-Thinking".pricing."together_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015

[models."Qwen/Qwen3-Next-80B-A3B-Thinking-fast"]
display_name = "Qwen3-Next-80B-A3B-Thinking-fast"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 1.5e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-Next-80B-A3B-Thinking-fast".pricing."nebius"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012

[models."Qwen/Qwen3-Omni-30B-A3B-Captioner"]
display_name = "Qwen/Qwen3-Omni-30B-A3B-Captioner"
model_family = "qwen"
mode = "chat"
max_input_tokens = 66000
max_output_tokens = 66000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-10-04"
supported_modalities = ["audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-Omni-30B-A3B-Captioner".pricing."siliconflow"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."Qwen/Qwen3-Omni-30B-A3B-Captioner".pricing."siliconflow-cn"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."Qwen/Qwen3-Reranker-0-6B"]
display_name = "Qwen3 Reranker 0.6B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 1024
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8
litellm_provider = "nearai"
providers = ["nearai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-06-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-Reranker-0-6B".pricing."nearai"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."Qwen/Qwen3-VL-235B-A22B-Instruct-FP8"]
display_name = "Qwen3-VL 235B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000014
litellm_provider = "gmi"
providers = ["gmi", "stackit"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]

[models."Qwen/Qwen3-VL-235B-A22B-Instruct-FP8".pricing."gmi"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000014
[models."Qwen/Qwen3-VL-235B-A22B-Instruct-FP8".pricing."stackit"]
input_cost_per_token = 0.00000164
output_cost_per_token = 0.00000191

[models."Qwen/Qwen3-VL-32B-Thinking"]
display_name = "Qwen/Qwen3-VL-32B-Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-10-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-VL-32B-Thinking".pricing."siliconflow"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."Qwen/Qwen3-VL-32B-Thinking".pricing."siliconflow-cn"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015

[models."Qwen/Qwen3-VL-Embedding-8B"]
display_name = "Qwen3-VL Embedding 8B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8
litellm_provider = "stackit"
providers = ["stackit"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-02-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3-VL-Embedding-8B".pricing."stackit"]
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8

[models."Qwen/Qwen3.5-397B-A17B"]
display_name = "Qwen3.5 397B A17B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036
litellm_provider = "together_ai"
providers = ["together_ai", "deepinfra", "huggingface", "kilo", "mixlayer", "nano-gpt", "nebius", "novita-ai", "nvidia", "openrouter", "orcarouter", "siliconflow-cn", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-02-16"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://www.together.ai/models/Qwen/Qwen3.5-397B-A17B"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen/Qwen3.5-397B-A17B".pricing."deepinfra"]
input_cost_per_token = 5.4e-7
output_cost_per_token = 0.0000034
[models."Qwen/Qwen3.5-397B-A17B".pricing."huggingface"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."Qwen/Qwen3.5-397B-A17B".pricing."kilo"]
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000234
[models."Qwen/Qwen3.5-397B-A17B".pricing."mixlayer"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."Qwen/Qwen3.5-397B-A17B".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."Qwen/Qwen3.5-397B-A17B".pricing."nebius"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."Qwen/Qwen3.5-397B-A17B".pricing."novita-ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."Qwen/Qwen3.5-397B-A17B".pricing."openrouter"]
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000234
[models."Qwen/Qwen3.5-397B-A17B".pricing."orcarouter"]
input_cost_per_token = 1.7199999999999998e-7
output_cost_per_token = 0.000001032
[models."Qwen/Qwen3.5-397B-A17B".pricing."siliconflow-cn"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000174
[models."Qwen/Qwen3.5-397B-A17B".pricing."together_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036
[models."Qwen/Qwen3.5-397B-A17B".pricing."togetherai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003

[models."Qwen/Qwen3Guard-Gen-0-6B"]
display_name = "Qwen3Guard Gen 0.6B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 1e-8
output_cost_per_token = 1.09e-8
cache_read_input_token_cost = 5e-9
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen/Qwen3Guard-Gen-0-6B".pricing."chutes"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 1e-8
output_cost_per_token = 1.09e-8

[models."Qwen2-5-32B-EVA-v0-2"]
display_name = "Qwen 2.5 32b EVA"
mode = "chat"
max_input_tokens = 24576
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-09-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen2-5-32B-EVA-v0-2".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Qwen2-Audio-7B-Instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0001
litellm_provider = "sambanova"
providers = ["sambanova"]
source = "https://cloud.sambanova.ai/plans/pricing"
supports_audio_input = true

[models."Qwen2-Audio-7B-Instruct".pricing."sambanova"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0001

[models."Qwen2.5-Coder-32B-Instruct"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 8.7e-7
output_cost_per_token = 8.7e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = false
source = "https://endpoints.ai.cloud.ovh.net/models/qwen2-5-coder-32b-instruct"
supports_response_schema = true
supports_tool_choice = false

[models."Qwen2.5-Coder-32B-Instruct".pricing."ovhcloud"]
input_cost_per_token = 8.7e-7
output_cost_per_token = 8.7e-7

[models."Qwen2.5-VL-72B-Instruct"]
display_name = "Qwen2.5-VL-72B-Instruct"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 9.1e-7
output_cost_per_token = 9.1e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2025-03-31"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/qwen2-5-vl-72b-instruct"
supports_response_schema = true
supports_tool_choice = false

[models."Qwen2.5-VL-72B-Instruct".pricing."ovhcloud"]
input_cost_per_token = 9.1e-7
output_cost_per_token = 9.1e-7

[models."Qwen3-32B"]
display_name = "Qwen3 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 8e-8
output_cost_per_token = 2.3e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud", "alibaba", "alibaba-cn", "cortecs", "helicone", "iflowcn", "llmgateway", "sambanova"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://endpoints.ai.cloud.ovh.net/models/qwen3-32b"
reasoning_cost_per_token = 0.000008400000000000001
supports_response_schema = true
supports_tool_choice = true

[models."Qwen3-32B".pricing."alibaba"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
reasoning_cost_per_token = 0.000008400000000000001
[models."Qwen3-32B".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 0.000001147
reasoning_cost_per_token = 0.000002868
[models."Qwen3-32B".pricing."cortecs"]
input_cost_per_token = 9.9e-8
output_cost_per_token = 3.3e-7
[models."Qwen3-32B".pricing."helicone"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 5.9e-7
[models."Qwen3-32B".pricing."llmgateway"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
reasoning_cost_per_token = 0.000008400000000000001
[models."Qwen3-32B".pricing."ovhcloud"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.3e-7
[models."Qwen3-32B".pricing."sambanova"]
input_cost_per_token = 4e-7
output_cost_per_token = 8e-7

[models."Qwen3-4B-Instruct-2507-GGUF"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "lemonade"
providers = ["lemonade"]
supports_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen3-4B-Instruct-2507-GGUF".pricing."lemonade"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."Qwen3-Coder-30B-A3B-Instruct-GGUF"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "lemonade"
providers = ["lemonade"]
supports_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."Qwen3-Coder-30B-A3B-Instruct-GGUF".pricing."lemonade"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."Qwen3_5-9B-MLX-4bit"]
display_name = "Qwen 3.5 9B (MLX 4-bit)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
litellm_provider = "atomic-chat"
providers = ["atomic-chat"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Qwen3_5-9B-Q4_K_M"]
display_name = "Qwen 3.5 9B (Q4_K_M)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
litellm_provider = "atomic-chat"
providers = ["atomic-chat"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ReadyArt/MS3-2-The-Omega-Directive-24B-Unslop-v2-0"]
display_name = "Omega Directive 24B Unslop v2.0"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ReadyArt/MS3-2-The-Omega-Directive-24B-Unslop-v2-0".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."ReadyArt/The-Omega-Abomination-L-70B-v1-0"]
display_name = "The Omega Abomination V1"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 7e-7
output_cost_per_token = 9.499999999999999e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ReadyArt/The-Omega-Abomination-L-70B-v1-0".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 9.499999999999999e-7

[models."Ring-1T"]
display_name = "Ring-1T"
model_family = "ring"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.00000229
litellm_provider = "bailing"
providers = ["bailing"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2025-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Ring-1T".pricing."bailing"]
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.00000229

[models."Salesforce/Llama-xLAM-2-70b-fc-r"]
display_name = "Llama-xLAM-2 70B fc-r"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Salesforce/Llama-xLAM-2-70b-fc-r".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025

[models."Sao10K/L3-1-70B-Hanami-x1"]
display_name = "Llama 3.1 70B Hanami"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12-31"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Sao10K/L3-1-70B-Hanami-x1".pricing."kilo"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
[models."Sao10K/L3-1-70B-Hanami-x1".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
[models."Sao10K/L3-1-70B-Hanami-x1".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."Sao10K/L3-8B-Lunaris-v1-Turbo"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 5e-8
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_tool_choice = false

[models."Sao10K/L3-8B-Lunaris-v1-Turbo".pricing."deepinfra"]
input_cost_per_token = 4e-8
output_cost_per_token = 5e-8

[models."Sao10K/L3-8B-Stheno-v3.2"]
display_name = "Sao10K Stheno 8b"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 5e-8
output_cost_per_token = 5e-8
litellm_provider = "novita"
providers = ["novita", "nano-gpt", "novita-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-11-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."Sao10K/L3-8B-Stheno-v3.2".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
[models."Sao10K/L3-8B-Stheno-v3.2".pricing."novita"]
input_cost_per_token = 5e-8
output_cost_per_token = 5e-8
[models."Sao10K/L3-8B-Stheno-v3.2".pricing."novita-ai"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8

[models."Sao10K/L3.1-70B-Euryale-v2.2"]
display_name = "Llama 3.1 70B Euryale"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."Sao10K/L3.1-70B-Euryale-v2.2".pricing."deepinfra"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7
[models."Sao10K/L3.1-70B-Euryale-v2.2".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.57e-7

[models."Sao10K/L3.3-70B-Euryale-v2.3"]
display_name = "Llama 3.3 70B Euryale"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."Sao10K/L3.3-70B-Euryale-v2.3".pricing."deepinfra"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7
[models."Sao10K/L3.3-70B-Euryale-v2.3".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Steelskull/L3-3-Cu-Mai-R1-70b"]
display_name = "Llama 3.3 70B Cu Mai"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Steelskull/L3-3-Cu-Mai-R1-70b".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Steelskull/L3-3-Electra-R1-70b"]
display_name = "Steelskull Electra R1 70b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 6.9989e-7
output_cost_per_token = 6.9989e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Steelskull/L3-3-Electra-R1-70b".pricing."nano-gpt"]
input_cost_per_token = 6.9989e-7
output_cost_per_token = 6.9989e-7

[models."Steelskull/L3-3-MS-Evalebis-70b"]
display_name = "MS Evalebis 70b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Steelskull/L3-3-MS-Evalebis-70b".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Steelskull/L3-3-MS-Evayale-70B"]
display_name = "Evayale 70b "
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Steelskull/L3-3-MS-Evayale-70B".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Steelskull/L3-3-MS-Nevoria-70b"]
display_name = "Steelskull Nevoria 70b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Steelskull/L3-3-MS-Nevoria-70b".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Steelskull/L3-3-Nevoria-R1-70b"]
display_name = "Steelskull Nevoria R1 70b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Steelskull/L3-3-Nevoria-R1-70b".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."TEE/deepseek-r1-0528"]
display_name = "DeepSeek R1 0528 TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/deepseek-r1-0528".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."TEE/deepseek-v3-1"]
display_name = "DeepSeek V3.1 TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 8192
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/deepseek-v3-1".pricing."nano-gpt"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000025

[models."TEE/deepseek-v3-2"]
display_name = "DeepSeek V3.2 TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000001
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/deepseek-v3-2".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000001

[models."TEE/gemma-3-27b-it"]
display_name = "Gemma 3 27B TEE"
model_family = "gemma"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/gemma-3-27b-it".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."TEE/glm-4-6"]
display_name = "GLM 4.6 TEE"
model_family = "glm"
mode = "chat"
max_input_tokens = 203000
max_output_tokens = 65535
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/glm-4-6".pricing."nano-gpt"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000002

[models."TEE/glm-4-7"]
display_name = "GLM 4.7 TEE"
model_family = "glm"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 65535
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000032999999999999997
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/glm-4-7".pricing."nano-gpt"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000032999999999999997

[models."TEE/glm-4-7-flash"]
display_name = "GLM 4.7 Flash TEE"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 203000
max_output_tokens = 65535
input_cost_per_token = 1.5e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/glm-4-7-flash".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5e-7

[models."TEE/glm-5"]
display_name = "GLM 5 TEE"
model_family = "glm"
mode = "chat"
max_input_tokens = 203000
max_output_tokens = 65535
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000035
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/glm-5".pricing."nano-gpt"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000035

[models."TEE/gpt-oss-120b"]
display_name = "GPT-OSS 120B TEE"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/gpt-oss-120b".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."TEE/gpt-oss-20b"]
display_name = "GPT-OSS 20B TEE"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/gpt-oss-20b".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."TEE/kimi-k2-5"]
display_name = "Kimi K2.5 TEE"
model_family = "kimi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65535
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/kimi-k2-5".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998

[models."TEE/kimi-k2-5-thinking"]
display_name = "Kimi K2.5 Thinking TEE"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65535
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/kimi-k2-5-thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998

[models."TEE/kimi-k2-thinking"]
display_name = "Kimi K2 Thinking TEE"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65535
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/kimi-k2-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."TEE/llama3-3-70b"]
display_name = "Llama 3.3 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/llama3-3-70b".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."TEE/minimax-m2-1"]
display_name = "MiniMax M2.1 TEE"
model_family = "minimax"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/minimax-m2-1".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."TEE/qwen2-5-vl-72b-instruct"]
display_name = "Qwen2.5 VL 72B TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/qwen2-5-vl-72b-instruct".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."TEE/qwen3-30b-a3b-instruct-2507"]
display_name = "Qwen3 30B A3B Instruct 2507 TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 4.5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/qwen3-30b-a3b-instruct-2507".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 4.5e-7

[models."TEE/qwen3-5-397b-a17b"]
display_name = "Qwen3.5 397B A17B TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 258048
max_output_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-02-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/qwen3-5-397b-a17b".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003

[models."TEE/qwen3-coder"]
display_name = "Qwen3 Coder 480B TEE"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TEE/qwen3-coder".pricing."nano-gpt"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."THUDM/GLM-4-32B-0414"]
display_name = "GLM 4 32B 0414"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."THUDM/GLM-4-32B-0414".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."THUDM/GLM-4-32B-0414".pricing."siliconflow"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7
[models."THUDM/GLM-4-32B-0414".pricing."siliconflow-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7

[models."THUDM/GLM-4-9B-0414"]
display_name = "GLM 4 9B 0414"
model_family = "glm"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."THUDM/GLM-4-9B-0414".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."THUDM/GLM-4-9B-0414".pricing."siliconflow"]
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 8.599999999999999e-8
[models."THUDM/GLM-4-9B-0414".pricing."siliconflow-cn"]
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 8.599999999999999e-8

[models."THUDM/GLM-Z1-32B-0414"]
display_name = "GLM Z1 32B 0414"
model_family = "glm-z"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."THUDM/GLM-Z1-32B-0414".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."THUDM/GLM-Z1-32B-0414".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."THUDM/GLM-Z1-32B-0414".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7

[models."THUDM/GLM-Z1-9B-0414"]
display_name = "GLM Z1 9B 0414"
model_family = "glm-z"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-04-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."THUDM/GLM-Z1-9B-0414".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."THUDM/GLM-Z1-9B-0414".pricing."siliconflow"]
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 8.599999999999999e-8
[models."THUDM/GLM-Z1-9B-0414".pricing."siliconflow-cn"]
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 8.599999999999999e-8

[models."THUDM/GLM-Z1-Rumination-32B-0414"]
display_name = "GLM Z1 Rumination 32B 0414"
model_family = "glm-z"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 65536
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."THUDM/GLM-Z1-Rumination-32B-0414".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."TheDrummer 2/Anubis-70B-v1"]
display_name = "Anubis 70B v1"
model_family = "llama"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
input_cost_per_token = 3.1e-7
output_cost_per_token = 3.1e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Anubis-70B-v1".pricing."nano-gpt"]
input_cost_per_token = 3.1e-7
output_cost_per_token = 3.1e-7

[models."TheDrummer 2/Anubis-70B-v1-1"]
display_name = "Anubis 70B v1.1"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 3.1e-7
output_cost_per_token = 3.1e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Anubis-70B-v1-1".pricing."nano-gpt"]
input_cost_per_token = 3.1e-7
output_cost_per_token = 3.1e-7

[models."TheDrummer 2/Cydonia-24B-v2"]
display_name = "The Drummer Cydonia 24B v2"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 32768
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Cydonia-24B-v2".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7

[models."TheDrummer 2/Cydonia-24B-v4"]
display_name = "The Drummer Cydonia 24B v4"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 32768
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.414e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Cydonia-24B-v4".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.414e-7

[models."TheDrummer 2/Cydonia-24B-v4-1"]
display_name = "The Drummer Cydonia 24B v4.1"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 32768
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Cydonia-24B-v4-1".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7

[models."TheDrummer 2/Cydonia-24B-v4-3"]
display_name = "The Drummer Cydonia 24B v4.3"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Cydonia-24B-v4-3".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7

[models."TheDrummer 2/Magidonia-24B-v4-3"]
display_name = "The Drummer Magidonia 24B v4.3"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Magidonia-24B-v4-3".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7

[models."TheDrummer 2/Rocinante-12B-v1-1"]
display_name = "Rocinante 12b"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.0799999999999995e-7
output_cost_per_token = 5.95e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/Rocinante-12B-v1-1".pricing."nano-gpt"]
input_cost_per_token = 4.0799999999999995e-7
output_cost_per_token = 5.95e-7

[models."TheDrummer 2/UnslopNemo-12B-v4-1"]
display_name = "UnslopNemo 12b v4"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/UnslopNemo-12B-v4-1".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."TheDrummer 2/skyfall-36b-v2"]
display_name = "TheDrummer Skyfall 36B V2"
model_family = "llama"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 32768
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."TheDrummer 2/skyfall-36b-v2".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."Tongyi-Zhiwen/QwenLong-L1-32B"]
display_name = "QwenLong L1 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 40960
input_cost_per_token = 1.3999999999999998e-7
output_cost_per_token = 6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."Tongyi-Zhiwen/QwenLong-L1-32B".pricing."nano-gpt"]
input_cost_per_token = 1.3999999999999998e-7
output_cost_per_token = 6e-7

[models."VongolaChouko/Starcannon-Unleashed-12B-v1-0"]
display_name = "Mistral Nemo Starcannon 12b v1"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."VongolaChouko/Starcannon-Unleashed-12B-v1-0".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."WhereIsAI/UAE-Large-V1"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1.6e-8
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"

[models."WhereIsAI/UAE-Large-V1".pricing."fireworks_ai"]
input_cost_per_token = 1.6e-8
output_cost_per_token = 0

[models."XiaomiMiMo/MiMo-V2-Flash-TEE"]
display_name = "MiMo V2 Flash TEE"
model_family = "mimo"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7
cache_read_input_token_cost = 4.5e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."XiaomiMiMo/MiMo-V2-Flash-TEE".pricing."chutes"]
cache_read_input_token_cost = 4.5e-8
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7

[models."ZhipuAI/GLM-4-5"]
display_name = "GLM-4.5"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
litellm_provider = "modelscope"
providers = ["modelscope"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ZhipuAI/GLM-4-6"]
display_name = "GLM-4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 98304
litellm_provider = "modelscope"
providers = ["modelscope"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."abacusai/Dracarys-72B-Instruct"]
display_name = "Llama 3.1 70B Dracarys 2"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."abacusai/Dracarys-72B-Instruct".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."abacusai/dracarys-llama-3_1-70b-instruct"]
display_name = "dracarys-llama-3.1-70b-instruct"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-09-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."abliterated-model"]
display_name = "Abliterated Model"
mode = "chat"
max_input_tokens = 150000
max_output_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
litellm_provider = "abliteration-ai"
providers = ["abliteration-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-01-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."abliterated-model".pricing."abliteration-ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."accounts/fireworks/models/"]
mode = "embedding"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."accounts/fireworks/models/SSD-1B"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/SSD-1B".pricing."fireworks_ai"]
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10

[models."accounts/fireworks/models/chronos-hermes-13b-v2"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/chronos-hermes-13b-v2".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-llama-13b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-13b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-llama-13b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-13b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-llama-13b-python"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-13b-python".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-llama-34b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-34b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/code-llama-34b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-34b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/code-llama-34b-python"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-34b-python".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/code-llama-70b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-70b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/code-llama-70b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-70b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/code-llama-70b-python"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-70b-python".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/code-llama-7b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-llama-7b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-llama-7b-python"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-llama-7b-python".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/code-qwen-1p5-7b"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/code-qwen-1p5-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/codegemma-2b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/codegemma-2b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/codegemma-7b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/codegemma-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/cogito-671b-v2-p1"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/cogito-671b-v2-p1".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/cogito-v1-preview-llama-3b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/cogito-v1-preview-llama-3b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/cogito-v1-preview-llama-70b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/cogito-v1-preview-llama-70b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/cogito-v1-preview-llama-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/cogito-v1-preview-llama-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/cogito-v1-preview-qwen-14b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/cogito-v1-preview-qwen-14b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/cogito-v1-preview-qwen-32b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/cogito-v1-preview-qwen-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/dbrx-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/dbrx-instruct".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/deepseek-coder-1b-base"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-1b-base".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/deepseek-coder-33b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-33b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/deepseek-coder-7b-base"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-7b-base".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-coder-7b-base-v1p5"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-7b-base-v1p5".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-coder-v2-instruct"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/deepseek-coder-v2-instruct".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/deepseek-coder-v2-lite-base"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-v2-lite-base".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/deepseek-coder-v2-lite-instruct"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-coder-v2-lite-instruct".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/deepseek-prover-v2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-prover-v2".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/deepseek-r1"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 20480
max_tokens = 20480
input_cost_per_token = 0.000003
output_cost_per_token = 0.000008
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/deepseek-r1".pricing."fireworks_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000008

[models."accounts/fireworks/models/deepseek-r1-0528"]
mode = "chat"
max_input_tokens = 160000
max_output_tokens = 160000
max_tokens = 160000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000008
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/deepseek-r1-0528".pricing."fireworks_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000008

[models."accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-r1-basic"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 20480
max_tokens = 20480
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/deepseek-r1-basic".pricing."fireworks_ai"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219

[models."accounts/fireworks/models/deepseek-r1-distill-llama-70b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-distill-llama-70b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/deepseek-r1-distill-llama-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-distill-llama-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-14b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-14b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-32b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-7b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-r1-distill-qwen-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/deepseek-v2-lite-chat"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-v2-lite-chat".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/deepseek-v2p5"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/deepseek-v2p5".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/deepseek-v3"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/deepseek-v3".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/deepseek-v3-0324"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/models/fireworks/deepseek-v3-0324"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/deepseek-v3-0324".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/deepseek-v3p1"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_reasoning = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/deepseek-v3p1".pricing."fireworks_ai"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168

[models."accounts/fireworks/models/deepseek-v3p1-terminus"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_reasoning = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/deepseek-v3p1-terminus".pricing."fireworks_ai"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168

[models."accounts/fireworks/models/deepseek-v3p2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
supports_reasoning = true
source = "https://fireworks.ai/models/fireworks/deepseek-v3p2"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/deepseek-v3p2".pricing."fireworks_ai"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168

[models."accounts/fireworks/models/deepseek-v4-flash"]
display_name = "DeepSeek V4 Flash"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 3e-8
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/models/deepseek-v4-flash".pricing."fireworks-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7

[models."accounts/fireworks/models/deepseek-v4-pro"]
display_name = "DeepSeek V4 Pro"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
cache_read_input_token_cost = 1.45e-7
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/models/deepseek-v4-pro".pricing."fireworks-ai"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348

[models."accounts/fireworks/models/devstral-small-2505"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/devstral-small-2505".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/dolphin-2-9-2-qwen2-72b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/dolphin-2-9-2-qwen2-72b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/dolphin-2p6-mixtral-8x7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/dolphin-2p6-mixtral-8x7b".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/ernie-4p5-21b-a3b-pt"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/ernie-4p5-21b-a3b-pt".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/ernie-4p5-300b-a47b-pt"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/ernie-4p5-300b-a47b-pt".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/fare-20b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/fare-20b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/firefunction-v1"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/firefunction-v1".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/firefunction-v2"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/firefunction-v2".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/firellava-13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/firellava-13b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/firesearch-ocr-v6"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/firesearch-ocr-v6".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/fireworks-asr-large"]
mode = "audio_transcription"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/fireworks-asr-large".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/fireworks-asr-v2"]
mode = "audio_transcription"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/fireworks-asr-v2".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/flux-1-dev"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-1-dev".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/flux-1-dev-controlnet-union"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-9
output_cost_per_token = 1e-9
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-1-dev-controlnet-union".pricing."fireworks_ai"]
input_cost_per_token = 1e-9
output_cost_per_token = 1e-9

[models."accounts/fireworks/models/flux-1-dev-fp8"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-10
output_cost_per_token = 5e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-1-dev-fp8".pricing."fireworks_ai"]
input_cost_per_token = 5e-10
output_cost_per_token = 5e-10

[models."accounts/fireworks/models/flux-1-schnell"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-1-schnell".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/flux-1-schnell-fp8"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3.5e-10
output_cost_per_token = 3.5e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-1-schnell-fp8".pricing."fireworks_ai"]
input_cost_per_token = 3.5e-10
output_cost_per_token = 3.5e-10

[models."accounts/fireworks/models/flux-kontext-max"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 8e-8
output_cost_per_token = 8e-8
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-kontext-max".pricing."fireworks_ai"]
input_cost_per_token = 8e-8
output_cost_per_token = 8e-8

[models."accounts/fireworks/models/flux-kontext-pro"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/flux-kontext-pro".pricing."fireworks_ai"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."accounts/fireworks/models/gemma-2b-it"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gemma-2b-it".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/gemma-3-27b-it"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gemma-3-27b-it".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/gemma-7b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gemma-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/gemma-7b-it"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gemma-7b-it".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/gemma2-9b-it"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gemma2-9b-it".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/glm-4p5"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 96000
max_tokens = 96000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
supports_reasoning = true
source = "https://fireworks.ai/models/fireworks/glm-4p5"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/glm-4p5".pricing."fireworks_ai"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219

[models."accounts/fireworks/models/glm-4p5-air"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 96000
max_tokens = 96000
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
supports_reasoning = true
source = "https://artificialanalysis.ai/models/glm-4-5-air"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/glm-4p5-air".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/glm-4p5v"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_reasoning = true

[models."accounts/fireworks/models/glm-4p5v".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/glm-4p6"]
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 202800
max_tokens = 202800
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
supports_reasoning = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/glm-4p6".pricing."fireworks_ai"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219

[models."accounts/fireworks/models/glm-4p7"]
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 202800
max_tokens = 202800
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 3e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
supports_reasoning = true
source = "https://fireworks.ai/models/fireworks/glm-4p7"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/glm-4p7".pricing."fireworks_ai"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."accounts/fireworks/models/glm-5p1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 202800
max_tokens = 202800
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai", "fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://fireworks.ai/models/fireworks/glm-5p1"
supports_response_schema = false
supports_tool_choice = false

[models."accounts/fireworks/models/glm-5p1".pricing."fireworks-ai"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."accounts/fireworks/models/glm-5p1".pricing."fireworks_ai"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044

[models."accounts/fireworks/models/gpt-oss-120b"]
display_name = "GPT OSS 120B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai", "fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/gpt-oss-120b".pricing."fireworks-ai"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."accounts/fireworks/models/gpt-oss-120b".pricing."fireworks_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."accounts/fireworks/models/gpt-oss-20b"]
display_name = "GPT OSS 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai", "fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/gpt-oss-20b".pricing."fireworks-ai"]
cache_read_input_token_cost = 3.5e-8
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7
[models."accounts/fireworks/models/gpt-oss-20b".pricing."fireworks_ai"]
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/gpt-oss-safeguard-120b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gpt-oss-safeguard-120b".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/gpt-oss-safeguard-20b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/gpt-oss-safeguard-20b".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/hermes-2-pro-mistral-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/hermes-2-pro-mistral-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/internvl3-38b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/internvl3-38b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/internvl3-78b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/internvl3-78b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/internvl3-8b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/internvl3-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/japanese-stable-diffusion-xl"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/japanese-stable-diffusion-xl".pricing."fireworks_ai"]
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10

[models."accounts/fireworks/models/kat-coder"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/kat-coder".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/kat-dev-32b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/kat-dev-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/kat-dev-72b-exp"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/kat-dev-72b-exp".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/kimi-k2-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/models/fireworks/kimi-k2-instruct"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/kimi-k2-instruct".pricing."fireworks_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."accounts/fireworks/models/kimi-k2-instruct-0905"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://app.fireworks.ai/models/fireworks/kimi-k2-instruct-0905"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/kimi-k2-instruct-0905".pricing."fireworks_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."accounts/fireworks/models/kimi-k2-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."accounts/fireworks/models/kimi-k2-thinking".pricing."fireworks_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."accounts/fireworks/models/kimi-k2p5"]
display_name = "Kimi K2.5"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai", "fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/kimi-k2p5".pricing."fireworks-ai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."accounts/fireworks/models/kimi-k2p5".pricing."fireworks_ai"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."accounts/fireworks/models/kimi-k2p6"]
display_name = "Kimi K2.6"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/models/kimi-k2p6".pricing."fireworks-ai"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."accounts/fireworks/models/llama-guard-2-8b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-guard-2-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-guard-3-1b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-guard-3-1b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-guard-3-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-guard-3-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v2-13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v2-13b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v2-13b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v2-13b-chat".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v2-70b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v2-70b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v2-70b-chat"]
mode = "chat"
max_input_tokens = 2048
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v2-70b-chat".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama-v2-7b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v2-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v2-7b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v2-7b-chat".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v3-70b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3-70b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama-v3-70b-instruct-hf"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3-70b-instruct-hf".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama-v3-8b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v3-8b-instruct-hf"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3-8b-instruct-hf".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v3p1-405b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/llama-v3p1-405b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."accounts/fireworks/models/llama-v3p1-405b-instruct-long"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p1-405b-instruct-long".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p1-70b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p1-70b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama-v3p1-70b-instruct-1b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p1-70b-instruct-1b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p1-8b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama-v3p1-8b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama-v3p2-11b-vision-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
supports_vision = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama-v3p2-11b-vision-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llama-v3p2-1b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p2-1b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p2-1b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama-v3p2-1b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p2-3b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p2-3b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p2-3b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama-v3p2-3b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/llama-v3p2-90b-vision-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_vision = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama-v3p2-90b-vision-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama-v3p3-70b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llama-v3p3-70b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/llama4-maverick-instruct-basic"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama4-maverick-instruct-basic".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/llama4-scout-instruct-basic"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/llama4-scout-instruct-basic".pricing."fireworks_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."accounts/fireworks/models/llamaguard-7b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llamaguard-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/llava-yi-34b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/llava-yi-34b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/minimax-m1-80k"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/minimax-m1-80k".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/minimax-m2"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/minimax-m2".pricing."fireworks_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/minimax-m2p1"]
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 204800
max_tokens = 204800
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/models/fireworks/minimax-m2p1"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/minimax-m2p1".pricing."fireworks_ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/minimax-m2p5"]
display_name = "MiniMax-M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 196608
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/models/minimax-m2p5".pricing."fireworks-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/minimax-m2p7"]
display_name = "MiniMax-M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 196608
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 6e-8
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/models/minimax-m2p7".pricing."fireworks-ai"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/ministral-3-14b-instruct-2512"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/ministral-3-14b-instruct-2512".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/ministral-3-3b-instruct-2512"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/ministral-3-3b-instruct-2512".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/ministral-3-8b-instruct-2512"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/ministral-3-8b-instruct-2512".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-7b-instruct-4k"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-7b-instruct-4k".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-7b-instruct-v0p2"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-7b-instruct-v0p2".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-7b-instruct-v3"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-7b-instruct-v3".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-7b-v0p2"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-7b-v0p2".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-large-3-fp8"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-large-3-fp8".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/mistral-nemo-base-2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-nemo-base-2407".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-nemo-instruct-2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-nemo-instruct-2407".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/mistral-small-24b-instruct-2501"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mistral-small-24b-instruct-2501".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/mixtral-8x22b"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mixtral-8x22b".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/mixtral-8x22b-instruct"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mixtral-8x22b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/mixtral-8x22b-instruct-hf"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."accounts/fireworks/models/mixtral-8x22b-instruct-hf".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."accounts/fireworks/models/mixtral-8x7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mixtral-8x7b".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/mixtral-8x7b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mixtral-8x7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/mixtral-8x7b-instruct-hf"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mixtral-8x7b-instruct-hf".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/mythomax-l2-13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/mythomax-l2-13b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/nemotron-nano-v2-12b-vl"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nemotron-nano-v2-12b-vl".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/nous-capybara-7b-v1p9"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nous-capybara-7b-v1p9".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/nous-hermes-2-yi-34b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nous-hermes-2-yi-34b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/nous-hermes-llama2-13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nous-hermes-llama2-13b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/nous-hermes-llama2-70b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nous-hermes-llama2-70b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/nous-hermes-llama2-7b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nous-hermes-llama2-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/nvidia-nemotron-nano-12b-v2"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nvidia-nemotron-nano-12b-v2".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/nvidia-nemotron-nano-9b-v2"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/nvidia-nemotron-nano-9b-v2".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/openchat-3p5-0106-7b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/openchat-3p5-0106-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/openhermes-2-mistral-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/openhermes-2-mistral-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/openhermes-2p5-mistral-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/openhermes-2p5-mistral-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/openorca-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/openorca-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/phi-2-3b"]
mode = "chat"
max_input_tokens = 2048
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/phi-2-3b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/phi-3-mini-128k-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/phi-3-mini-128k-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/phi-3-vision-128k-instruct"]
mode = "chat"
max_input_tokens = 32064
max_output_tokens = 32064
max_tokens = 32064
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/phi-3-vision-128k-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/phind-code-llama-34b-python-v1"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/phind-code-llama-34b-python-v1".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/phind-code-llama-34b-v1"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/phind-code-llama-34b-v1".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/phind-code-llama-34b-v2"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/phind-code-llama-34b-v2".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/playground-v2-1024px-aesthetic"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/playground-v2-1024px-aesthetic".pricing."fireworks_ai"]
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10

[models."accounts/fireworks/models/playground-v2-5-1024px-aesthetic"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/playground-v2-5-1024px-aesthetic".pricing."fireworks_ai"]
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10

[models."accounts/fireworks/models/pythia-12b"]
mode = "chat"
max_input_tokens = 2048
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/pythia-12b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen-qwq-32b-preview"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen-qwq-32b-preview".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen-v2p5-14b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen-v2p5-14b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen-v2p5-7b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen-v2p5-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen1p5-72b-chat"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen1p5-72b-chat".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2-72b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/qwen2-72b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2-7b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2-7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2-vl-2b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2-vl-2b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2-vl-72b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2-vl-72b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2-vl-7b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2-vl-7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-0p5b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-0p5b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-14b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-14b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-1p5b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-1p5b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-32b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-32b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-32b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-72b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-72b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-72b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-72b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-7b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-coder-0p5b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-0p5b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-coder-0p5b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-0p5b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-coder-14b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-14b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-coder-14b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-14b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-coder-1p5b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-1p5b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-coder-1p5b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-1p5b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-coder-32b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-coder-3b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-3b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-coder-3b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-3b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen2p5-coder-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-coder-7b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-coder-7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-math-72b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-math-72b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-vl-32b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-vl-32b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-vl-3b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-vl-3b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen2p5-vl-72b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-vl-72b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen2p5-vl-7b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen2p5-vl-7b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen3-0p6b"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-0p6b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen3-14b"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-14b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen3-1p7b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-1p7b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen3-1p7b-fp8-draft"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-1p7b-fp8-draft".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/qwen3-235b-a22b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-235b-a22b".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/qwen3-235b-a22b-instruct-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-235b-a22b-instruct-2507".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/qwen3-235b-a22b-thinking-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-235b-a22b-thinking-2507".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/qwen3-30b-a3b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-30b-a3b".pricing."fireworks_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."accounts/fireworks/models/qwen3-30b-a3b-instruct-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-30b-a3b-instruct-2507".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."accounts/fireworks/models/qwen3-30b-a3b-thinking-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-30b-a3b-thinking-2507".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen3-32b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_reasoning = true

[models."accounts/fireworks/models/qwen3-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen3-4b"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-4b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen3-4b-instruct-2507"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-4b-instruct-2507".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen3-8b"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_reasoning = true

[models."accounts/fireworks/models/qwen3-8b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen3-coder-30b-a3b-instruct"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-coder-30b-a3b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."accounts/fireworks/models/qwen3-coder-480b-a35b-instruct"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000018
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_reasoning = true

[models."accounts/fireworks/models/qwen3-coder-480b-a35b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000018

[models."accounts/fireworks/models/qwen3-coder-480b-instruct-bf16"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-coder-480b-instruct-bf16".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen3-embedding-0p6b"]
mode = "embedding"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-embedding-0p6b".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/qwen3-embedding-4b"]
mode = "embedding"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-embedding-4b".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/qwen3-next-80b-a3b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-next-80b-a3b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen3-next-80b-a3b-thinking"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-next-80b-a3b-thinking".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen3-reranker-0p6b"]
mode = "rerank"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-reranker-0p6b".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/qwen3-reranker-4b"]
mode = "rerank"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-reranker-4b".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/qwen3-reranker-8b"]
mode = "rerank"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-reranker-8b".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/qwen3-vl-235b-a22b-instruct"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-vl-235b-a22b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/qwen3-vl-235b-a22b-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-vl-235b-a22b-thinking".pricing."fireworks_ai"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."accounts/fireworks/models/qwen3-vl-30b-a3b-instruct"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-vl-30b-a3b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."accounts/fireworks/models/qwen3-vl-30b-a3b-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-vl-30b-a3b-thinking".pricing."fireworks_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."accounts/fireworks/models/qwen3-vl-32b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-vl-32b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/qwen3-vl-8b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwen3-vl-8b-instruct".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/qwen3p6-plus"]
display_name = "Qwen 3.6 Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/models/qwen3p6-plus".pricing."fireworks-ai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."accounts/fireworks/models/qwq-32b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/qwq-32b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/rolm-ocr"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/rolm-ocr".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/stable-diffusion-xl-1024-v1-0"]
mode = "image_generation"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/stable-diffusion-xl-1024-v1-0".pricing."fireworks_ai"]
input_cost_per_token = 1.3e-10
output_cost_per_token = 1.3e-10

[models."accounts/fireworks/models/stablecode-3b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/stablecode-3b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/starcoder-16b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/starcoder-16b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/starcoder-7b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/starcoder-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/starcoder2-15b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/starcoder2-15b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/starcoder2-3b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/starcoder2-3b".pricing."fireworks_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."accounts/fireworks/models/starcoder2-7b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/starcoder2-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/toppy-m-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/toppy-m-7b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/whisper-v3"]
mode = "audio_transcription"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/whisper-v3".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/whisper-v3-turbo"]
mode = "audio_transcription"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/whisper-v3-turbo".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."accounts/fireworks/models/yi-34b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/yi-34b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/yi-34b-200k-capybara"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/yi-34b-200k-capybara".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/yi-34b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/yi-34b-chat".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."accounts/fireworks/models/yi-6b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/yi-6b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/models/yi-large"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = false

[models."accounts/fireworks/models/yi-large".pricing."fireworks_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."accounts/fireworks/models/zephyr-7b-beta"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."accounts/fireworks/models/zephyr-7b-beta".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."accounts/fireworks/routers/glm-5p1-fast"]
display_name = "GLM 5.1 Fast"
model_family = "glm"
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 131072
input_cost_per_token = 0.0000028
output_cost_per_token = 0.0000088
cache_read_input_token_cost = 5.2e-7
litellm_provider = "fireworks-ai"
providers = ["fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/routers/glm-5p1-fast".pricing."fireworks-ai"]
cache_read_input_token_cost = 5.2e-7
input_cost_per_token = 0.0000028
output_cost_per_token = 0.0000088

[models."accounts/fireworks/routers/kimi-k2p6-turbo"]
display_name = "Kimi K2.6 Turbo"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
litellm_provider = "firepass"
providers = ["firepass", "fireworks-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."accounts/fireworks/routers/kimi-k2p6-turbo".pricing."fireworks-ai"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."ada"]
mode = "embedding"
max_input_tokens = 8191
max_tokens = 8191
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure"]

[models."ada".pricing."azure"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."ai21-labs/ai21-jamba-1-5-large"]
display_name = "AI21 Jamba 1.5 Large"
model_family = "jamba"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2024-08-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ai21-labs/ai21-jamba-1-5-mini"]
display_name = "AI21 Jamba 1.5 Mini"
model_family = "jamba"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2024-08-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ai21.j2-mid-v1"]
mode = "chat"
max_input_tokens = 8191
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.0000125
output_cost_per_token = 0.0000125
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ai21.j2-mid-v1".pricing."bedrock"]
input_cost_per_token = 0.0000125
output_cost_per_token = 0.0000125

[models."ai21.j2-ultra-v1"]
mode = "chat"
max_input_tokens = 8191
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.0000188
output_cost_per_token = 0.0000188
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ai21.j2-ultra-v1".pricing."bedrock"]
input_cost_per_token = 0.0000188
output_cost_per_token = 0.0000188

[models."ai21.jamba-1-5-large-v1:0"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ai21.jamba-1-5-large-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."ai21.jamba-1-5-mini-v1:0"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ai21.jamba-1-5-mini-v1:0".pricing."bedrock"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7

[models."ai21.jamba-instruct-v1:0"]
mode = "chat"
max_input_tokens = 70000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 7e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_system_messages = true

[models."ai21.jamba-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 7e-7

[models."aion-labs-aion-2-0"]
display_name = "Aion 2.0"
model_family = "o"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.5e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-03-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."aion-labs-aion-2-0".pricing."venice"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."aion-labs/aion-1-0"]
display_name = "Aion 1.0"
model_family = "llama"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 0.000003995
output_cost_per_token = 0.00000799
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-02-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."aion-labs/aion-1-0".pricing."kilo"]
input_cost_per_token = 0.000004
output_cost_per_token = 0.000008
[models."aion-labs/aion-1-0".pricing."nano-gpt"]
input_cost_per_token = 0.000003995
output_cost_per_token = 0.00000799
[models."aion-labs/aion-1-0".pricing."openrouter"]
input_cost_per_token = 0.000004
output_cost_per_token = 0.000008

[models."aion-labs/aion-1-0-mini"]
display_name = "Aion 1.0 mini (DeepSeek)"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 0.000001394
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-02-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."aion-labs/aion-1-0-mini".pricing."kilo"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000014
[models."aion-labs/aion-1-0-mini".pricing."nano-gpt"]
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 0.000001394
[models."aion-labs/aion-1-0-mini".pricing."openrouter"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000014

[models."aion-labs/aion-2-0"]
display_name = "AionLabs: Aion-2.0"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000016000000000000001
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-02-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."aion-labs/aion-2-0".pricing."kilo"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000016000000000000001
[models."aion-labs/aion-2-0".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000016000000000000001

[models."aion-labs/aion-rp-llama-3-1-8b"]
display_name = "Llama 3.1 8b (uncensored)"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12-31"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."aion-labs/aion-rp-llama-3-1-8b".pricing."kilo"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000016000000000000001
[models."aion-labs/aion-rp-llama-3-1-8b".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
[models."aion-labs/aion-rp-llama-3-1-8b".pricing."openrouter"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000016000000000000001

[models."aisingapore/Gemma-SEA-LION-v4-27B-IT"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = true
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."aisingapore/Gemma-SEA-LION-v4-27B-IT".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."aisingapore/Qwen-SEA-LION-v4-32B-IT"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = true
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."aisingapore/Qwen-SEA-LION-v4-32B-IT".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."alfredpros/codellama-7b-instruct-solidity"]
display_name = "AlfredPros: CodeLLaMa 7B Instruct Solidity"
model_family = "llama"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000012
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-06-30"
release_date = "2025-04-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alfredpros/codellama-7b-instruct-solidity".pricing."kilo"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000012
[models."alfredpros/codellama-7b-instruct-solidity".pricing."openrouter"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000012

[models."alibaba-qwen3-32b"]
display_name = "Qwen3-32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 40960
max_tokens = 40960
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-04-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."alibaba-qwen3-32b".pricing."digitalocean"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 5.5e-7

[models."alibaba/qwen-3-14b"]
display_name = "Qwen3-14B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."alibaba/qwen-3-14b".pricing."vercel"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."alibaba/qwen-3-14b".pricing."vercel_ai_gateway"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7

[models."alibaba/qwen-3-235b"]
display_name = "Qwen3 235B A22B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."alibaba/qwen-3-235b".pricing."vercel"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 6e-7
[models."alibaba/qwen-3-235b".pricing."vercel_ai_gateway"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."alibaba/qwen-3-30b"]
display_name = "Qwen3-30B-A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."alibaba/qwen-3-30b".pricing."vercel"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.9e-7
[models."alibaba/qwen-3-30b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."alibaba/qwen-3-32b"]
display_name = "Qwen 3.32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."alibaba/qwen-3-32b".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."alibaba/qwen-3-32b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."alibaba/qwen-3-6-max-preview"]
display_name = "Qwen 3.6 Max Preview"
model_family = "qwen"
mode = "chat"
max_input_tokens = 240000
max_output_tokens = 64000
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000078
cache_read_input_token_cost = 2.6e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-20"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen-3-6-max-preview".pricing."vercel"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000078

[models."alibaba/qwen3-235b-a22b-thinking"]
display_name = "Qwen3 235B A22B Thinking 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262114
max_output_tokens = 262114
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000028999999999999998
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-235b-a22b-thinking".pricing."vercel"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000028999999999999998

[models."alibaba/qwen3-5-flash"]
display_name = "Qwen 3.5 Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 1e-9
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-5-flash".pricing."vercel"]
cache_read_input_token_cost = 1e-9
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."alibaba/qwen3-5-plus"]
display_name = "Qwen 3.5 Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 4e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-5-plus".pricing."vercel"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024

[models."alibaba/qwen3-6-27b"]
display_name = "Qwen 3.6 27B"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-6-27b".pricing."vercel"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036

[models."alibaba/qwen3-6-flash"]
display_name = "Qwen3.6 Flash"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 991800
max_output_tokens = 65536
input_cost_per_token = 1.9e-7
output_cost_per_token = 0.00000116
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-04-17"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-6-flash".pricing."nano-gpt"]
input_cost_per_token = 1.9e-7
output_cost_per_token = 0.00000116

[models."alibaba/qwen3-6-plus"]
display_name = "Qwen 3.6 Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-02"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-6-plus".pricing."vercel"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."alibaba/qwen3-7-max"]
display_name = "Qwen 3.7 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 991000
max_output_tokens = 64000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
cache_read_input_token_cost = 5e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-21"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-7-max".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075

[models."alibaba/qwen3-coder"]
display_name = "Qwen3 Coder 480B A35B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 66536
max_tokens = 66536
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."alibaba/qwen3-coder".pricing."vercel"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 0.00000153
[models."alibaba/qwen3-coder".pricing."vercel_ai_gateway"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016

[models."alibaba/qwen3-coder-30b-a3b"]
display_name = "Qwen 3 Coder 30B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 160000
max_output_tokens = 32768
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-coder-30b-a3b".pricing."vercel"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7

[models."alibaba/qwen3-coder-next"]
display_name = "Qwen3 Coder Next"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-coder-next".pricing."vercel"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012

[models."alibaba/qwen3-coder-plus"]
display_name = "Qwen3 Coder Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-coder-plus".pricing."vercel"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."alibaba/qwen3-embedding-0-6b"]
display_name = "Qwen3 Embedding 0.6B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 1e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-embedding-0-6b".pricing."vercel"]
input_cost_per_token = 1e-8

[models."alibaba/qwen3-embedding-4b"]
display_name = "Qwen3 Embedding 4B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 2e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-embedding-4b".pricing."vercel"]
input_cost_per_token = 2e-8

[models."alibaba/qwen3-embedding-8b"]
display_name = "Qwen3 Embedding 8B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 5.0000000000000004e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-embedding-8b".pricing."vercel"]
input_cost_per_token = 5.0000000000000004e-8

[models."alibaba/qwen3-max"]
display_name = "Qwen3 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-09-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-max".pricing."vercel"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."alibaba/qwen3-max-preview"]
display_name = "Qwen3 Max Preview"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2.4e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-09-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-max-preview".pricing."vercel"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."alibaba/qwen3-max-thinking"]
display_name = "Qwen 3 Max Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2.4e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-max-thinking".pricing."vercel"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."alibaba/qwen3-next-80b-a3b-instruct"]
display_name = "Qwen3 Next 80B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 9e-8
output_cost_per_token = 0.0000011
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-next-80b-a3b-instruct".pricing."vercel"]
input_cost_per_token = 9e-8
output_cost_per_token = 0.0000011

[models."alibaba/qwen3-next-80b-a3b-thinking"]
display_name = "Qwen3 Next 80B A3B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-09"
release_date = "2025-09-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-next-80b-a3b-thinking".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015

[models."alibaba/qwen3-vl-235b-a22b-instruct"]
display_name = "Qwen3 VL 235B A22B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 129024
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-vl-235b-a22b-instruct".pricing."vercel"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016

[models."alibaba/qwen3-vl-instruct"]
display_name = "Qwen3 VL Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 129024
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-vl-instruct".pricing."vercel"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028

[models."alibaba/qwen3-vl-thinking"]
display_name = "Qwen3 VL Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 129024
input_cost_per_token = 7e-7
output_cost_per_token = 0.000008400000000000001
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-09"
release_date = "2025-09-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/qwen3-vl-thinking".pricing."vercel"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.000008400000000000001

[models."alibaba/tongyi-deepresearch-30b-a3b"]
display_name = "Tongyi DeepResearch 30B A3B"
model_family = "yi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alibaba/tongyi-deepresearch-30b-a3b".pricing."kilo"]
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7
[models."alibaba/tongyi-deepresearch-30b-a3b".pricing."openrouter"]
cache_read_input_token_cost = 9e-8
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7

[models."alicloud-deepseek-v4-flash"]
display_name = "DeepSeek V4 Flash (Alibaba Cloud)"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alicloud-deepseek-v4-flash".pricing."aihubmix"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7

[models."alicloud-deepseek-v4-pro"]
display_name = "DeepSeek V4 Pro (Alibaba Cloud)"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 0.00000169
output_cost_per_token = 0.00000338
cache_read_input_token_cost = 1.3e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alicloud-deepseek-v4-pro".pricing."aihubmix"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000169
output_cost_per_token = 0.00000338

[models."alicloud-glm-5-1"]
display_name = "GLM-5.1 (Alibaba Cloud)"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 8.4e-7
output_cost_per_token = 0.00000338
cache_read_input_token_cost = 1.6900000000000002e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."alicloud-glm-5-1".pricing."aihubmix"]
cache_read_input_token_cost = 1.6900000000000002e-7
input_cost_per_token = 8.4e-7
output_cost_per_token = 0.00000338

[models."all-mini-lm-l6-v2"]
display_name = "All-MiniLM-L6-v2"
model_family = "text-embedding"
mode = "chat"
max_input_tokens = 256
max_output_tokens = 384
input_cost_per_token = 9e-9
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2021-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."all-mini-lm-l6-v2".pricing."digitalocean"]
input_cost_per_token = 9e-9

[models."allam-2-7b"]
display_name = "ALLaM-2-7b"
model_family = "allam"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."allenai/Olmo-3-32B-Think"]
display_name = "Olmo 3 32B Think"
model_family = "allenai"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-11-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."allenai/Olmo-3-32B-Think".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5e-7
[models."allenai/Olmo-3-32B-Think".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 4.5e-7
[models."allenai/Olmo-3-32B-Think".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5e-7
[models."allenai/Olmo-3-32B-Think".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."allenai/Olmo-3-7B-Instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = true
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."allenai/Olmo-3-7B-Instruct".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."allenai/Olmo-3-7B-Think"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = true
supports_reasoning = true
source = "https://platform.publicai.co/docs"
supports_tool_choice = true

[models."allenai/Olmo-3-7B-Think".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."allenai/molmo-2-8b"]
display_name = "Molmo 2 8B"
model_family = "allenai"
mode = "chat"
max_input_tokens = 36864
max_output_tokens = 36864
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."allenai/molmo-2-8b".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."allenai/olmOCR-7B-0725-FP8"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.0000015
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_tool_choice = false

[models."allenai/olmOCR-7B-0725-FP8".pricing."deepinfra"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.0000015

[models."allenai/olmo-3-1-32b-instruct"]
display_name = "Olmo 3.1 32B Instruct"
model_family = "allenai"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."allenai/olmo-3-1-32b-instruct".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."allenai/olmo-3-1-32b-think"]
display_name = "Olmo 3.1 32B Think"
model_family = "allenai"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."allenai/olmo-3-1-32b-think".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5e-7

[models."amazon.nova-2-lite-v1:0"]
display_name = "Nova 2 Lite"
model_family = "nova"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 7.5e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_video_input = true

[models."amazon.nova-2-lite-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275
[models."amazon.nova-2-lite-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."amazon.nova-2-multimodal-embeddings-v1:0"]
mode = "embedding"
max_input_tokens = 8172
max_tokens = 8172
input_cost_per_token = 1.35e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
source = "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/model-catalog/serverless/amazon.nova-2-multimodal-embeddings-v1:0"
input_cost_per_audio_per_second = 0.00014
input_cost_per_image = 0.00006
input_cost_per_video_per_second = 0.0007
output_vector_size = 3072
supports_audio_input = true
supports_embedding_image_input = true
supports_image_input = true
supports_video_input = true

[models."amazon.nova-2-multimodal-embeddings-v1:0".pricing."bedrock"]
input_cost_per_audio_per_second = 0.00014
input_cost_per_image = 0.00006
input_cost_per_token = 1.35e-7
input_cost_per_video_per_second = 0.0007
output_cost_per_token = 0

[models."amazon.nova-2-pro-preview-20251202-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 5.46875e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
supports_response_schema = true
supports_video_input = true

[models."amazon.nova-2-pro-preview-20251202-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 5.46875e-7
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175

[models."amazon.nova-canvas-v1:0"]
mode = "image_generation"
max_input_tokens = 2600
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.06
supports_nova_canvas_image_edit = true

[models."amazon.nova-canvas-v1:0".pricing."bedrock"]
output_cost_per_image = 0.06

[models."amazon.nova-lite-v1:0"]
display_name = "Nova Lite"
model_family = "nova-lite"
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-03"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."amazon.nova-lite-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."amazon.nova-lite-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."amazon.nova-micro-v1:0"]
display_name = "Nova Micro"
model_family = "nova-micro"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."amazon.nova-micro-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 8.75e-9
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
[models."amazon.nova-micro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7

[models."amazon.nova-pro-v1:0"]
display_name = "Nova Pro"
model_family = "nova-pro"
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-03"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."amazon.nova-pro-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003
[models."amazon.nova-pro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032

[models."amazon.rerank-v1:0"]
mode = "rerank"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_query = 0.001
max_document_chunks_per_query = 100
max_query_tokens = 32000
max_tokens_per_document_chunk = 512

[models."amazon.rerank-v1:0".pricing."bedrock"]
input_cost_per_query = 0.001
input_cost_per_token = 0
output_cost_per_token = 0

[models."amazon.titan-embed-image-v1"]
mode = "embedding"
max_input_tokens = 128
max_tokens = 128
input_cost_per_token = 8e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
source = "https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/providers?model=amazon.titan-image-generator-v1"
input_cost_per_image = 0.00006
output_vector_size = 1024
supports_embedding_image_input = true
supports_image_input = true

[models."amazon.titan-embed-image-v1".metadata]
notes = "'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."

[models."amazon.titan-embed-image-v1".pricing."bedrock"]
input_cost_per_image = 0.00006
input_cost_per_token = 8e-7
output_cost_per_token = 0

[models."amazon.titan-embed-text-v1"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1536

[models."amazon.titan-embed-text-v1".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."amazon.titan-embed-text-v2:0"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1024

[models."amazon.titan-embed-text-v2:0".pricing."bedrock"]
input_cost_per_token = 2e-7
output_cost_per_token = 0

[models."amazon.titan-image-generator-v1"]
mode = "image_generation"
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_image = 0
output_cost_per_image = 0.008
output_cost_per_image_above_512_and_512_pixels = 0.01
output_cost_per_image_above_512_and_512_pixels_and_premium_image = 0.012
output_cost_per_image_premium_image = 0.01

[models."amazon.titan-image-generator-v1".pricing."bedrock"]
input_cost_per_image = 0
output_cost_per_image = 0.008
output_cost_per_image_above_512_and_512_pixels = 0.01
output_cost_per_image_above_512_and_512_pixels_and_premium_image = 0.012
output_cost_per_image_premium_image = 0.01

[models."amazon.titan-image-generator-v2"]
mode = "image_generation"
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_image = 0
output_cost_per_image = 0.008
output_cost_per_image_above_1024_and_1024_pixels = 0.01
output_cost_per_image_above_1024_and_1024_pixels_and_premium_image = 0.012
output_cost_per_image_premium_image = 0.01

[models."amazon.titan-image-generator-v2".pricing."bedrock"]
input_cost_per_image = 0
output_cost_per_image = 0.008
output_cost_per_image_above_1024_and_1024_pixels = 0.01
output_cost_per_image_above_1024_and_1024_pixels_and_premium_image = 0.012
output_cost_per_image_premium_image = 0.01

[models."amazon.titan-image-generator-v2:0"]
mode = "image_generation"
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_image = 0
output_cost_per_image = 0.008
output_cost_per_image_above_1024_and_1024_pixels = 0.01
output_cost_per_image_above_1024_and_1024_pixels_and_premium_image = 0.012
output_cost_per_image_premium_image = 0.01

[models."amazon.titan-image-generator-v2:0".pricing."bedrock"]
input_cost_per_image = 0
output_cost_per_image = 0.008
output_cost_per_image_above_1024_and_1024_pixels = 0.01
output_cost_per_image_above_1024_and_1024_pixels_and_premium_image = 0.012
output_cost_per_image_premium_image = 0.01

[models."amazon.titan-text-express-v1"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000017
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."amazon.titan-text-express-v1".pricing."bedrock"]
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000017

[models."amazon.titan-text-lite-v1"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 3e-7
output_cost_per_token = 4e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."amazon.titan-text-lite-v1".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 4e-7

[models."amazon.titan-text-premier-v1:0"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."amazon.titan-text-premier-v1:0".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."anthracite-org/magnum-v2-72b"]
display_name = "Magnum V2 72B"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002992
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthracite-org/magnum-v2-72b".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002992

[models."anthracite-org/magnum-v4-72b"]
display_name = "Magnum v4 72B"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002992
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-06-30"
release_date = "2025-01-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthracite-org/magnum-v4-72b".pricing."kilo"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000005
[models."anthracite-org/magnum-v4-72b".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002992
[models."anthracite-org/magnum-v4-72b".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000005

[models."anthropic--claude-3-5-sonnet"]
display_name = "anthropic--claude-3.5-sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04-30"
release_date = "2024-10-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-3-5-sonnet".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic--claude-3-7-sonnet"]
display_name = "anthropic--claude-3.7-sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2025-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-3-7-sonnet".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic--claude-3-haiku"]
display_name = "anthropic--claude-3-haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 3e-8
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-03-13"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-3-haiku".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."anthropic--claude-3-opus"]
display_name = "anthropic--claude-3-opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-02-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-3-opus".pricing."sap-ai-core"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic--claude-3-sonnet"]
display_name = "anthropic--claude-3-sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-03-04"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-3-sonnet".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic--claude-4-5-haiku"]
display_name = "anthropic--claude-4.5-haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-5-haiku".pricing."sap-ai-core"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."anthropic--claude-4-5-opus"]
display_name = "anthropic--claude-4.5-opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-5-opus".pricing."sap-ai-core"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic--claude-4-5-sonnet"]
display_name = "anthropic--claude-4.5-sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-5-sonnet".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic--claude-4-6-opus"]
display_name = "anthropic--claude-4.6-opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-6-opus".pricing."sap-ai-core"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic--claude-4-6-sonnet"]
display_name = "anthropic--claude-4.6-sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-6-sonnet".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic--claude-4-7-opus"]
display_name = "anthropic--claude-4.7-opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-7-opus".pricing."sap-ai-core"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic--claude-4-opus"]
display_name = "anthropic--claude-4-opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-opus".pricing."sap-ai-core"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic--claude-4-sonnet"]
display_name = "anthropic--claude-4-sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "sap-ai-core"
providers = ["sap-ai-core"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic--claude-4-sonnet".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic-claude-3-opus"]
display_name = "Claude 3 Opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08"
release_date = "2024-02-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."anthropic-claude-3-opus".pricing."digitalocean"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."anthropic-claude-3-opus".pricing."gradient_ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic-claude-3.5-haiku"]
display_name = "Claude 3.5 Haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-11-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."anthropic-claude-3.5-haiku".pricing."digitalocean"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."anthropic-claude-3.5-haiku".pricing."gradient_ai"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004

[models."anthropic-claude-3.5-sonnet"]
display_name = "Claude 3.5 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-06-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."anthropic-claude-3.5-sonnet".pricing."digitalocean"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."anthropic-claude-3.5-sonnet".pricing."gradient_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic-claude-3.7-sonnet"]
display_name = "Claude 3.7 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-11"
release_date = "2025-02-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."anthropic-claude-3.7-sonnet".pricing."digitalocean"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."anthropic-claude-3.7-sonnet".pricing."gradient_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic-claude-4-1-opus"]
display_name = "Claude Opus 4.1"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-4-1-opus".pricing."digitalocean"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic-claude-4-5-haiku"]
display_name = "Claude Haiku 4.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 0.000001
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-4-5-haiku".pricing."digitalocean"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."anthropic-claude-4-5-sonnet"]
display_name = "Claude Sonnet 4.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-4-5-sonnet".pricing."digitalocean"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic-claude-4-6-sonnet"]
display_name = "Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-4-6-sonnet".pricing."digitalocean"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic-claude-haiku-4-5"]
display_name = "Claude Haiku 4.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 0.000001
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-haiku-4-5".pricing."digitalocean"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."anthropic-claude-opus-4"]
display_name = "Claude Opus 4"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-opus-4".pricing."digitalocean"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic-claude-opus-4-5"]
display_name = "Claude Opus 4.5"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-opus-4-5".pricing."digitalocean"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic-claude-opus-4-6"]
display_name = "Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-opus-4-6".pricing."digitalocean"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic-claude-opus-4-7"]
display_name = "Claude Opus 4.7"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-opus-4-7".pricing."digitalocean"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic-claude-sonnet-4"]
display_name = "Claude Sonnet 4"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."anthropic-claude-sonnet-4".pricing."digitalocean"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic.claude-3-5-haiku-20241022-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 8e-8
cache_creation_input_token_cost = 0.000001
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-5-haiku-20241022-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.000001
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004

[models."anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
cache_creation_input_token_cost_above_1hr = 0.0000075
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000015
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.00003
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.0000075
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000015
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.00003

[models."anthropic.claude-3-5-sonnet-20241022-v2:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_1hr = 0.0000075
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000015
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.00003
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-5-sonnet-20241022-v2:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.0000075
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000015
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.00003

[models."anthropic.claude-3-7-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018
cache_read_input_token_cost = 3.6e-7
cache_creation_input_token_cost = 0.0000045
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-7-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.0000045
cache_read_input_token_cost = 3.6e-7
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018

[models."anthropic.claude-3-7-sonnet-20250219-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-7-sonnet-20250219-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic.claude-3-haiku-20240307-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2.5e-8
cache_creation_input_token_cost = 3.125e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-haiku-20240307-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.125e-7
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."anthropic.claude-3-opus-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-opus-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic.claude-3-sonnet-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."anthropic.claude-3-sonnet-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic.claude-haiku-4-5-20251001-v1:0"]
display_name = "Claude Haiku 4.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1e-7
cache_creation_input_token_cost = 0.00000125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
cache_creation_input_token_cost_above_1hr = 0.000002
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."anthropic.claude-haiku-4-5-20251001-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000125
cache_creation_input_token_cost_above_1hr = 0.000002
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."anthropic.claude-haiku-4-5@20251001"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1e-7
cache_creation_input_token_cost = 0.00000125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
cache_creation_input_token_cost_above_1hr = 0.000002
supports_assistant_prefill = true
supports_computer_use = true
supports_native_streaming = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."anthropic.claude-haiku-4-5@20251001".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000125
cache_creation_input_token_cost_above_1hr = 0.000002
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
[models."anthropic.claude-instant-v1".pricing."bedrock/us-east-1"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
[models."anthropic.claude-instant-v1".pricing."bedrock/us-west-2"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024

[models."anthropic.claude-mythos-preview"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = false
supports_minimal_reasoning_effort = true
supports_tool_choice = true

[models."anthropic.claude-mythos-preview".pricing."bedrock"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."anthropic.claude-opus-4-1-20250805-v1:0"]
display_name = "Claude Opus 4.1"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."anthropic.claude-opus-4-1-20250805-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-opus-4-1-20250805-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."anthropic.claude-opus-4-1-20250805-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic.claude-opus-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."anthropic.claude-opus-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-opus-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."anthropic.claude-opus-4-5-20251101-v1:0"]
display_name = "Claude Opus 4.5"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."anthropic.claude-opus-4-5-20251101-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-opus-4-5-20251101-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."anthropic.claude-opus-4-5-20251101-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic.claude-opus-4-6-v1"]
display_name = "Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."anthropic.claude-opus-4-6-v1".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-opus-4-6-v1".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."anthropic.claude-opus-4-6-v1".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic.claude-opus-4-7"]
display_name = "Claude Opus 4.7"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."anthropic.claude-opus-4-7".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-opus-4-7".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."anthropic.claude-opus-4-7".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."anthropic.claude-sonnet-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."anthropic.claude-sonnet-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-sonnet-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."anthropic.claude-sonnet-4-5-20250929-v1:0"]
display_name = "Claude Sonnet 4.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000012
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."anthropic.claude-sonnet-4-5-20250929-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000012
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."anthropic.claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."anthropic.claude-sonnet-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."anthropic.claude-sonnet-4-6".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."anthropic.claude-sonnet-4-6".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."anthropic.claude-v1".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."anthropic.claude-v1".pricing."bedrock/us-east-1"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."anthropic.claude-v1".pricing."bedrock/us-west-2"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."anthropic.claude-v2:1".pricing."bedrock/us-east-1"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."anthropic.claude-v2:1".pricing."bedrock/us-west-2"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.01475
output_cost_per_second = 0.01475
supports_tool_choice = true

[models."ap-northeast-1/1-month-commitment/anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_second = 0.01475
output_cost_per_second = 0.01475

[models."ap-northeast-1/1-month-commitment/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0455
output_cost_per_second = 0.0455

[models."ap-northeast-1/1-month-commitment/anthropic.claude-v1".pricing."bedrock"]
input_cost_per_second = 0.0455
output_cost_per_second = 0.0455

[models."ap-northeast-1/1-month-commitment/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0455
output_cost_per_second = 0.0455
supports_tool_choice = true

[models."ap-northeast-1/1-month-commitment/anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_second = 0.0455
output_cost_per_second = 0.0455

[models."ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.008194
output_cost_per_second = 0.008194
supports_tool_choice = true

[models."ap-northeast-1/6-month-commitment/anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_second = 0.008194
output_cost_per_second = 0.008194

[models."ap-northeast-1/6-month-commitment/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.02527
output_cost_per_second = 0.02527

[models."ap-northeast-1/6-month-commitment/anthropic.claude-v1".pricing."bedrock"]
input_cost_per_second = 0.02527
output_cost_per_second = 0.02527

[models."ap-northeast-1/6-month-commitment/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.02527
output_cost_per_second = 0.02527
supports_tool_choice = true

[models."ap-northeast-1/6-month-commitment/anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_second = 0.02527
output_cost_per_second = 0.02527

[models."ap-northeast-1/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.00000223
output_cost_per_token = 0.00000755
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."ap-northeast-1/anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_token = 0.00000223
output_cost_per_token = 0.00000755

[models."ap-northeast-1/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."ap-northeast-1/anthropic.claude-v1".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."ap-northeast-1/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."ap-northeast-1/anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."ap-northeast-1/deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."ap-northeast-1/deepseek.v3.2".pricing."bedrock"]
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222

[models."ap-northeast-1/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-northeast-1/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."ap-northeast-1/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-northeast-1/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."ap-northeast-1/moonshotai.kimi-k2-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000303
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true

[models."ap-northeast-1/moonshotai.kimi-k2-thinking".pricing."bedrock"]
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000303

[models."ap-northeast-1/moonshotai.kimi-k2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-northeast-1/moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036

[models."ap-northeast-1/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-northeast-1/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144

[models."ap-south-1/deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."ap-south-1/deepseek.v3.2".pricing."bedrock"]
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222

[models."ap-south-1/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000318
output_cost_per_token = 0.0000042
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ap-south-1/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000318
output_cost_per_token = 0.0000042

[models."ap-south-1/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 7.2e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ap-south-1/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 7.2e-7

[models."ap-south-1/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-south-1/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."ap-south-1/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-south-1/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."ap-south-1/moonshotai.kimi-k2-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.1e-7
output_cost_per_token = 0.00000294
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true

[models."ap-south-1/moonshotai.kimi-k2-thinking".pricing."bedrock"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 0.00000294

[models."ap-south-1/moonshotai.kimi-k2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-south-1/moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036

[models."ap-south-1/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-south-1/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144

[models."ap-southeast-2/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.09e-7
output_cost_per_token = 0.000001236
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-southeast-2/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.09e-7
output_cost_per_token = 0.000001236

[models."ap-southeast-3/deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."ap-southeast-3/deepseek.v3.2".pricing."bedrock"]
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222

[models."ap-southeast-3/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-southeast-3/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."ap-southeast-3/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-southeast-3/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."ap-southeast-3/moonshotai.kimi-k2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-southeast-3/moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036

[models."ap-southeast-3/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."ap-southeast-3/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144

[models."apac.amazon.nova-2-lite-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275
cache_read_input_token_cost = 8.25e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true
supports_video_input = true

[models."apac.amazon.nova-2-lite-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 8.25e-8
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275

[models."apac.amazon.nova-2-pro-preview-20251202-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 5.46875e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
supports_response_schema = true
supports_video_input = true

[models."apac.amazon.nova-2-pro-preview-20251202-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 5.46875e-7
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175

[models."apac.amazon.nova-lite-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 6.3e-8
output_cost_per_token = 2.52e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."apac.amazon.nova-lite-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 6.3e-8
output_cost_per_token = 2.52e-7

[models."apac.amazon.nova-micro-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 3.7e-8
output_cost_per_token = 1.48e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_prompt_caching = true
supports_response_schema = true

[models."apac.amazon.nova-micro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 3.7e-8
output_cost_per_token = 1.48e-7

[models."apac.amazon.nova-pro-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 8.4e-7
output_cost_per_token = 0.00000336
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."apac.amazon.nova-pro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 8.4e-7
output_cost_per_token = 0.00000336

[models."apac.anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."apac.anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."apac.anthropic.claude-3-5-sonnet-20241022-v2:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."apac.anthropic.claude-3-5-sonnet-20241022-v2:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."apac.anthropic.claude-3-haiku-20240307-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2.5e-8
cache_creation_input_token_cost = 3.125e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."apac.anthropic.claude-3-haiku-20240307-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.125e-7
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."apac.anthropic.claude-3-sonnet-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."apac.anthropic.claude-3-sonnet-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."apac.anthropic.claude-haiku-4-5-20251001-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0.000001375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."apac.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000001375
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055

[models."apac.anthropic.claude-sonnet-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."apac.anthropic.claude-sonnet-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."apac.anthropic.claude-sonnet-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."arcee-ai/coder-large"]
display_name = "Arcee AI: Coder Large"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/coder-large".pricing."kilo"]
input_cost_per_token = 5e-7
output_cost_per_token = 8.000000000000001e-7
[models."arcee-ai/coder-large".pricing."openrouter"]
input_cost_per_token = 5e-7
output_cost_per_token = 8.000000000000001e-7

[models."arcee-ai/maestro-reasoning"]
display_name = "Arcee AI: Maestro Reasoning"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32000
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000032999999999999997
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/maestro-reasoning".pricing."kilo"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000032999999999999997
[models."arcee-ai/maestro-reasoning".pricing."openrouter"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000032999999999999997

[models."arcee-ai/spotlight"]
display_name = "Arcee AI: Spotlight"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65537
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-06"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/spotlight".pricing."kilo"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
[models."arcee-ai/spotlight".pricing."openrouter"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."arcee-ai/trinity-large"]
display_name = "Trinity Large"
model_family = "trinity"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/trinity-large".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."arcee-ai/trinity-large-preview"]
display_name = "Arcee AI: Trinity Large Preview"
model_family = "trinity"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 4.5000000000000003e-7
litellm_provider = "kilo"
providers = ["kilo", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2026-01-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/trinity-large-preview".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 4.5000000000000003e-7
[models."arcee-ai/trinity-large-preview".pricing."vercel"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."arcee-ai/trinity-large-thinking"]
display_name = "Arcee AI: Trinity Large Thinking"
model_family = "trinity"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/trinity-large-thinking".pricing."kilo"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.5e-7
[models."arcee-ai/trinity-large-thinking".pricing."openrouter"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.5e-7
[models."arcee-ai/trinity-large-thinking".pricing."vercel"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 9e-7

[models."arcee-ai/trinity-large-thinking:free"]
display_name = "Trinity Large Thinking (free)"
model_family = "trinity"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 80000
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/trinity-mini"]
display_name = "Trinity Mini"
model_family = "trinity-mini"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 4.5000000000000006e-8
output_cost_per_token = 1.5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/trinity-mini".pricing."kilo"]
input_cost_per_token = 4.5e-8
output_cost_per_token = 1.5e-7
[models."arcee-ai/trinity-mini".pricing."nano-gpt"]
input_cost_per_token = 4.5000000000000006e-8
output_cost_per_token = 1.5e-7
[models."arcee-ai/trinity-mini".pricing."openrouter"]
input_cost_per_token = 4.5e-8
output_cost_per_token = 1.5e-7
[models."arcee-ai/trinity-mini".pricing."vercel"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.5e-7

[models."arcee-ai/virtuoso-large"]
display_name = "Arcee AI: Virtuoso Large"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 64000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-ai/virtuoso-large".pricing."kilo"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000012
[models."arcee-ai/virtuoso-large".pricing."openrouter"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000012

[models."arcee-trinity-large-thinking"]
display_name = "Trinity Large Thinking"
model_family = "trinity"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.000000000000001e-7
cache_read_input_token_cost = 6e-8
litellm_provider = "digitalocean"
providers = ["digitalocean", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee-trinity-large-thinking".pricing."digitalocean"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.000000000000001e-7
[models."arcee-trinity-large-thinking".pricing."venice"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3.125e-7
output_cost_per_token = 0.000001125

[models."arcee_ai/AFM/models/trinity-mini"]
display_name = "Trinity Mini"
model_family = "trinity-mini"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 4.5e-8
output_cost_per_token = 1.5e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."arcee_ai/AFM/models/trinity-mini".pricing."clarifai"]
input_cost_per_token = 4.5e-8
output_cost_per_token = 1.5e-7

[models."ascend-tribe/pangu-pro-moe"]
display_name = "ascend-tribe/pangu-pro-moe"
model_family = "pangu"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-07-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ascend-tribe/pangu-pro-moe".pricing."siliconflow-cn"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."asi1-mini"]
display_name = "ASI1 Mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-25"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."asi1-mini".pricing."nano-gpt"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."au.anthropic.claude-haiku-4-5-20251001-v1:0"]
display_name = "Claude Haiku 4.5 (AU)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0.000001375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."au.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."au.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000001375
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055

[models."au.anthropic.claude-opus-4-6-v1"]
display_name = "AU Anthropic Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."au.anthropic.claude-opus-4-6-v1".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."au.anthropic.claude-opus-4-6-v1".pricing."amazon-bedrock"]
cache_read_input_token_cost = 0.0000016499999999999999
input_cost_per_token = 0.0000165
output_cost_per_token = 0.0000825
[models."au.anthropic.claude-opus-4-6-v1".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."au.anthropic.claude-opus-4-7"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."au.anthropic.claude-opus-4-7".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."au.anthropic.claude-opus-4-7".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."au.anthropic.claude-sonnet-4-5-20250929-v1:0"]
display_name = "Claude Sonnet 4.5 (AU)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token_above_200k_tokens = 0.00002475
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."au.anthropic.claude-sonnet-4-5-20250929-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."au.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."au.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost = 3.3e-7
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token = 0.0000033
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token = 0.0000165
output_cost_per_token_above_200k_tokens = 0.00002475

[models."au.anthropic.claude-sonnet-4-6"]
display_name = "AU Anthropic Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."au.anthropic.claude-sonnet-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."au.anthropic.claude-sonnet-4-6".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000032999999999999997
output_cost_per_token = 0.0000165
[models."au.anthropic.claude-sonnet-4-6".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."auto"]
display_name = "Auto Router"
model_family = "auto"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 32768
max_tokens = 2000000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "llmgateway", "morph"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["audio", "image", "pdf", "text", "video"]
supported_output_modalities = ["image", "text"]
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_video_input = true

[models."auto".pricing."morph"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.00000155
[models."auto".pricing."openrouter"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."auto-model"]
display_name = "Auto model"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."auto-model-basic"]
display_name = "Auto model (Basic)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."auto-model-basic".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992

[models."auto-model-premium"]
display_name = "Auto model (Premium)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."auto-model-premium".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992

[models."auto-model-standard"]
display_name = "Auto model (Standard)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."auto-model-standard".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992

[models."azure-gpt-4-turbo"]
display_name = "Azure gpt-4-turbo"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000030004999999999998
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."azure-gpt-4-turbo".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000030004999999999998

[models."azure-gpt-4o"]
display_name = "Azure gpt-4o"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-05-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."azure-gpt-4o".pricing."nano-gpt"]
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996

[models."azure-gpt-4o-mini"]
display_name = "Azure gpt-4o-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.4960000000000002e-7
output_cost_per_token = 5.95e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-07-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."azure-gpt-4o-mini".pricing."nano-gpt"]
input_cost_per_token = 1.4960000000000002e-7
output_cost_per_token = 5.95e-7

[models."azure-o1"]
display_name = "Azure o1"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000059993
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."azure-o1".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000059993

[models."azure-o3-mini"]
display_name = "Azure o3-mini"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 65536
input_cost_per_token = 0.000001088
output_cost_per_token = 0.0000043996
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."azure-o3-mini".pricing."nano-gpt"]
input_cost_per_token = 0.000001088
output_cost_per_token = 0.0000043996

[models."baai/bge-base-en-v1.5"]
mode = "embedding"
max_input_tokens = 512
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "together_ai"
providers = ["together_ai"]
output_vector_size = 768

[models."baai/bge-base-en-v1.5".pricing."together_ai"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."baai/bge-m3"]
display_name = "BGE M3"
model_family = "bge"
mode = "embedding"
max_input_tokens = 8192
max_output_tokens = 96000
max_tokens = 96000
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8
litellm_provider = "novita"
providers = ["novita", "nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-01-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."baai/bge-m3".pricing."novita"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."baai/bge-reranker-v2-m3"]
mode = "rerank"
max_input_tokens = 8000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8
litellm_provider = "novita"
providers = ["novita"]

[models."baai/bge-reranker-v2-m3".pricing."novita"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."babbage-002"]
mode = "completion"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7
litellm_provider = "text-completion-openai"
providers = ["text-completion-openai"]

[models."babbage-002".pricing."text-completion-openai"]
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7

[models."baichuan/baichuan-m2-32b"]
display_name = "baichuan-m2-32b"
model_family = "baichuan"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-08-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."baichuan/baichuan-m2-32b".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
[models."baichuan/baichuan-m2-32b".pricing."novita-ai"]
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8

[models."baidu/cobuddy:free"]
display_name = "Baidu: CoBuddy (free)"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."baidu/ernie-4-5-300b-a47b"]
display_name = "ERNIE 4.5 300B"
model_family = "ernie"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-06-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."baidu/ernie-4-5-300b-a47b".pricing."kilo"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
[models."baidu/ernie-4-5-300b-a47b".pricing."nano-gpt"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115
[models."baidu/ernie-4-5-300b-a47b".pricing."openrouter"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
[models."baidu/ernie-4-5-300b-a47b".pricing."siliconflow"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
[models."baidu/ernie-4-5-300b-a47b".pricing."siliconflow-cn"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011

[models."baidu/ernie-4.5-21B-a3b"]
display_name = "ERNIE 4.5 21B A3B"
model_family = "ernie"
mode = "chat"
max_input_tokens = 120000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-06-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."baidu/ernie-4.5-21B-a3b".pricing."kilo"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."baidu/ernie-4.5-21B-a3b".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."baidu/ernie-4.5-21B-a3b".pricing."novita-ai"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."baidu/ernie-4.5-21B-a3b".pricing."openrouter"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."baidu/ernie-4.5-21B-a3b-thinking"]
display_name = "ERNIE-4.5-21B-A3B-Thinking"
model_family = "ernie"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."baidu/ernie-4.5-21B-a3b-thinking".pricing."kilo"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."baidu/ernie-4.5-21B-a3b-thinking".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."baidu/ernie-4.5-21B-a3b-thinking".pricing."novita-ai"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."baidu/ernie-4.5-21B-a3b-thinking".pricing."openrouter"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."baidu/ernie-4.5-300b-a47b-paddle"]
display_name = "ERNIE 4.5 300B A47B"
model_family = "ernie"
mode = "chat"
max_input_tokens = 123000
max_output_tokens = 12000
max_tokens = 12000
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
litellm_provider = "novita"
providers = ["novita", "jiekou", "novita-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-06-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."baidu/ernie-4.5-300b-a47b-paddle".pricing."jiekou"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
[models."baidu/ernie-4.5-300b-a47b-paddle".pricing."novita"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
[models."baidu/ernie-4.5-300b-a47b-paddle".pricing."novita-ai"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011

[models."baidu/ernie-4.5-vl-28b-a3b"]
display_name = "ERNIE 4.5 VL 28B"
model_family = "ernie"
mode = "chat"
max_input_tokens = 30000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.6e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "nano-gpt", "novita-ai", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-06-30"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."baidu/ernie-4.5-vl-28b-a3b".pricing."kilo"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.6e-7
[models."baidu/ernie-4.5-vl-28b-a3b".pricing."nano-gpt"]
input_cost_per_token = 1.3999999999999998e-7
output_cost_per_token = 5.599999999999999e-7
[models."baidu/ernie-4.5-vl-28b-a3b".pricing."novita"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.6e-7
[models."baidu/ernie-4.5-vl-28b-a3b".pricing."novita-ai"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000056
[models."baidu/ernie-4.5-vl-28b-a3b".pricing."openrouter"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.6e-7

[models."baidu/ernie-4.5-vl-28b-a3b-thinking"]
display_name = "ERNIE-4.5-VL-28B-A3B-Thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 3.9e-7
output_cost_per_token = 3.9e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
release_date = "2025-11-26"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."baidu/ernie-4.5-vl-28b-a3b-thinking".pricing."novita"]
input_cost_per_token = 3.9e-7
output_cost_per_token = 3.9e-7
[models."baidu/ernie-4.5-vl-28b-a3b-thinking".pricing."novita-ai"]
input_cost_per_token = 3.9e-7
output_cost_per_token = 3.9e-7

[models."baidu/ernie-4.5-vl-424b-a47b"]
display_name = "ERNIE 4.5 VL 424B A47B"
model_family = "ernie"
mode = "chat"
max_input_tokens = 123000
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 4.2e-7
output_cost_per_token = 0.00000125
litellm_provider = "novita"
providers = ["novita", "jiekou", "kilo", "novita-ai", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-06-30"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."baidu/ernie-4.5-vl-424b-a47b".pricing."jiekou"]
input_cost_per_token = 4.2e-7
output_cost_per_token = 0.00000125
[models."baidu/ernie-4.5-vl-424b-a47b".pricing."kilo"]
input_cost_per_token = 4.2e-7
output_cost_per_token = 0.00000125
[models."baidu/ernie-4.5-vl-424b-a47b".pricing."novita"]
input_cost_per_token = 4.2e-7
output_cost_per_token = 0.00000125
[models."baidu/ernie-4.5-vl-424b-a47b".pricing."novita-ai"]
input_cost_per_token = 4.2e-7
output_cost_per_token = 0.00000125
[models."baidu/ernie-4.5-vl-424b-a47b".pricing."openrouter"]
input_cost_per_token = 4.2e-7
output_cost_per_token = 0.00000125

[models."baidu/ernie-5-0-thinking-preview"]
display_name = "ERNIE 5.0"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
input_cost_per_token = 8.4e-7
output_cost_per_token = 0.00000337
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-01-22"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."baidu/ernie-5-0-thinking-preview".pricing."zenmux"]
input_cost_per_token = 8.4e-7
output_cost_per_token = 0.00000337

[models."baidu/qianfan-ocr-fast"]
display_name = "Baidu: Qianfan-OCR-Fast"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 28672
input_cost_per_token = 6.800000000000001e-7
output_cost_per_token = 0.00000281
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-04-20"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."baidu/qianfan-ocr-fast".pricing."kilo"]
input_cost_per_token = 6.800000000000001e-7
output_cost_per_token = 0.00000281
[models."baidu/qianfan-ocr-fast".pricing."openrouter"]
input_cost_per_token = 6.800000000000001e-7
output_cost_per_token = 0.00000281

[models."base"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-conversationalai"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-conversationalai".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-conversationalai".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-finance"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-finance".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-finance".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-general"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-general".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-general".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-meeting"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-meeting".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-meeting".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-phonecall"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-phonecall".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-phonecall".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-video"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-video".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-video".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."base-voicemail"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00020833
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."base-voicemail".metadata]
calculation = "$0.0125/60 seconds = $0.00020833 per second"
original_pricing_per_minute = 0.0125

[models."base-voicemail".pricing."deepgram"]
input_cost_per_second = 0.00020833
output_cost_per_second = 0

[models."baseten/Kimi-K2-Instruct-FP4"]
display_name = "Kimi K2 0711 Instruct FP4"
model_family = "kimi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 131072
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."baseten/Kimi-K2-Instruct-FP4".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002

[models."best"]
mode = "audio_transcription"
litellm_provider = "assemblyai"
providers = ["assemblyai"]
input_cost_per_second = 0.00003333
output_cost_per_second = 0

[models."best".pricing."assemblyai"]
input_cost_per_second = 0.00003333
output_cost_per_second = 0

[models."bge-m3"]
display_name = "BGE M3"
model_family = "bge"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1024
input_cost_per_token = 2e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-01-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bge-m3".pricing."digitalocean"]
input_cost_per_token = 2e-8

[models."bge-multilingual-gemma2"]
display_name = "BGE Multilingual Gemma2"
model_family = "gemma"
mode = "chat"
max_input_tokens = 8191
max_output_tokens = 3072
input_cost_per_token = 1.0000000000000001e-7
litellm_provider = "scaleway"
providers = ["scaleway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bge-multilingual-gemma2".pricing."scaleway"]
input_cost_per_token = 1.0000000000000001e-7

[models."bge-reranker-v2-m3"]
display_name = "BGE Reranker v2 M3"
model_family = "bge"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1
input_cost_per_token = 1e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-03-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bge-reranker-v2-m3".pricing."digitalocean"]
input_cost_per_token = 1e-8

[models."big-pickle"]
display_name = "Big Pickle"
model_family = "big-pickle"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-10-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bigscience/mt0-xxl-13b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0005
output_cost_per_token = 0.002
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."bigscience/mt0-xxl-13b".pricing."watsonx"]
input_cost_per_token = 0.0005
output_cost_per_token = 0.002

[models."black-forest-labs/FLUX.1-schnell"]
mode = "image_generation"
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#image-models"
input_cost_per_pixel = 1.3e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."black-forest-labs/FLUX.1-schnell".pricing."nscale"]
input_cost_per_pixel = 1.3e-9
output_cost_per_pixel = 0

[models."black-forest-labs/FLUX.2-klein-4B"]
display_name = "FLUX.2 Klein 4B"
model_family = "flux"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "nearai"
providers = ["nearai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-01-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."black-forest-labs/FLUX.2-klein-4B".pricing."nearai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."black-forest-labs/flux.1-dev"]
display_name = "FLUX.1-dev"
model_family = "flux"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 0
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2024-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."black-forest-labs/flux_1-kontext-dev"]
display_name = "FLUX.1-Kontext-dev"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-08-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."black-forest-labs/flux_1-schnell"]
display_name = "FLUX.1-schnell"
mode = "chat"
max_input_tokens = 77
max_output_tokens = 0
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2024-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."black-forest-labs/flux_2-klein-4b"]
display_name = "FLUX.2 Klein 4B"
model_family = "flux"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-01-14"
supported_modalities = ["image", "text"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."bodybuilder"]
display_name = "Body Builder (beta)"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
max_tokens = 128000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."bodybuilder".pricing."openrouter"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."brave"]
display_name = "Brave (Answers)"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 0.000005
output_cost_per_token = 0.000005
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-03-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."brave".pricing."nano-gpt"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000005

[models."brave-pro"]
display_name = "Brave (Pro)"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 0.000005
output_cost_per_token = 0.000005
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-03-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."brave-pro".pricing."nano-gpt"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000005

[models."brave-research"]
display_name = "Brave (Research)"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 0.000005
output_cost_per_token = 0.000005
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-03-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."brave-research".pricing."nano-gpt"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000005

[models."bria/text-to-image/3.2"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.0398
supported_endpoints = ["/v1/images/generations"]

[models."bria/text-to-image/3.2".pricing."fal_ai"]
output_cost_per_image = 0.0398

[models."bytedance-seed/seed-1-6"]
display_name = "ByteDance Seed: Seed 1.6"
model_family = "seed"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance-seed/seed-1-6".pricing."kilo"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."bytedance-seed/seed-1-6".pricing."openrouter"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."bytedance-seed/seed-1-6-flash"]
display_name = "ByteDance Seed: Seed 1.6 Flash"
model_family = "seed"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-23"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance-seed/seed-1-6-flash".pricing."kilo"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."bytedance-seed/seed-1-6-flash".pricing."openrouter"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."bytedance-seed/seed-2-0-lite"]
display_name = "ByteDance Seed: Seed-2.0-Lite"
model_family = "seed"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-10"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance-seed/seed-2-0-lite".pricing."kilo"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."bytedance-seed/seed-2-0-lite".pricing."openrouter"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."bytedance-seed/seed-2-0-mini"]
display_name = "ByteDance Seed: Seed-2.0-Mini"
model_family = "seed"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-27"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance-seed/seed-2-0-mini".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."bytedance-seed/seed-2-0-mini".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."bytedance/seed-1-6"]
display_name = "Seed 1.6"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance/seed-1-6".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."bytedance/seed-1-8"]
display_name = "Seed 1.8"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-10"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance/seed-1-8".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."bytedance/seed-oss-36b-instruct"]
display_name = "ByteDance-Seed/Seed-OSS-36B-Instruct"
model_family = "seed"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."bytedance/ui-tars-1.5-7b"]
display_name = "ByteDance: UI-TARS 7B "
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01-31"
release_date = "2025-07-23"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/api/v1/models/bytedance/ui-tars-1.5-7b"
supports_tool_choice = true

[models."bytedance/ui-tars-1.5-7b".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
[models."bytedance/ui-tars-1.5-7b".pricing."openrouter"]
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7

[models."ca-central-1/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000305
output_cost_per_token = 0.00000403
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ca-central-1/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000305
output_cost_per_token = 0.00000403

[models."ca-central-1/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.5e-7
output_cost_per_token = 6.9e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."ca-central-1/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 6.9e-7

[models."canopylabs/orpheus-arabic-saudi"]
display_name = "Orpheus Arabic Saudi"
model_family = "canopylabs"
mode = "chat"
max_input_tokens = 4000
max_output_tokens = 50000
input_cost_per_token = 0.00004
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-12-16"
release_date = "2025-12-16"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "modelsdev"

[models."canopylabs/orpheus-arabic-saudi".pricing."groq"]
input_cost_per_token = 0.00004

[models."canopylabs/orpheus-v1-english"]
display_name = "Orpheus V1 English"
model_family = "canopylabs"
mode = "chat"
max_input_tokens = 4000
max_output_tokens = 50000
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-12-19"
release_date = "2025-12-19"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "modelsdev"

[models."cerebras-llama-4-maverick-17b-128e-instruct"]
display_name = "Cerebras-Llama-4-Maverick-17B-128E-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "llama"
providers = ["llama"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-04-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cerebras-llama-4-scout-17b-16e-instruct"]
display_name = "Cerebras-Llama-4-Scout-17B-16E-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "llama"
providers = ["llama"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-04-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."chat-bison"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7
litellm_provider = "palm"
providers = ["palm"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."chat-bison".pricing."palm"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7

[models."chat-bison-001"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7
litellm_provider = "palm"
providers = ["palm"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."chat-bison-001".pricing."palm"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7

[models."chat-completion/models/gpt-oss-120b-high-throughput"]
display_name = "GPT OSS 120B High Throughput"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."chat-completion/models/gpt-oss-120b-high-throughput".pricing."clarifai"]
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7

[models."chat-completion/models/gpt-oss-20b"]
display_name = "GPT OSS 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 4.5e-8
output_cost_per_token = 1.8e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."chat-completion/models/gpt-oss-20b".pricing."clarifai"]
input_cost_per_token = 4.5e-8
output_cost_per_token = 1.8e-7

[models."chatdolphin"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "nlp_cloud"
providers = ["nlp_cloud"]

[models."chatdolphin".pricing."nlp_cloud"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."chatgpt-4o-latest"]
display_name = "OpenAI ChatGPT-4o"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
litellm_provider = "openai"
providers = ["openai", "302ai", "helicone", "nano-gpt", "poe"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2024-08-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."chatgpt-4o-latest".pricing."302ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
[models."chatgpt-4o-latest".pricing."helicone"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.000005
output_cost_per_token = 0.00002
[models."chatgpt-4o-latest".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000014993999999999997
[models."chatgpt-4o-latest".pricing."openai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
[models."chatgpt-4o-latest".pricing."poe"]
input_cost_per_token = 0.0000045
output_cost_per_token = 0.000014

[models."chatgpt-image-latest"]
display_name = "chatgpt-image-latest"
model_family = "gpt-image"
mode = "image_generation"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000005
cache_read_input_token_cost = 0.00000125
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_image_token_cost = 0.0000025
input_cost_per_image_token = 0.00001
output_cost_per_image_token = 0.00004
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."chatgpt-image-latest".pricing."openai"]
cache_read_input_image_token_cost = 0.0000025
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.00001
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00004

[models."chirp"]
mode = "audio_speech"
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/text-to-speech/pricing"
input_cost_per_character = 0.00003
supported_endpoints = ["/v1/audio/speech"]

[models."chirp".pricing."vertex_ai"]
input_cost_per_character = 0.00003

[models."chutesai/Mistral-Small-3-2-24B-Instruct-2506"]
display_name = "Mistral Small 3.2 24b Instruct"
model_family = "chutesai"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."chutesai/Mistral-Small-3-2-24B-Instruct-2506".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 4.0000000000000003e-7

[models."clarifai/main/models/mm-poly-8b"]
display_name = "MM Poly 8B"
model_family = "mm-poly"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
input_cost_per_token = 6.58e-7
output_cost_per_token = 0.0000011100000000000002
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."clarifai/main/models/mm-poly-8b".pricing."clarifai"]
input_cost_per_token = 6.58e-7
output_cost_per_token = 0.0000011100000000000002

[models."claude-3-5-haiku"]
display_name = "Anthropic: Claude 3.5 Haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "heroku"
providers = ["heroku", "cloudflare-ai-gateway", "helicone", "kilo", "llmgateway", "opencode", "openrouter", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_reasoning = false
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-10-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-3-5-haiku".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."helicone"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."kilo"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."llmgateway"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."opencode"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."openrouter"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."vercel"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku".pricing."vertex_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-3-5-haiku".pricing."zenmux"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004

[models."claude-3-5-haiku-20241022"]
display_name = "Claude 3.5 Haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "302ai", "anthropic"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07-31"
release_date = "2024-10-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-5-haiku-20241022".pricing."302ai"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku-20241022".pricing."anthropic"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku-20241022".pricing."nano-gpt"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004

[models."claude-3-5-haiku-latest"]
display_name = "Claude Haiku 3.5 (latest)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 8e-8
litellm_provider = "anthropic"
providers = ["anthropic", "302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07-31"
release_date = "2024-10-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-5-haiku-latest".pricing."302ai"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku-latest".pricing."anthropic"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004

[models."claude-3-5-haiku@20241022"]
display_name = "Claude Haiku 3.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_reasoning = false
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-07-31"
release_date = "2024-10-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-3-5-haiku@20241022".pricing."google-vertex"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku@20241022".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."claude-3-5-haiku@20241022".pricing."vertex_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."claude-3-5-sonnet"]
display_name = "Claude Sonnet 3.5 v2"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake", "cloudflare-ai-gateway", "vercel", "vercel_ai_gateway", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-04-30"
release_date = "2024-10-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-3-5-sonnet".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet".pricing."vercel"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet".pricing."vertex_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-5-sonnet-20240620"]
display_name = "Claude 3.5 Sonnet Old"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "anthropic", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04-30"
release_date = "2024-06-20"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-5-sonnet-20240620".pricing."anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet-20240620".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
[models."claude-3-5-sonnet-20240620".pricing."vercel"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-5-sonnet-20241022"]
display_name = "Claude 3.5 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "anthropic", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-04-30"
release_date = "2025-08-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-3-5-sonnet-20241022".pricing."anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet-20241022".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet-20241022".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
[models."claude-3-5-sonnet-20241022".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-5-sonnet-latest"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "heroku"
providers = ["heroku"]
supports_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-3-5-sonnet-v2"]
display_name = "Anthropic: Claude 3.5 Sonnet v2"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3.0000000000000004e-7
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-10-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-5-sonnet-v2".pricing."helicone"]
cache_read_input_token_cost = 3.0000000000000004e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-5-sonnet@20240620"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-3-5-sonnet@20240620".pricing."vertex_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-5-sonnet@20241022"]
display_name = "Claude Sonnet 3.5 v2"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "google-vertex-anthropic"
providers = ["google-vertex-anthropic", "google-vertex"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04-30"
release_date = "2024-10-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-5-sonnet@20241022".pricing."google-vertex"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-5-sonnet@20241022".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-7-sonnet"]
display_name = "Anthropic: Claude 3.7 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
litellm_provider = "heroku"
providers = ["heroku", "helicone", "llmgateway", "requesty", "vercel", "vercel_ai_gateway", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-02"
release_date = "2025-02-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-3-7-sonnet".pricing."helicone"]
cache_read_input_token_cost = 3.0000000000000004e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet".pricing."requesty"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet".pricing."vercel"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet".pricing."zenmux"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-7-sonnet-20250219"]
display_name = "Claude 3.7 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "anthropic"
providers = ["anthropic", "abacus", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2025-02-19"
deprecation_date = "2026-02-19"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true
tool_use_system_prompt_tokens = 159

[models."claude-3-7-sonnet-20250219".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-3-7-sonnet-20250219".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet-20250219".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet-20250219".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet-20250219".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-3-7-sonnet-latest"]
display_name = "Claude Sonnet 3.7 (Latest)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2025-03-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."claude-3-7-sonnet-latest".pricing."deepinfra"]
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."claude-3-7-sonnet-reasoner"]
display_name = "Claude 3.7 Sonnet Reasoner"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-29"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-7-sonnet-reasoner".pricing."nano-gpt"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-7-sonnet-thinking"]
display_name = "Claude 3.7 Sonnet Thinking"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 16000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-7-sonnet-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-3-7-sonnet-thinking:1024"]
display_name = "Claude 3.7 Sonnet Thinking (1K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-7-sonnet-thinking:1024".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-3-7-sonnet-thinking:128000"]
display_name = "Claude 3.7 Sonnet Thinking (128K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-7-sonnet-thinking:128000".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-3-7-sonnet-thinking:32768"]
display_name = "Claude 3.7 Sonnet Thinking (32K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-7-sonnet-thinking:32768".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-3-7-sonnet-thinking:8192"]
display_name = "Claude 3.7 Sonnet Thinking (8K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-7-sonnet-thinking:8192".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-3-7-sonnet@20250219"]
display_name = "Claude Sonnet 3.7"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2025-02-19"
deprecation_date = "2026-05-11"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-3-7-sonnet@20250219".pricing."google-vertex"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet@20250219".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-7-sonnet@20250219".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-haiku"]
display_name = "Anthropic: Claude 3 Haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
litellm_provider = "openrouter"
providers = ["openrouter", "cloudflare-ai-gateway", "kilo", "vercel", "vercel_ai_gateway", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-03-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_image = 0.0004
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-3-haiku".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
[models."claude-3-haiku".pricing."kilo"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
[models."claude-3-haiku".pricing."openrouter"]
input_cost_per_image = 0.0004
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
[models."claude-3-haiku".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
[models."claude-3-haiku".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 3e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
[models."claude-3-haiku".pricing."vertex_ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."claude-3-haiku-20240307"]
display_name = "Anthropic: Claude 3 Haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3e-7
litellm_provider = "anthropic"
providers = ["anthropic", "helicone"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2024-03-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 264

[models."claude-3-haiku-20240307".pricing."anthropic"]
cache_creation_input_token_cost = 3e-7
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
[models."claude-3-haiku-20240307".pricing."helicone"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."claude-3-haiku@20240307"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-3-haiku@20240307".pricing."vertex_ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."claude-3-opus"]
display_name = "Claude Opus 3"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "cloudflare-ai-gateway", "llmgateway", "vercel", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-02-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-3-opus".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-3-opus".pricing."llmgateway"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-3-opus".pricing."vercel"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-3-opus".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-3-opus".pricing."vertex_ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-3-opus-20240229"]
display_name = "Claude Opus 3"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-02-29"
deprecation_date = "2026-05-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 395

[models."claude-3-opus-20240229".pricing."anthropic"]
cache_creation_input_token_cost = 0.00001875
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-3-opus@20240229"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-3-opus@20240229".pricing."vertex_ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-3-sonnet"]
display_name = "Claude Sonnet 3"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "cloudflare-ai-gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-03-04"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-3-sonnet".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3-sonnet".pricing."vertex_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-sonnet-20240229"]
display_name = "Claude Sonnet 3"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-08-31"
release_date = "2024-03-04"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-3-sonnet-20240229".pricing."anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3-sonnet@20240229"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-3-sonnet@20240229".pricing."vertex_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3.5-haiku"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
litellm_provider = "replicate"
providers = ["replicate", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-3.5-haiku".pricing."replicate"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-3.5-haiku".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.000001
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004

[models."claude-3.5-sonnet"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "openrouter"
providers = ["openrouter", "replicate", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_assistant_prefill = true
supports_computer_use = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-3.5-sonnet".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3.5-sonnet".pricing."replicate"]
input_cost_per_token = 0.00000375
output_cost_per_token = 0.00001875
[models."claude-3.5-sonnet".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-3.7-sonnet"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "openrouter"
providers = ["openrouter", "replicate", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
input_cost_per_image = 0.0048
supports_assistant_prefill = true
supports_computer_use = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-3.7-sonnet".pricing."openrouter"]
input_cost_per_image = 0.0048
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3.7-sonnet".pricing."replicate"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-3.7-sonnet".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-4-5-opus"]
display_name = "Anthropic: Claude Opus 4.5"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-11"
release_date = "2025-11-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-4-5-opus".pricing."helicone"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-4-5-sonnet"]
display_name = "Claude 4.5 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
input_cost_per_token = 0.000003259
output_cost_per_token = 0.000016295999999999998
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-4-5-sonnet".pricing."cortecs"]
input_cost_per_token = 0.000003259
output_cost_per_token = 0.000016295999999999998

[models."claude-4-6-sonnet"]
display_name = "Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.00000359
output_cost_per_token = 0.00001792
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-4-6-sonnet".pricing."cortecs"]
input_cost_per_token = 0.00000359
output_cost_per_token = 0.00001792

[models."claude-4-opus"]
display_name = "Claude Opus 4"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 0.0000165
output_cost_per_token = 0.0000825
litellm_provider = "deepinfra"
providers = ["deepinfra", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-06-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."claude-4-opus".pricing."deepinfra"]
input_cost_per_token = 0.0000165
output_cost_per_token = 0.0000825
[models."claude-4-opus".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-4-opus-20250514"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-4-opus-20250514".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-4-opus-20250514".pricing."anthropic"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-4-sonnet"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
litellm_provider = "deepinfra"
providers = ["deepinfra", "heroku", "replicate", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-4-sonnet".pricing."deepinfra"]
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
[models."claude-4-sonnet".pricing."replicate"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-4-sonnet".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-4-sonnet-20250514"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true
tool_use_system_prompt_tokens = 159

[models."claude-4-sonnet-20250514".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-4-sonnet-20250514".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."claude-4.5-haiku"]
display_name = "Anthropic: Claude 4.5 Haiku"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
litellm_provider = "replicate"
providers = ["replicate", "helicone"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-10"
release_date = "2025-10-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-4.5-haiku".pricing."helicone"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-4.5-haiku".pricing."replicate"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."claude-4.5-sonnet"]
display_name = "Anthropic: Claude Sonnet 4.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "replicate"
providers = ["replicate", "helicone"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."claude-4.5-sonnet".pricing."helicone"]
cache_read_input_token_cost = 3.0000000000000004e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-4.5-sonnet".pricing."replicate"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-haiku-3"]
display_name = "Claude-Haiku-3"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 189096
max_output_tokens = 8192
input_cost_per_token = 2.1e-7
output_cost_per_token = 0.0000011
cache_read_input_token_cost = 2.1000000000000003e-8
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-haiku-3".pricing."poe"]
cache_read_input_token_cost = 2.1000000000000003e-8
input_cost_per_token = 2.1e-7
output_cost_per_token = 0.0000011

[models."claude-haiku-3-5"]
display_name = "Claude-Haiku-3.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 189096
max_output_tokens = 8192
input_cost_per_token = 6.800000000000001e-7
output_cost_per_token = 0.0000034
cache_read_input_token_cost = 6.8e-8
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-10-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-haiku-3-5".pricing."poe"]
cache_read_input_token_cost = 6.8e-8
input_cost_per_token = 6.800000000000001e-7
output_cost_per_token = 0.0000034

[models."claude-haiku-4-5"]
display_name = "Claude Haiku 4.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1e-7
cache_creation_input_token_cost = 0.00000125
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "anthropic", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "cortecs", "frogbot", "github-copilot", "kilo", "llmgateway", "nearai", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "requesty", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-01"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000002
supports_assistant_prefill = true
supports_computer_use = true
supports_native_streaming = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."claude-haiku-4-5".pricing."302ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000125
cache_creation_input_token_cost_above_1hr = 0.000002
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."azure"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00000125
cache_creation_input_token_cost_above_1hr = 0.000002
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."cortecs"]
input_cost_per_token = 0.0000010900000000000002
output_cost_per_token = 0.00000543
[models."claude-haiku-4-5".pricing."frogbot"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."kilo"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."llmgateway"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."nearai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."opencode"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."openrouter"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."orcarouter"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."perplexity-agent"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."poe"]
cache_read_input_token_cost = 8.500000000000001e-8
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000042999999999999995
[models."claude-haiku-4-5".pricing."requesty"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."vercel"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000125
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5".pricing."zenmux"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."claude-haiku-4-5-20251001"]
display_name = "Anthropic: Claude 4.5 Haiku (20251001)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1e-7
cache_creation_input_token_cost = 0.00000125
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "helicone", "jiekou", "llmgateway", "nano-gpt", "qihang-ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-10"
release_date = "2025-10-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000002
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-haiku-4-5-20251001".pricing."302ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5-20251001".pricing."abacus"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5-20251001".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000125
cache_creation_input_token_cost_above_1hr = 0.000002
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5-20251001".pricing."helicone"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5-20251001".pricing."jiekou"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000045
[models."claude-haiku-4-5-20251001".pricing."llmgateway"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5-20251001".pricing."nano-gpt"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5-20251001".pricing."qihang-ai"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 7.1e-7

[models."claude-haiku-4-5@20251001"]
display_name = "Claude Haiku 4.5"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1e-7
cache_creation_input_token_cost = 0.00000125
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/claude/haiku-4-5"
supports_assistant_prefill = true
supports_native_streaming = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-haiku-4-5@20251001".pricing."google-vertex"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5@20251001".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4-5@20251001".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000125
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."claude-haiku-4.5"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
litellm_provider = "github_copilot"
providers = ["github_copilot", "openrouter", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supported_endpoints = ["/v1/chat/completions"]
supports_assistant_prefill = true
supports_computer_use = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-haiku-4.5".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000125
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."claude-haiku-4.5".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000125
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."claude-opus-4"]
display_name = "Anthropic: Claude Opus 4"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 409600
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
litellm_provider = "gmi"
providers = ["gmi", "cloudflare-ai-gateway", "helicone", "kilo", "openrouter", "orcarouter", "poe", "requesty", "vercel", "vercel_ai_gateway", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-05-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-opus-4".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."gmi"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."helicone"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."kilo"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."openrouter"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_image = 0.0048
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."orcarouter"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."poe"]
cache_read_input_token_cost = 0.0000013
input_cost_per_token = 0.000013
output_cost_per_token = 0.000064
[models."claude-opus-4".pricing."requesty"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."vercel"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4".pricing."zenmux"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-opus-4-0"]
display_name = "Claude Opus 4 (latest)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-0".pricing."anthropic"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-opus-4-1"]
display_name = "Anthropic: Claude Opus 4.1"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "azure_ai"
providers = ["azure_ai", "anthropic", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "fastrouter", "helicone", "kilo", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08"
release_date = "2025-08-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00003
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-opus-4-1".pricing."anthropic"]
cache_creation_input_token_cost = 0.00001875
cache_creation_input_token_cost_above_1hr = 0.00003
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."azure"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00001875
cache_creation_input_token_cost_above_1hr = 0.00003
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."fastrouter"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."helicone"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."kilo"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."opencode"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."openrouter"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."orcarouter"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."poe"]
cache_read_input_token_cost = 0.0000013
input_cost_per_token = 0.000013
output_cost_per_token = 0.000064
[models."claude-opus-4-1".pricing."requesty"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."vercel"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
input_cost_per_token_batches = 0.0000075
output_cost_per_token = 0.000075
output_cost_per_token_batches = 0.0000375
[models."claude-opus-4-1".pricing."zenmux"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-opus-4-1-20250805"]
display_name = "Anthropic: Claude Opus 4.1 (20250805)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "helicone", "jiekou", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08"
release_date = "2025-08-05"
deprecation_date = "2026-08-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00003
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4-1-20250805".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-1-20250805".pricing."302ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1-20250805".pricing."abacus"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1-20250805".pricing."anthropic"]
cache_creation_input_token_cost = 0.00001875
cache_creation_input_token_cost_above_1hr = 0.00003
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1-20250805".pricing."helicone"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1-20250805".pricing."jiekou"]
input_cost_per_token = 0.0000135
output_cost_per_token = 0.0000675
[models."claude-opus-4-1-20250805".pricing."llmgateway"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1-20250805".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-1-20250805-thinking"]
display_name = "claude-opus-4-1-20250805-thinking"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2025-05-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-1-20250805-thinking".pricing."302ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-opus-4-1-thinking"]
display_name = "Claude 4.1 Opus Thinking"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-1-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-1-thinking:1024"]
display_name = "Claude 4.1 Opus Thinking (1K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-1-thinking:1024".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-1-thinking:32000"]
display_name = "Claude 4.1 Opus Thinking (32K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-1-thinking:32000".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-1-thinking:32768"]
display_name = "Claude 4.1 Opus Thinking (32K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-1-thinking:32768".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-1-thinking:8192"]
display_name = "Claude 4.1 Opus Thinking (8K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-1-thinking:8192".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-1@20250805"]
display_name = "Claude Opus 4.1"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.0000075
output_cost_per_token_batches = 0.0000375
supports_assistant_prefill = true
supports_tool_choice = true

[models."claude-opus-4-1@20250805".pricing."google-vertex"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1@20250805".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-1@20250805".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
input_cost_per_token_batches = 0.0000075
output_cost_per_token = 0.000075
output_cost_per_token_batches = 0.0000375

[models."claude-opus-4-20250514"]
display_name = "Claude 4 Opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "jiekou", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-14"
deprecation_date = "2026-05-14"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00003
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4-20250514".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-20250514".pricing."302ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-20250514".pricing."abacus"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-20250514".pricing."anthropic"]
cache_creation_input_token_cost = 0.00001875
cache_creation_input_token_cost_above_1hr = 0.00003
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-20250514".pricing."jiekou"]
input_cost_per_token = 0.0000135
output_cost_per_token = 0.0000675
[models."claude-opus-4-20250514".pricing."llmgateway"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4-20250514".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-5"]
display_name = "Claude Opus 4.5"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "anthropic", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github-copilot", "kilo", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "requesty", "venice", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."claude-opus-4-5".pricing."302ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."opencode"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."orcarouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."perplexity-agent"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."poe"]
cache_read_input_token_cost = 4.3e-7
input_cost_per_token = 0.0000042999999999999995
output_cost_per_token = 0.000021
[models."claude-opus-4-5".pricing."requesty"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."venice"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 0.000006
output_cost_per_token = 0.00003
[models."claude-opus-4-5".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5".pricing."zenmux"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-5-20251101"]
display_name = "Claude 4.5 Opus"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "jiekou", "llmgateway", "nano-gpt", "qihang-ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4-5-20251101".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-5-20251101".pricing."302ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5-20251101".pricing."abacus"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5-20251101".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5-20251101".pricing."jiekou"]
input_cost_per_token = 0.0000045
output_cost_per_token = 0.0000225
[models."claude-opus-4-5-20251101".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5-20251101".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
[models."claude-opus-4-5-20251101".pricing."qihang-ai"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 0.0000035699999999999997

[models."claude-opus-4-5-20251101-thinking"]
display_name = "claude-opus-4-5-20251101-thinking"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2025-11-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-5-20251101-thinking".pricing."302ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-5-20251101:thinking"]
display_name = "Claude 4.5 Opus Thinking"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-11-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-5-20251101:thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003

[models."claude-opus-4-5@20251101"]
display_name = "Claude Opus 4.5"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4-5@20251101".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-5@20251101".pricing."google-vertex"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5@20251101".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-5@20251101".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-6"]
display_name = "Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "aihubmix", "auriko", "azure", "azure_ai", "azure-cognitive-services", "cloudflare-ai-gateway", "firmware", "frogbot", "github-copilot", "gmicloud", "jiekou", "kilo", "kiro", "llmgateway", "nano-gpt", "nearai", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "requesty", "venice", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "custom"
cache_creation_input_token_cost_above_1hr = 0.00001
supports_adaptive_thinking = true
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-6".pricing."302ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."abacus"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."aihubmix"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."auriko"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."firmware"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."frogbot"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."gmicloud"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."jiekou"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
[models."claude-opus-4-6".pricing."nearai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."opencode"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."orcarouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."perplexity-agent"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."poe"]
cache_read_input_token_cost = 4.3e-7
input_cost_per_token = 0.0000042999999999999995
output_cost_per_token = 0.000021
[models."claude-opus-4-6".pricing."requesty"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."venice"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 0.000006
output_cost_per_token = 0.00003
[models."claude-opus-4-6".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6".pricing."zenmux"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-6-20260205"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_1hr = 0.00001
supports_adaptive_thinking = true
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."claude-opus-4-6-20260205".provider_specific_entry]
fast = 6
us = 1.1

[models."claude-opus-4-6-20260205".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-6-20260205".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-6-fast"]
display_name = "Claude Opus 4.6 Fast"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000036
output_cost_per_token = 0.00018
cache_read_input_token_cost = 0.0000036000000000000003
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-04-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6-fast".pricing."venice"]
cache_read_input_token_cost = 0.0000036000000000000003
input_cost_per_token = 0.000036
output_cost_per_token = 0.00018

[models."claude-opus-4-6-think"]
display_name = "Claude Opus 4.6 Thinking"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6-think".pricing."aihubmix"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-6-thinking"]
display_name = "claude-opus-4-6-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2026-02-06"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6-thinking".pricing."302ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-6:thinking"]
display_name = "Claude 4.6 Opus Thinking"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6:thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003

[models."claude-opus-4-6:thinking:low"]
display_name = "Claude 4.6 Opus Thinking Low"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6:thinking:low".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003

[models."claude-opus-4-6:thinking:max"]
display_name = "Claude 4.6 Opus Thinking Max"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6:thinking:max".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003

[models."claude-opus-4-6:thinking:medium"]
display_name = "Claude 4.6 Opus Thinking Medium"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-6:thinking:medium".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000025007000000000003

[models."claude-opus-4-6@default"]
display_name = "Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."claude-opus-4-6@default".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-6@default".pricing."google-vertex"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6@default".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-6@default".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-7"]
display_name = "Claude Opus 4.7"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "aihubmix", "anthropic", "auriko", "cloudflare-ai-gateway", "frogbot", "github-copilot", "gmicloud", "kilo", "llmgateway", "nearai", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "venice", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_adaptive_thinking = true
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4-7".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-7".pricing."302ai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."aihubmix"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."auriko"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."frogbot"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."gmicloud"]
cache_read_input_token_cost = 4.5000000000000003e-7
input_cost_per_token = 0.0000045
output_cost_per_token = 0.0000225
[models."claude-opus-4-7".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."nearai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."opencode"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."orcarouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."perplexity-agent"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."poe"]
cache_read_input_token_cost = 4.3e-7
input_cost_per_token = 0.0000042999999999999995
output_cost_per_token = 0.000021
[models."claude-opus-4-7".pricing."venice"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 0.000006
output_cost_per_token = 0.00003
[models."claude-opus-4-7".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7".pricing."zenmux"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-7-20260416"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_1hr = 0.00001
supports_adaptive_thinking = true
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."claude-opus-4-7-20260416".provider_specific_entry]
fast = 6
us = 1.1

[models."claude-opus-4-7-20260416".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-7-20260416".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-7-fast"]
display_name = "Anthropic: Claude Opus 4.7 (Fast)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.00003
output_cost_per_token = 0.00015
cache_read_input_token_cost = 0.000003
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-12"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-7-fast".pricing."kilo"]
cache_read_input_token_cost = 0.000003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00015
[models."claude-opus-4-7-fast".pricing."openrouter"]
cache_read_input_token_cost = 0.000003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00015
[models."claude-opus-4-7-fast".pricing."venice"]
cache_read_input_token_cost = 0.0000036000000000000003
input_cost_per_token = 0.000036
output_cost_per_token = 0.00018

[models."claude-opus-4-7-think"]
display_name = "Claude Opus 4.7 Thinking"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-7-think".pricing."aihubmix"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-7@default"]
display_name = "Claude Opus 4.7"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."claude-opus-4-7@default".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4-7@default".pricing."google-vertex"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7@default".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4-7@default".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4-thinking"]
display_name = "Claude 4 Opus Thinking"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-thinking:1024"]
display_name = "Claude 4 Opus Thinking (1K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-thinking:1024".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-thinking:32000"]
display_name = "Claude 4 Opus Thinking (32K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-thinking:32000".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-thinking:32768"]
display_name = "Claude 4 Opus Thinking (32K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-thinking:32768".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4-thinking:8192"]
display_name = "Claude 4 Opus Thinking (8K)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus-4-thinking:8192".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000075004

[models."claude-opus-4.1"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "openrouter"
providers = ["openrouter", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
cache_creation_input_token_cost_above_1hr = 0.00003
input_cost_per_image = 0.0048
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4.1".pricing."openrouter"]
cache_creation_input_token_cost = 0.00001875
cache_creation_input_token_cost_above_1hr = 0.00003
cache_read_input_token_cost = 0.0000015
input_cost_per_image = 0.0048
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4.1".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-opus-4.5"]
mode = "chat"
max_input_tokens = 409600
max_output_tokens = 64000
max_tokens = 64000
litellm_provider = "github_copilot"
providers = ["github_copilot", "gmi", "openrouter", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supported_endpoints = ["/v1/chat/completions"]
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-opus-4.5".pricing."gmi"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4.5".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4.5".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4.6"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "openrouter"
providers = ["openrouter", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."claude-opus-4.6".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."claude-opus-4.6".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-4.6-fast"]
display_name = "Anthropic: Claude Opus 4.6 (Fast)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16000
max_tokens = 16000
litellm_provider = "github_copilot"
providers = ["github_copilot", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-04-07"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_parallel_function_calling = true

[models."claude-opus-4.6-fast".pricing."kilo"]
cache_read_input_token_cost = 0.000003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00015
[models."claude-opus-4.6-fast".pricing."openrouter"]
cache_read_input_token_cost = 0.000003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00015

[models."claude-opus-4.7"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."claude-opus-4.7".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."claude-opus-41"]
display_name = "Claude Opus 4.1"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 80000
max_output_tokens = 16000
max_tokens = 16000
litellm_provider = "github_copilot"
providers = ["github_copilot", "github-copilot"]
supports_function_calling = false
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]

[models."claude-opus-4@20250514"]
display_name = "Claude Opus 4"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-opus-4@20250514".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-opus-4@20250514".pricing."google-vertex"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4@20250514".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."claude-opus-4@20250514".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."claude-opus4-5"]
display_name = "Claude Opus 4.5"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
input_cost_per_token = 0.00000598
output_cost_per_token = 0.00002989
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus4-5".pricing."cortecs"]
input_cost_per_token = 0.00000598
output_cost_per_token = 0.00002989

[models."claude-opus4-6"]
display_name = "Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.00000598
output_cost_per_token = 0.00002989
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus4-6".pricing."cortecs"]
input_cost_per_token = 0.00000598
output_cost_per_token = 0.00002989

[models."claude-opus4-7"]
display_name = "Claude Opus 4.7"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.0000056
output_cost_per_token = 0.000027989999999999998
cache_read_input_token_cost = 5.6e-7
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-opus4-7".pricing."cortecs"]
cache_read_input_token_cost = 5.6e-7
input_cost_per_token = 0.0000056
output_cost_per_token = 0.000027989999999999998

[models."claude-sonnet-3-5"]
display_name = "Claude-Sonnet-3.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 189096
max_output_tokens = 8192
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013
cache_read_input_token_cost = 2.6e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-06-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-3-5".pricing."poe"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013

[models."claude-sonnet-3-5-june"]
display_name = "Claude-Sonnet-3.5-June"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 189096
max_output_tokens = 8192
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013
cache_read_input_token_cost = 2.6e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-11-18"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-3-5-june".pricing."poe"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013

[models."claude-sonnet-3-7"]
display_name = "Claude-Sonnet-3.7"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 128000
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013
cache_read_input_token_cost = 2.6e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-02-19"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-3-7".pricing."poe"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013

[models."claude-sonnet-4"]
display_name = "Anthropic: Claude Sonnet 4"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
litellm_provider = "github_copilot"
providers = ["github_copilot", "cloudflare-ai-gateway", "cortecs", "fastrouter", "github-copilot", "gmi", "helicone", "kilo", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "vercel_ai_gateway", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-05-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_assistant_prefill = true
supports_computer_use = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-sonnet-4".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."cortecs"]
input_cost_per_token = 0.000003307
output_cost_per_token = 0.000016536000000000002
[models."claude-sonnet-4".pricing."fastrouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."gmi"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."helicone"]
cache_read_input_token_cost = 3.0000000000000004e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."kilo"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."opencode"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_image = 0.0048
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
[models."claude-sonnet-4".pricing."orcarouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."poe"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013
[models."claude-sonnet-4".pricing."requesty"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."vercel"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
[models."claude-sonnet-4".pricing."zenmux"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-0"]
display_name = "Claude Sonnet 4 (latest)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "anthropic"
providers = ["anthropic"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-0".pricing."anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-20250514"]
display_name = "Claude 4 Sonnet"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "jiekou", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-29"
deprecation_date = "2026-05-14"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-sonnet-4-20250514".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-sonnet-4-20250514".pricing."302ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-20250514".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-20250514".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
[models."claude-sonnet-4-20250514".pricing."jiekou"]
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000135
[models."claude-sonnet-4-20250514".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-20250514".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4-5"]
display_name = "Claude Sonnet 4.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "anthropic", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github-copilot", "kilo", "llmgateway", "nearai", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "requesty", "venice", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."claude-sonnet-4-5".pricing."302ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
[models."claude-sonnet-4-5".pricing."azure"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."kilo"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."nearai"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.0000155
[models."claude-sonnet-4-5".pricing."opencode"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."openrouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."orcarouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."perplexity-agent"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."poe"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013
[models."claude-sonnet-4-5".pricing."requesty"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."venice"]
cache_read_input_token_cost = 3.75e-7
input_cost_per_token = 0.00000375
output_cost_per_token = 0.00001875
[models."claude-sonnet-4-5".pricing."vercel"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
input_cost_per_token_batches = 0.0000015
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
output_cost_per_token_batches = 0.0000075
[models."claude-sonnet-4-5".pricing."zenmux"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-5-20250929"]
display_name = "Anthropic: Claude Sonnet 4.5 (20250929)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "helicone", "jiekou", "llmgateway", "nano-gpt", "qihang-ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true
tool_use_system_prompt_tokens = 346

[models."claude-sonnet-4-5-20250929".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-sonnet-4-5-20250929".pricing."302ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5-20250929".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5-20250929".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
[models."claude-sonnet-4-5-20250929".pricing."helicone"]
cache_read_input_token_cost = 3.0000000000000004e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5-20250929".pricing."jiekou"]
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000135
[models."claude-sonnet-4-5-20250929".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5-20250929".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
[models."claude-sonnet-4-5-20250929".pricing."qihang-ai"]
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.0000021400000000000003

[models."claude-sonnet-4-5-20250929-thinking"]
display_name = "Claude Sonnet 4.5 Thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-5-20250929-thinking".pricing."302ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5-20250929-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4-5-20250929-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-sonnet-4-5-20250929-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."claude-sonnet-4-5@20250929"]
display_name = "Claude Sonnet 4.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
input_cost_per_token_batches = 0.0000015
output_cost_per_token_above_200k_tokens = 0.0000225
output_cost_per_token_batches = 0.0000075
supports_assistant_prefill = true
supports_computer_use = true
supports_native_streaming = true
supports_response_schema = true
supports_tool_choice = true

[models."claude-sonnet-4-5@20250929".pricing."google-vertex"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5@20250929".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-5@20250929".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
input_cost_per_token_batches = 0.0000015
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
output_cost_per_token_batches = 0.0000075

[models."claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "anthropic"
providers = ["anthropic", "302ai", "abacus", "aihubmix", "auriko", "azure", "azure_ai", "cloudflare-ai-gateway", "firmware", "frogbot", "github-copilot", "gmicloud", "kilo", "kiro", "llmgateway", "nano-gpt", "nearai", "opencode", "openrouter", "orcarouter", "perplexity-agent", "poe", "requesty", "venice", "vercel", "vertex_ai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-02-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "custom"
cache_creation_input_token_cost_above_1hr = 0.000006
supports_adaptive_thinking = true
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."claude-sonnet-4-6".pricing."302ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."aihubmix"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."anthropic"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."auriko"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."azure"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."azure_ai"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."firmware"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."frogbot"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."gmicloud"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."kilo"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."llmgateway"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999997
[models."claude-sonnet-4-6".pricing."nearai"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."opencode"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."openrouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."orcarouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."perplexity-agent"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."poe"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000026
output_cost_per_token = 0.000013
[models."claude-sonnet-4-6".pricing."requesty"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."venice"]
cache_read_input_token_cost = 3.6e-7
input_cost_per_token = 0.0000036000000000000003
output_cost_per_token = 0.000018
[models."claude-sonnet-4-6".pricing."vercel"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6".pricing."zenmux"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-6-think"]
display_name = "Claude Sonnet 4.6 Thinking"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-6-think".pricing."aihubmix"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-6-thinking"]
display_name = "claude-sonnet-4-6-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08"
release_date = "2026-02-18"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-6-thinking".pricing."302ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-6:thinking"]
display_name = "Claude Sonnet 4.6 Thinking"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999997
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-6:thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999997

[models."claude-sonnet-4-6@default"]
display_name = "Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."claude-sonnet-4-6@default".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-sonnet-4-6@default".pricing."google-vertex"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6@default".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4-6@default".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4-thinking"]
display_name = "Claude 4 Sonnet Thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-02-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4-thinking:1024"]
display_name = "Claude 4 Sonnet Thinking (1K)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-thinking:1024".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4-thinking:32768"]
display_name = "Claude 4 Sonnet Thinking (32K)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-thinking:32768".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4-thinking:64000"]
display_name = "Claude 4 Sonnet Thinking (64K)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-thinking:64000".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4-thinking:8192"]
display_name = "Claude 4 Sonnet Thinking (8K)"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claude-sonnet-4-thinking:8192".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999

[models."claude-sonnet-4.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
max_tokens = 1000000
litellm_provider = "github_copilot"
providers = ["github_copilot", "gmi", "openrouter", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supported_endpoints = ["/v1/chat/completions"]
supports_assistant_prefill = true
supports_computer_use = true
supports_parallel_function_calling = true
supports_tool_choice = true

[models."claude-sonnet-4.5".pricing."gmi"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4.5".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_image = 0.0048
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225
[models."claude-sonnet-4.5".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."claude-sonnet-4.6"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://openrouter.ai/anthropic/claude-sonnet-4.6"
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-sonnet-4.6".pricing."openrouter"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."claude-sonnet-4@20250514"]
display_name = "Claude Sonnet 4"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex", "google-vertex-anthropic"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."claude-sonnet-4@20250514".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."claude-sonnet-4@20250514".pricing."google-vertex"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4@20250514".pricing."google-vertex-anthropic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."claude-sonnet-4@20250514".pricing."vertex_ai"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."claudinio"]
display_name = "Claudinio"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "claudinio"
providers = ["claudinio"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-05"
release_date = "2026-05-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."claudinio".pricing."claudinio"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."codegeex4"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = false

[models."codegeex4".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."codegemma"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."codegemma".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."codellama"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."codellama".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."codellama-34b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."codellama-34b-instruct".pricing."perplexity"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014

[models."codellama-70b-instruct"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."codellama-70b-instruct".pricing."perplexity"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028

[models."codellama-7b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_response_schema = true

[models."codellama-7b".pricing."llamagate"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7

[models."codellama/CodeLlama-34b-Instruct-hf"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "anyscale"
providers = ["anyscale"]

[models."codellama/CodeLlama-34b-Instruct-hf".pricing."anyscale"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."codellama/CodeLlama-70b-Instruct-hf"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "anyscale"
providers = ["anyscale"]
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/codellama-CodeLlama-70b-Instruct-hf"

[models."codellama/CodeLlama-70b-Instruct-hf".pricing."anyscale"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."codestral"]
display_name = "Codestral (latest)"
model_family = "codestral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-05-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."codestral".pricing."vercel"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."codestral".pricing."vercel_ai_gateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7

[models."codestral-2"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."codestral-2".pricing."vertex_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7

[models."codestral-2405"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "codestral"
providers = ["codestral", "mistral", "text-completion-codestral"]
source = "https://docs.mistral.ai/capabilities/code_generation/"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."codestral-2405".pricing."codestral"]
input_cost_per_token = 0
output_cost_per_token = 0
[models."codestral-2405".pricing."mistral"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."codestral-2405".pricing."text-completion-codestral"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."codestral-2501"]
display_name = "Codestral 25.01"
model_family = "codestral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."codestral-2501".pricing."azure"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."codestral-2501".pricing."azure-cognitive-services"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."codestral-2501".pricing."vertex_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."codestral-2508"]
display_name = "Codestral 2508"
model_family = "mistral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "mistral"
providers = ["mistral", "cortecs", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-07-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/codestral-25-08"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."codestral-2508".pricing."cortecs"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."codestral-2508".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."codestral-2508".pricing."mistral"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7

[models."codestral-2@001"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."codestral-2@001".pricing."vertex_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7

[models."codestral-embed"]
display_name = "Codestral Embed"
model_family = "codestral-embed"
mode = "embedding"
max_input_tokens = 8192
max_output_tokens = 0
max_tokens = 8192
input_cost_per_token = 1.5e-7
litellm_provider = "mistral"
providers = ["mistral", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."codestral-embed".pricing."mistral"]
input_cost_per_token = 1.5e-7
[models."codestral-embed".pricing."vercel"]
input_cost_per_token = 1.5e-7
[models."codestral-embed".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0

[models."codestral-embed-2505"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
litellm_provider = "mistral"
providers = ["mistral"]

[models."codestral-embed-2505".pricing."mistral"]
input_cost_per_token = 1.5e-7

[models."codestral-latest"]
display_name = "Codestral (latest)"
model_family = "codestral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "codestral"
providers = ["codestral", "mistral", "text-completion-codestral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-05-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.mistral.ai/capabilities/code_generation/"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."codestral-latest".pricing."codestral"]
input_cost_per_token = 0
output_cost_per_token = 0
[models."codestral-latest".pricing."mistral"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."codestral-latest".pricing."text-completion-codestral"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."codestral-mamba-latest"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "mistral"
providers = ["mistral"]
source = "https://mistral.ai/technology/"
supports_assistant_prefill = true
supports_tool_choice = true

[models."codestral-mamba-latest".pricing."mistral"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."codestral@2405"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."codestral@2405".pricing."vertex_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."codestral@latest"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."codestral@latest".pricing."vertex_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."codex-mini"]
display_name = "Codex Mini"
model_family = "gpt-codex-mini"
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
cache_read_input_token_cost = 3.75e-7
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-05-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."codex-mini".pricing."azure"]
cache_read_input_token_cost = 3.75e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
[models."codex-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 3.75e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
[models."codex-mini".pricing."vercel"]
cache_read_input_token_cost = 3.8e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006

[models."codex-mini-latest"]
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
cache_read_input_token_cost = 3.75e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."codex-mini-latest".pricing."openai"]
cache_read_input_token_cost = 3.75e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006

[models."coding-glm-5-1"]
display_name = "Coding GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 6e-8
output_cost_per_token = 2.2e-7
cache_read_input_token_cost = 1.2999999999999999e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-glm-5-1".pricing."aihubmix"]
cache_read_input_token_cost = 1.2999999999999999e-8
input_cost_per_token = 6e-8
output_cost_per_token = 2.2e-7

[models."coding-glm-5-1-free"]
display_name = "Coding GLM 5.1 (free)"
model_family = "glm-free"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-minimax-m2-7"]
display_name = "Coding MiniMax M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 128100
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-minimax-m2-7".pricing."aihubmix"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."coding-minimax-m2-7-free"]
display_name = "Coding MiniMax M2.7 (Free)"
model_family = "minimax-free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 128100
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-minimax-m2-7-highspeed"]
display_name = "Coding MiniMax M2.7 Highspeed"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 128100
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-minimax-m2-7-highspeed".pricing."aihubmix"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."coding-xiaomi-mimo-v2-5"]
display_name = "Coding Xiaomi MiMo-V2.5"
model_family = "mimo-v2.5"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
input_cost_per_token = 8e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 1.6e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-xiaomi-mimo-v2-5".pricing."aihubmix"]
cache_read_input_token_cost = 1.6e-8
input_cost_per_token = 8e-8
output_cost_per_token = 4.0000000000000003e-7

[models."coding-xiaomi-mimo-v2-5-pro"]
display_name = "Coding Xiaomi MiMo-V2.5-Pro"
model_family = "mimo-v2.5-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
cache_read_input_token_cost = 4e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."coding-xiaomi-mimo-v2-5-pro".pricing."aihubmix"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."cognitivecomputations/dolphin-2-9.2-qwen2-72b"]
display_name = "Dolphin 72b"
model_family = "qwen"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cognitivecomputations/dolphin-2-9.2-qwen2-72b".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7

[models."cognitivecomputations/dolphin-mistral-24b-venice-edition:free"]
display_name = "Uncensored (free)"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04-30"
release_date = "2025-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-command-a"]
display_name = "Command A"
model_family = "command-a"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure", "github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2025-03-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-command-a".pricing."azure"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."cohere-command-a".pricing."azure-cognitive-services"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."cohere-command-r"]
display_name = "Cohere Command R"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2024-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-command-r-08-2024"]
display_name = "Command R"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure", "github-models"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2024-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-command-r-08-2024".pricing."azure"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."cohere-command-r-08-2024".pricing."azure-cognitive-services"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."cohere-command-r-plus"]
display_name = "Cohere Command R+"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2024-04-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-command-r-plus-08-2024"]
display_name = "Command R+"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure", "github-models"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2024-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-command-r-plus-08-2024".pricing."azure"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."cohere-command-r-plus-08-2024".pricing."azure-cognitive-services"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."cohere-embed-v-4-0"]
display_name = "Embed v4"
model_family = "cohere-embed"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 1536
input_cost_per_token = 1.2e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-04-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cohere-embed-v-4-0".pricing."azure"]
input_cost_per_token = 1.2e-7
[models."cohere-embed-v-4-0".pricing."azure-cognitive-services"]
input_cost_per_token = 1.2e-7

[models."cohere-rerank-v3-english"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."cohere-rerank-v3-english".pricing."azure_ai"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."cohere-rerank-v3-multilingual"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."cohere-rerank-v3-multilingual".pricing."azure_ai"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."cohere-rerank-v3.5"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."cohere-rerank-v3.5".pricing."azure_ai"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."cohere-rerank-v4.0-fast"]
mode = "rerank"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-cohere-rerank-4-0-in-microsoft-foundry/4477076"
input_cost_per_query = 0.002
max_query_tokens = 4096

[models."cohere-rerank-v4.0-fast".pricing."azure_ai"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."cohere-rerank-v4.0-pro"]
mode = "rerank"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-cohere-rerank-4-0-in-microsoft-foundry/4477076"
input_cost_per_query = 0.0025
max_query_tokens = 4096

[models."cohere-rerank-v4.0-pro".pricing."azure_ai"]
input_cost_per_query = 0.0025
input_cost_per_token = 0
output_cost_per_token = 0

[models."cohere.command-a-03-2025"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/cloud/ai/generative-ai/pricing/"
supports_native_streaming = true
supports_response_schema = false

[models."cohere.command-a-03-2025".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-a-reasoning"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = false
source = "https://www.oracle.com/cloud/ai/generative-ai/pricing/"
supports_native_streaming = true
supports_response_schema = false

[models."cohere.command-a-reasoning".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-a-reasoning-08-2025"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."cohere.command-a-reasoning-08-2025".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-a-translate-08-2025"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = false
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."cohere.command-a-translate-08-2025".pricing."oci"]
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8

[models."cohere.command-a-vision"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/cloud/ai/generative-ai/pricing/"
supports_native_streaming = true
supports_response_schema = false

[models."cohere.command-a-vision".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-a-vision-07-2025"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."cohere.command-a-vision-07-2025".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-latest"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/cloud/ai/generative-ai/pricing/"
supports_native_streaming = true
supports_response_schema = false

[models."cohere.command-latest".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-light-text-v14"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."cohere.command-light-text-v14".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7

[models."cohere.command-plus-latest"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/cloud/ai/generative-ai/pricing/"
supports_native_streaming = true
supports_response_schema = false

[models."cohere.command-plus-latest".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-r-08-2024"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."cohere.command-r-08-2024".pricing."oci"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."cohere.command-r-plus-08-2024"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."cohere.command-r-plus-08-2024".pricing."oci"]
input_cost_per_token = 0.00000156
output_cost_per_token = 0.00000156

[models."cohere.command-r-plus-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."cohere.command-r-plus-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."cohere.command-r-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."cohere.command-r-v1:0".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."cohere.command-text-v14"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."cohere.command-text-v14".pricing."bedrock"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."cohere.embed-english-image-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 1024
supports_embedding_image_input = true

[models."cohere.embed-english-image-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-english-light-image-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 384
supports_embedding_image_input = true

[models."cohere.embed-english-light-image-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-english-light-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 384

[models."cohere.embed-english-light-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-english-v3"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_embedding_image_input = true

[models."cohere.embed-english-v3".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-english-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 1024

[models."cohere.embed-english-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-multilingual-image-v3.0"]
mode = "embedding"
max_input_tokens = 512
input_cost_per_token = 1e-7
litellm_provider = "oci"
providers = ["oci"]
supports_vision = true
source = "https://www.oracle.com/cloud/ai/generative-ai/pricing/"
output_vector_size = 1024

[models."cohere.embed-multilingual-image-v3.0".pricing."oci"]
input_cost_per_token = 1e-7

[models."cohere.embed-multilingual-light-image-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 384
supports_embedding_image_input = true

[models."cohere.embed-multilingual-light-image-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-multilingual-light-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 384

[models."cohere.embed-multilingual-light-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-multilingual-v3"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_embedding_image_input = true

[models."cohere.embed-multilingual-v3".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-multilingual-v3.0"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 1024

[models."cohere.embed-multilingual-v3.0".pricing."oci"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."cohere.embed-v4.0"]
mode = "embedding"
max_input_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "oci"
providers = ["oci"]
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
output_vector_size = 1536
supports_embedding_image_input = true

[models."cohere.embed-v4.0".pricing."oci"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."cohere.embed-v4:0"]
mode = "embedding"
max_input_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1536
supports_embedding_image_input = true

[models."cohere.embed-v4:0".pricing."bedrock"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."cohere.rerank-v3-5:0"]
mode = "rerank"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_query = 0.002
max_document_chunks_per_query = 100
max_query_tokens = 32000
max_tokens_per_document_chunk = 512

[models."cohere.rerank-v3-5:0".pricing."bedrock"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."command"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
litellm_provider = "cohere"
providers = ["cohere"]

[models."command".pricing."cohere"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."command-a"]
display_name = "Cohere: Command A"
model_family = "command-a"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08-31"
release_date = "2025-03-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."command-a".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-a".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-a".pricing."vercel"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-a".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-a-03-2025"]
display_name = "Command A"
model_family = "command-a"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "cohere_chat"
providers = ["cohere_chat", "cohere"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2025-03-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."command-a-03-2025".pricing."cohere"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-a-03-2025".pricing."cohere_chat"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-a-reasoning-08-2025"]
display_name = "Cohere Command A (08/2025)"
model_family = "command-a"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "cohere"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06-01"
release_date = "2025-08-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."command-a-reasoning-08-2025".pricing."cohere"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-a-reasoning-08-2025".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-a-translate-08-2025"]
display_name = "Command A Translate"
model_family = "command-a"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "cohere"
providers = ["cohere"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2025-08-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."command-a-translate-08-2025".pricing."cohere"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-a-vision-07-2025"]
display_name = "Command A Vision"
model_family = "command-a"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "cohere"
providers = ["cohere"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2025-07-31"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."command-a-vision-07-2025".pricing."cohere"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-light"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7
litellm_provider = "cohere_chat"
providers = ["cohere_chat"]
supports_tool_choice = true

[models."command-light".pricing."cohere_chat"]
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7

[models."command-nightly"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
litellm_provider = "cohere"
providers = ["cohere"]

[models."command-nightly".pricing."cohere"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."command-r"]
display_name = "Cohere: Command R"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "cohere_chat"
providers = ["cohere_chat", "nano-gpt", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."command-r".pricing."cohere_chat"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."command-r".pricing."nano-gpt"]
input_cost_per_token = 4.76e-7
output_cost_per_token = 0.000001428
[models."command-r".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."command-r-08-2024"]
display_name = "Command R"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "cohere_chat"
providers = ["cohere_chat", "cohere", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2024-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."command-r-08-2024".pricing."cohere"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."command-r-08-2024".pricing."cohere_chat"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."command-r-08-2024".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."command-r-08-2024".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."command-r-plus"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "azure"
providers = ["azure", "cohere_chat", "vercel_ai_gateway"]
supports_function_calling = true
supports_tool_choice = true

[models."command-r-plus".pricing."azure"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."command-r-plus".pricing."cohere_chat"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-r-plus".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-r-plus-08-2024"]
display_name = "Cohere: Command R+"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "cohere_chat"
providers = ["cohere_chat", "cohere", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-06-01"
release_date = "2024-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."command-r-plus-08-2024".pricing."cohere"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-r-plus-08-2024".pricing."cohere_chat"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-r-plus-08-2024".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."command-r-plus-08-2024".pricing."nano-gpt"]
input_cost_per_token = 0.000002856
output_cost_per_token = 0.000014246
[models."command-r-plus-08-2024".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."command-r7b-12-2024"]
display_name = "Command R7B"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 3.75e-8
litellm_provider = "cohere_chat"
providers = ["cohere_chat", "cohere", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2024-02-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.cohere.com/v2/docs/command-r7b"
supports_tool_choice = true

[models."command-r7b-12-2024".pricing."cohere"]
input_cost_per_token = 3.75e-8
output_cost_per_token = 1.5e-7
[models."command-r7b-12-2024".pricing."cohere_chat"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 3.75e-8
[models."command-r7b-12-2024".pricing."kilo"]
input_cost_per_token = 3.75e-8
output_cost_per_token = 1.5e-7
[models."command-r7b-12-2024".pricing."openrouter"]
input_cost_per_token = 3.75e-8
output_cost_per_token = 1.5e-7

[models."command-r7b-arabic-02-2025"]
display_name = "Command R7B Arabic"
model_family = "command-r"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
input_cost_per_token = 3.75e-8
output_cost_per_token = 1.5e-7
litellm_provider = "cohere"
providers = ["cohere"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-01"
release_date = "2025-02-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."command-r7b-arabic-02-2025".pricing."cohere"]
input_cost_per_token = 3.75e-8
output_cost_per_token = 1.5e-7

[models."compound"]
display_name = "Compound"
model_family = "groq"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09-04"
release_date = "2025-09-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."compound-mini"]
display_name = "Compound Mini"
model_family = "groq"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09-04"
release_date = "2025-09-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."computer-use-preview"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.000003
output_cost_per_token = 0.000012
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = false
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."computer-use-preview".pricing."azure"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000012

[models."conservative"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/edits"]

[models."conservative".pricing."stability"]
output_cost_per_image = 0.04

[models."container"]
mode = "chat"
litellm_provider = "azure"
providers = ["azure", "openai"]
code_interpreter_cost_per_session = 0.03

[models."container".pricing."azure"]
code_interpreter_cost_per_session = 0.03
[models."container".pricing."openai"]
code_interpreter_cost_per_session = 0.03

[models."core42/jais-13b-chat"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0005
output_cost_per_token = 0.002
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."core42/jais-13b-chat".pricing."watsonx"]
input_cost_per_token = 0.0005
output_cost_per_token = 0.002

[models."core42/jais-30b-chat"]
display_name = "JAIS 30b Chat"
model_family = "jais"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-03"
release_date = "2023-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cortecs/Llama-3-3-70B-Instruct-FP8-Dynamic"]
display_name = "Llama 3.3 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 4.9e-7
output_cost_per_token = 7.1e-7
litellm_provider = "stackit"
providers = ["stackit"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-12-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."cortecs/Llama-3-3-70B-Instruct-FP8-Dynamic".pricing."stackit"]
input_cost_per_token = 4.9e-7
output_cost_per_token = 7.1e-7

[models."creative"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.06
supported_endpoints = ["/v1/images/edits"]

[models."creative".pricing."stability"]
output_cost_per_image = 0.06

[models."custom"]
display_name = "Custom Model"
model_family = "auto"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."dall-e-2"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml", "openai"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.026
supported_endpoints = ["/v1/images/generations", "/v1/images/edits", "/v1/images/variations"]

[models."dall-e-2".metadata]
notes = "DALL-E 2 via AI/ML API - Reliable text-to-image generation"

[models."dall-e-2".pricing."aiml"]
output_cost_per_image = 0.026
[models."dall-e-2".pricing."openai"]
input_cost_per_image = 0.02

[models."dall-e-3"]
display_name = "DALL-E-3"
model_family = "dall-e"
mode = "image_generation"
max_input_tokens = 800
max_output_tokens = 0
litellm_provider = "aiml"
providers = ["aiml", "openai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2023-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.052
supported_endpoints = ["/v1/images/generations"]

[models."dall-e-3".metadata]
notes = "DALL-E 3 via AI/ML API - High-quality text-to-image generation"

[models."dall-e-3".pricing."aiml"]
output_cost_per_image = 0.052
[models."dall-e-3".pricing."openai"]
input_cost_per_image = 0.04

[models."databricks-bge-large-en"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1.0003e-7
output_cost_per_token = 0
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000001429
output_dbu_cost_per_token = 0
output_vector_size = 1024

[models."databricks-bge-large-en".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-bge-large-en".pricing."databricks"]
input_cost_per_token = 1.0003e-7
input_dbu_cost_per_token = 0.000001429
output_cost_per_token = 0
output_dbu_cost_per_token = 0

[models."databricks-claude-3-7-sonnet"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000029999900000000002
output_cost_per_token = 0.000015000020000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000042857
output_dbu_cost_per_token = 0.000214286
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-3-7-sonnet".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-3-7-sonnet".pricing."databricks"]
input_cost_per_token = 0.0000029999900000000002
input_dbu_cost_per_token = 0.000042857
output_cost_per_token = 0.000015000020000000002
output_dbu_cost_per_token = 0.000214286

[models."databricks-claude-haiku-4-5"]
display_name = "Claude Haiku 4.5 (latest)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.00000100002
output_cost_per_token = 0.00000500003
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000014286
output_dbu_cost_per_token = 0.000071429
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-haiku-4-5".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-haiku-4-5".pricing."databricks"]
input_cost_per_token = 0.00000100002
input_dbu_cost_per_token = 0.000014286
output_cost_per_token = 0.00000500003
output_dbu_cost_per_token = 0.000071429

[models."databricks-claude-opus-4"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015000020000000002
output_cost_per_token = 0.00007500003000000001
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000214286
output_dbu_cost_per_token = 0.001071429
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-opus-4".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-opus-4".pricing."databricks"]
input_cost_per_token = 0.000015000020000000002
input_dbu_cost_per_token = 0.000214286
output_cost_per_token = 0.00007500003000000001
output_dbu_cost_per_token = 0.001071429

[models."databricks-claude-opus-4-1"]
display_name = "Claude Opus 4.1 (latest)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015000020000000002
output_cost_per_token = 0.00007500003000000001
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000214286
output_dbu_cost_per_token = 0.001071429
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-opus-4-1".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-opus-4-1".pricing."databricks"]
input_cost_per_token = 0.000015000020000000002
input_dbu_cost_per_token = 0.000214286
output_cost_per_token = 0.00007500003000000001
output_dbu_cost_per_token = 0.001071429

[models."databricks-claude-opus-4-5"]
display_name = "Claude Opus 4.5 (latest)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.00000500003
output_cost_per_token = 0.000025000010000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000071429
output_dbu_cost_per_token = 0.000357143
supports_assistant_prefill = true
supports_minimal_reasoning_effort = true
supports_tool_choice = true

[models."databricks-claude-opus-4-5".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-opus-4-5".pricing."databricks"]
input_cost_per_token = 0.00000500003
input_dbu_cost_per_token = 0.000071429
output_cost_per_token = 0.000025000010000000002
output_dbu_cost_per_token = 0.000357143

[models."databricks-claude-opus-4-6"]
display_name = "Claude Opus 4.6"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-claude-opus-4-6".pricing."databricks"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."databricks-claude-opus-4-7"]
display_name = "Claude Opus 4.7"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-claude-opus-4-7".pricing."databricks"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."databricks-claude-sonnet-4"]
display_name = "Claude Sonnet 4.5"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000029999900000000002
output_cost_per_token = 0.000015000020000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000042857
output_dbu_cost_per_token = 0.000214286
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-sonnet-4".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-sonnet-4".pricing."databricks"]
input_cost_per_token = 0.0000029999900000000002
input_dbu_cost_per_token = 0.000042857
output_cost_per_token = 0.000015000020000000002
output_dbu_cost_per_token = 0.000214286

[models."databricks-claude-sonnet-4-1"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000029999900000000002
output_cost_per_token = 0.000015000020000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000042857
output_dbu_cost_per_token = 0.000214286
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-sonnet-4-1".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-sonnet-4-1".pricing."databricks"]
input_cost_per_token = 0.0000029999900000000002
input_dbu_cost_per_token = 0.000042857
output_cost_per_token = 0.000015000020000000002
output_dbu_cost_per_token = 0.000214286

[models."databricks-claude-sonnet-4-5"]
display_name = "Claude Sonnet 4.5 (latest)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000029999900000000002
output_cost_per_token = 0.000015000020000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000042857
output_dbu_cost_per_token = 0.000214286
supports_assistant_prefill = true
supports_tool_choice = true

[models."databricks-claude-sonnet-4-5".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-claude-sonnet-4-5".pricing."databricks"]
input_cost_per_token = 0.0000029999900000000002
input_dbu_cost_per_token = 0.000042857
output_cost_per_token = 0.000015000020000000002
output_dbu_cost_per_token = 0.000214286

[models."databricks-claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-claude-sonnet-4-6".pricing."databricks"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."databricks-gemini-2-5-flash"]
display_name = "Gemini 2.5 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 3.0001999999999996e-7
output_cost_per_token = 0.00000249998
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-03-20"
supported_modalities = ["text", "image", "audio", "video", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000004285999999999999
output_dbu_cost_per_token = 0.000035714
supports_tool_choice = true

[models."databricks-gemini-2-5-flash".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gemini-2-5-flash".pricing."databricks"]
input_cost_per_token = 3.0001999999999996e-7
input_dbu_cost_per_token = 0.000004285999999999999
output_cost_per_token = 0.00000249998
output_dbu_cost_per_token = 0.000035714

[models."databricks-gemini-2-5-pro"]
display_name = "Gemini 2.5 Pro"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.00000124999
output_cost_per_token = 0.000009999990000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-03-20"
supported_modalities = ["text", "image", "audio", "video", "pdf"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000017857
output_dbu_cost_per_token = 0.000142857
supports_tool_choice = true

[models."databricks-gemini-2-5-pro".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gemini-2-5-pro".pricing."databricks"]
input_cost_per_token = 0.00000124999
input_dbu_cost_per_token = 0.000017857
output_cost_per_token = 0.000009999990000000002
output_dbu_cost_per_token = 0.000142857

[models."databricks-gemini-3-1-flash-lite"]
display_name = "Gemini 3.1 Flash Lite Preview"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-03-03"
supported_modalities = ["text", "image", "video", "audio", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gemini-3-1-flash-lite".pricing."databricks"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015

[models."databricks-gemini-3-1-pro"]
display_name = "Gemini 3.1 Pro Preview Custom Tools"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-02-19"
supported_modalities = ["text", "image", "video", "audio", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gemini-3-1-pro".pricing."databricks"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."databricks-gemini-3-flash"]
display_name = "Gemini 3 Flash Preview"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-12-17"
supported_modalities = ["text", "image", "video", "audio", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gemini-3-flash".pricing."databricks"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."databricks-gemini-3-pro"]
display_name = "Gemini 3 Pro Preview"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-11-18"
supported_modalities = ["text", "image", "video", "audio", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gemini-3-pro".pricing."databricks"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."databricks-gemma-3-12b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 1.5000999999999998e-7
output_cost_per_token = 5.0001e-7
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.0000021429999999999996
output_dbu_cost_per_token = 0.000007143

[models."databricks-gemma-3-12b".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gemma-3-12b".pricing."databricks"]
input_cost_per_token = 1.5000999999999998e-7
input_dbu_cost_per_token = 0.0000021429999999999996
output_cost_per_token = 5.0001e-7
output_dbu_cost_per_token = 0.000007143

[models."databricks-gpt-5"]
display_name = "GPT-5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000124999
output_cost_per_token = 0.000009999990000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000017857
output_dbu_cost_per_token = 0.000142857

[models."databricks-gpt-5".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gpt-5".pricing."databricks"]
input_cost_per_token = 0.00000124999
input_dbu_cost_per_token = 0.000017857
output_cost_per_token = 0.000009999990000000002
output_dbu_cost_per_token = 0.000142857

[models."databricks-gpt-5-1"]
display_name = "GPT-5.1"
model_family = "gpt"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000124999
output_cost_per_token = 0.000009999990000000002
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-11-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000017857
output_dbu_cost_per_token = 0.000142857

[models."databricks-gpt-5-1".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gpt-5-1".pricing."databricks"]
input_cost_per_token = 0.00000124999
input_dbu_cost_per_token = 0.000017857
output_cost_per_token = 0.000009999990000000002
output_dbu_cost_per_token = 0.000142857

[models."databricks-gpt-5-2"]
display_name = "GPT-5.2"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2025-12-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gpt-5-2".pricing."databricks"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."databricks-gpt-5-4"]
display_name = "GPT-5.4"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
cache_read_input_token_cost = 2.5e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gpt-5-4".pricing."databricks"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015

[models."databricks-gpt-5-4-mini"]
display_name = "GPT-5.4 mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
cache_read_input_token_cost = 7.5e-8
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gpt-5-4-mini".pricing."databricks"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045

[models."databricks-gpt-5-4-nano"]
display_name = "GPT-5.4 nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2e-8
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gpt-5-4-nano".pricing."databricks"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125

[models."databricks-gpt-5-5"]
display_name = "GPT-5.5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
cache_read_input_token_cost = 5e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-12-01"
release_date = "2026-04-23"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."databricks-gpt-5-5".pricing."databricks"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003

[models."databricks-gpt-5-mini"]
display_name = "GPT-5 Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2.4997000000000006e-7
output_cost_per_token = 0.0000019999700000000004
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 0.000003571
output_dbu_cost_per_token = 0.000028571

[models."databricks-gpt-5-mini".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gpt-5-mini".pricing."databricks"]
input_cost_per_token = 2.4997000000000006e-7
input_dbu_cost_per_token = 0.000003571
output_cost_per_token = 0.0000019999700000000004
output_dbu_cost_per_token = 0.000028571

[models."databricks-gpt-5-nano"]
display_name = "GPT-5 Nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 4.998e-8
output_cost_per_token = 3.9998000000000007e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/proprietary-foundation-model-serving"
input_dbu_cost_per_token = 7.14e-7
output_dbu_cost_per_token = 0.000005714000000000001

[models."databricks-gpt-5-nano".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gpt-5-nano".pricing."databricks"]
input_cost_per_token = 4.998e-8
input_dbu_cost_per_token = 7.14e-7
output_cost_per_token = 3.9998000000000007e-7
output_dbu_cost_per_token = 0.000005714000000000001

[models."databricks-gpt-oss-120b"]
display_name = "GPT OSS 120B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5000999999999998e-7
output_cost_per_token = 5.9997e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.0000021429999999999996
output_dbu_cost_per_token = 0.000008571

[models."databricks-gpt-oss-120b".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gpt-oss-120b".pricing."databricks"]
input_cost_per_token = 1.5000999999999998e-7
input_dbu_cost_per_token = 0.0000021429999999999996
output_cost_per_token = 5.9997e-7
output_dbu_cost_per_token = 0.000008571

[models."databricks-gpt-oss-20b"]
display_name = "GPT OSS 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 7e-8
output_cost_per_token = 3.0001999999999996e-7
litellm_provider = "databricks"
providers = ["databricks"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000001
output_dbu_cost_per_token = 0.000004285999999999999

[models."databricks-gpt-oss-20b".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gpt-oss-20b".pricing."databricks"]
input_cost_per_token = 7e-8
input_dbu_cost_per_token = 0.000001
output_cost_per_token = 3.0001999999999996e-7
output_dbu_cost_per_token = 0.000004285999999999999

[models."databricks-gte-large-en"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.2999000000000001e-7
output_cost_per_token = 0
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000001857
output_dbu_cost_per_token = 0
output_vector_size = 1024

[models."databricks-gte-large-en".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-gte-large-en".pricing."databricks"]
input_cost_per_token = 1.2999000000000001e-7
input_dbu_cost_per_token = 0.000001857
output_cost_per_token = 0
output_dbu_cost_per_token = 0

[models."databricks-llama-2-70b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5.0001e-7
output_cost_per_token = 0.0000015000300000000002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000007143
output_dbu_cost_per_token = 0.000021429
supports_tool_choice = true

[models."databricks-llama-2-70b-chat".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-llama-2-70b-chat".pricing."databricks"]
input_cost_per_token = 5.0001e-7
input_dbu_cost_per_token = 0.000007143
output_cost_per_token = 0.0000015000300000000002
output_dbu_cost_per_token = 0.000021429

[models."databricks-llama-4-maverick"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 5.0001e-7
output_cost_per_token = 0.0000015000300000000002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000007143
output_dbu_cost_per_token = 0.000021429
supports_tool_choice = true

[models."databricks-llama-4-maverick".metadata]
notes = "Databricks documentation now provides both DBU costs (_dbu_cost_per_token) and dollar costs(_cost_per_token)."

[models."databricks-llama-4-maverick".pricing."databricks"]
input_cost_per_token = 5.0001e-7
input_dbu_cost_per_token = 0.000007143
output_cost_per_token = 0.0000015000300000000002
output_dbu_cost_per_token = 0.000021429

[models."databricks-meta-llama-3-1-405b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000500003
output_cost_per_token = 0.000015000020000000002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000071429
output_dbu_cost_per_token = 0.000214286
supports_tool_choice = true

[models."databricks-meta-llama-3-1-405b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-meta-llama-3-1-405b-instruct".pricing."databricks"]
input_cost_per_token = 0.00000500003
input_dbu_cost_per_token = 0.000071429
output_cost_per_token = 0.000015000020000000002
output_dbu_cost_per_token = 0.000214286

[models."databricks-meta-llama-3-1-8b-instruct"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.5000999999999998e-7
output_cost_per_token = 4.5003000000000007e-7
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.0000021429999999999996
output_dbu_cost_per_token = 0.000006429000000000001

[models."databricks-meta-llama-3-1-8b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-meta-llama-3-1-8b-instruct".pricing."databricks"]
input_cost_per_token = 1.5000999999999998e-7
input_dbu_cost_per_token = 0.0000021429999999999996
output_cost_per_token = 4.5003000000000007e-7
output_dbu_cost_per_token = 0.000006429000000000001

[models."databricks-meta-llama-3-3-70b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 5.0001e-7
output_cost_per_token = 0.0000015000300000000002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000007143
output_dbu_cost_per_token = 0.000021429
supports_tool_choice = true

[models."databricks-meta-llama-3-3-70b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-meta-llama-3-3-70b-instruct".pricing."databricks"]
input_cost_per_token = 5.0001e-7
input_dbu_cost_per_token = 0.000007143
output_cost_per_token = 0.0000015000300000000002
output_dbu_cost_per_token = 0.000021429

[models."databricks-meta-llama-3-70b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000100002
output_cost_per_token = 0.0000029999900000000002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000014286
output_dbu_cost_per_token = 0.000042857
supports_tool_choice = true

[models."databricks-meta-llama-3-70b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-meta-llama-3-70b-instruct".pricing."databricks"]
input_cost_per_token = 0.00000100002
input_dbu_cost_per_token = 0.000014286
output_cost_per_token = 0.0000029999900000000002
output_dbu_cost_per_token = 0.000042857

[models."databricks-mixtral-8x7b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5.0001e-7
output_cost_per_token = 0.00000100002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000007143
output_dbu_cost_per_token = 0.000014286
supports_tool_choice = true

[models."databricks-mixtral-8x7b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-mixtral-8x7b-instruct".pricing."databricks"]
input_cost_per_token = 5.0001e-7
input_dbu_cost_per_token = 0.000007143
output_cost_per_token = 0.00000100002
output_dbu_cost_per_token = 0.000014286

[models."databricks-mpt-30b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000100002
output_cost_per_token = 0.00000100002
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000014286
output_dbu_cost_per_token = 0.000014286
supports_tool_choice = true

[models."databricks-mpt-30b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-mpt-30b-instruct".pricing."databricks"]
input_cost_per_token = 0.00000100002
input_dbu_cost_per_token = 0.000014286
output_cost_per_token = 0.00000100002
output_dbu_cost_per_token = 0.000014286

[models."databricks-mpt-7b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5.0001e-7
output_cost_per_token = 0
litellm_provider = "databricks"
providers = ["databricks"]
source = "https://www.databricks.com/product/pricing/foundation-model-serving"
input_dbu_cost_per_token = 0.000007143
output_dbu_cost_per_token = 0
supports_tool_choice = true

[models."databricks-mpt-7b-instruct".metadata]
notes = "Input/output cost per token is dbu cost * $0.070, based on databricks Llama 3.1 70B conversion. Number provided for reference, '*_dbu_cost_per_token' used in actual calculation."

[models."databricks-mpt-7b-instruct".pricing."databricks"]
input_cost_per_token = 5.0001e-7
input_dbu_cost_per_token = 0.000007143
output_cost_per_token = 0
output_dbu_cost_per_token = 0

[models."davinci-002"]
mode = "completion"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "text-completion-openai"
providers = ["text-completion-openai"]

[models."davinci-002".pricing."text-completion-openai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."deep-deepseek-v4-flash"]
display_name = "DeepSeek V4 Flash (DeepSeek)"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 1.54e-7
output_cost_per_token = 3.08e-7
cache_read_input_token_cost = 3.08e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deep-deepseek-v4-flash".pricing."aihubmix"]
cache_read_input_token_cost = 3.08e-8
input_cost_per_token = 1.54e-7
output_cost_per_token = 3.08e-7

[models."deep-deepseek-v4-pro"]
display_name = "DeepSeek V4 Pro (DeepSeek)"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 4.78e-7
output_cost_per_token = 9.56e-7
cache_read_input_token_cost = 4.302e-9
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deep-deepseek-v4-pro".pricing."aihubmix"]
cache_read_input_token_cost = 4.302e-9
input_cost_per_token = 4.78e-7
output_cost_per_token = 9.56e-7

[models."deep-research-pro-preview-12-2025"]
mode = "image_generation"
max_input_tokens = 65536
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini", "vertex_ai"]
supports_function_calling = false
supports_vision = true
supports_prompt_caching = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "https://ai.google.dev/gemini-api/docs/pricing"
input_cost_per_image = 0.0011
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token_batches = 0.000006
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_response_schema = true
supports_system_messages = true
supports_web_search = true

[models."deep-research-pro-preview-12-2025".pricing."gemini"]
input_cost_per_image = 0.0011
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006
[models."deep-research-pro-preview-12-2025".pricing."vertex_ai"]
input_cost_per_image = 0.0011
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006
[models."deep-research-pro-preview-12-2025".pricing."vertex_ai-language-models"]
input_cost_per_image = 0.0011
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006

[models."deepclaude"]
display_name = "DeepClaude"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepclaude".pricing."nano-gpt"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."deepcogito/cogito-v1-preview-qwen-32B"]
display_name = "Cogito v1 Preview Qwen 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 0.0000018
output_cost_per_token = 0.0000018
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepcogito/cogito-v1-preview-qwen-32B".pricing."nano-gpt"]
input_cost_per_token = 0.0000018
output_cost_per_token = 0.0000018

[models."deepcogito/cogito-v2-1-671b"]
display_name = "Cogito v2.1 671B MoE"
model_family = "cogito"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepcogito/cogito-v2-1-671b".pricing."kilo"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125
[models."deepcogito/cogito-v2-1-671b".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125
[models."deepcogito/cogito-v2-1-671b".pricing."openrouter"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125

[models."deepseek-3-2"]
display_name = "DeepSeek V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000016000000000000001
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-12-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-3-2".pricing."digitalocean"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000016000000000000001

[models."deepseek-ai/DeepSeek-OCR"]
display_name = "deepseek-ai/DeepSeek-OCR"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
litellm_provider = "siliconflow-cn"
providers = ["siliconflow-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-10-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-R1"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000024
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic", "nebius", "together_ai"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-R1".pricing."deepinfra"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000024
[models."deepseek-ai/DeepSeek-R1".pricing."hyperbolic"]
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7
[models."deepseek-ai/DeepSeek-R1".pricing."nebius"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
[models."deepseek-ai/DeepSeek-R1".pricing."together_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000007

[models."deepseek-ai/DeepSeek-R1-0528"]
display_name = "DeepSeek R1 0528"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 164000
max_output_tokens = 164000
max_tokens = 164000
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000215
cache_read_input_token_cost = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "crusoe", "huggingface", "hyperbolic", "io-net", "meganova", "nano-gpt", "nebius", "submodel", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-R1-0528".pricing."crusoe"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000007
[models."deepseek-ai/DeepSeek-R1-0528".pricing."deepinfra"]
cache_read_input_token_cost = 4e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000215
[models."deepseek-ai/DeepSeek-R1-0528".pricing."huggingface"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000005
[models."deepseek-ai/DeepSeek-R1-0528".pricing."hyperbolic"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
[models."deepseek-ai/DeepSeek-R1-0528".pricing."io-net"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000002
output_cost_per_token = 0.00000875
[models."deepseek-ai/DeepSeek-R1-0528".pricing."meganova"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021499999999999997
[models."deepseek-ai/DeepSeek-R1-0528".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000017
[models."deepseek-ai/DeepSeek-R1-0528".pricing."nebius"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
[models."deepseek-ai/DeepSeek-R1-0528".pricing."submodel"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021499999999999997
[models."deepseek-ai/DeepSeek-R1-0528".pricing."wandb"]
input_cost_per_token = 0.135
output_cost_per_token = 0.54

[models."deepseek-ai/DeepSeek-R1-0528-TEE"]
display_name = "DeepSeek R1 0528 TEE"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000021499999999999997
cache_read_input_token_cost = 2.2500000000000002e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-R1-0528-TEE".pricing."chutes"]
cache_read_input_token_cost = 2.2500000000000002e-7
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000021499999999999997

[models."deepseek-ai/DeepSeek-R1-0528-Turbo"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-R1-0528-Turbo".pricing."deepinfra"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."deepseek-ai/DeepSeek-R1-0528-tput"]
mode = "chat"
max_input_tokens = 128000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
source = "https://www.together.ai/models/deepseek-r1-0528-throughput"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-R1-0528-tput".pricing."together_ai"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219

[models."deepseek-ai/DeepSeek-R1-Distill-Llama-70B"]
display_name = "DeepSeek R1 Distill Llama 70B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "chutes", "fastrouter", "nebius", "nscale"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-01-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."deepseek-ai/DeepSeek-R1-Distill-Llama-70B".pricing."chutes"]
cache_read_input_token_cost = 1.36e-8
input_cost_per_token = 2.72e-8
output_cost_per_token = 1.087e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Llama-70B".pricing."deepinfra"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Llama-70B".pricing."fastrouter"]
input_cost_per_token = 3e-8
output_cost_per_token = 1.4e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Llama-70B".pricing."nebius"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Llama-70B".pricing."nscale"]
input_cost_per_token = 3.75e-7
output_cost_per_token = 3.75e-7

[models."deepseek-ai/DeepSeek-R1-Distill-Llama-8B"]
mode = "chat"
input_cost_per_token = 2.5e-8
output_cost_per_token = 2.5e-8
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."deepseek-ai/DeepSeek-R1-Distill-Llama-8B".metadata]
notes = "Pricing listed as $0.05/1M tokens total. Assumed 50/50 split for input/output."

[models."deepseek-ai/DeepSeek-R1-Distill-Llama-8B".pricing."nscale"]
input_cost_per_token = 2.5e-8
output_cost_per_token = 2.5e-8

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B"]
mode = "chat"
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B".metadata]
notes = "Pricing listed as $0.18/1M tokens total. Assumed 50/50 split for input/output."

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B".pricing."nscale"]
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"]
display_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
litellm_provider = "nscale"
providers = ["nscale", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-14B".metadata]
notes = "Pricing listed as $0.14/1M tokens total. Assumed 50/50 split for input/output."

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-14B".pricing."nscale"]
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-14B".pricing."siliconflow"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-14B".pricing."siliconflow-cn"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"]
display_name = "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "nscale", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-32B".pricing."deepinfra"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-32B".pricing."nscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-32B".pricing."siliconflow"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-32B".pricing."siliconflow-cn"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"]
mode = "chat"
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-7B".metadata]
notes = "Pricing listed as $0.40/1M tokens total. Assumed 50/50 split for input/output."

[models."deepseek-ai/DeepSeek-R1-Distill-Qwen-7B".pricing."nscale"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."deepseek-ai/DeepSeek-R1-Turbo"]
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 40960
max_tokens = 40960
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-R1-Turbo".pricing."deepinfra"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."deepseek-ai/DeepSeek-V3"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 3.8e-7
output_cost_per_token = 8.9e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic", "nebius", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-V3".pricing."deepinfra"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 8.9e-7
[models."deepseek-ai/DeepSeek-V3".pricing."hyperbolic"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
[models."deepseek-ai/DeepSeek-V3".pricing."nebius"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."deepseek-ai/DeepSeek-V3".pricing."together_ai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125

[models."deepseek-ai/DeepSeek-V3-0324"]
display_name = "DeepSeek V3 0324"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2.5e-7
output_cost_per_token = 8.8e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "baseten", "crusoe", "gmi", "hyperbolic", "meganova", "nebius", "submodel", "wandb"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2025-08-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-V3-0324".pricing."baseten"]
input_cost_per_token = 7.7e-7
output_cost_per_token = 7.7e-7
[models."deepseek-ai/DeepSeek-V3-0324".pricing."crusoe"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000015
[models."deepseek-ai/DeepSeek-V3-0324".pricing."deepinfra"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 8.8e-7
[models."deepseek-ai/DeepSeek-V3-0324".pricing."gmi"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 8.8e-7
[models."deepseek-ai/DeepSeek-V3-0324".pricing."hyperbolic"]
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7
[models."deepseek-ai/DeepSeek-V3-0324".pricing."meganova"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 8.8e-7
[models."deepseek-ai/DeepSeek-V3-0324".pricing."nebius"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."deepseek-ai/DeepSeek-V3-0324".pricing."submodel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."deepseek-ai/DeepSeek-V3-0324".pricing."wandb"]
input_cost_per_token = 0.114
output_cost_per_token = 0.275

[models."deepseek-ai/DeepSeek-V3-0324-TEE"]
display_name = "DeepSeek V3 0324 TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-0324-TEE".pricing."chutes"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."deepseek-ai/DeepSeek-V3-1"]
display_name = "DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000017
litellm_provider = "togetherai"
providers = ["togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-08"
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-1".pricing."togetherai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000017

[models."deepseek-ai/DeepSeek-V3-1-TEE"]
display_name = "DeepSeek V3.1 TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 1.35e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-1-TEE".pricing."chutes"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001

[models."deepseek-ai/DeepSeek-V3-1-Terminus:thinking"]
display_name = "DeepSeek V3.1 Terminus (Thinking)"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-1-Terminus:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7

[models."deepseek-ai/DeepSeek-V3-1:thinking"]
display_name = "DeepSeek V3.1 Thinking"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-1:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7e-7

[models."deepseek-ai/DeepSeek-V3-2-TEE"]
display_name = "DeepSeek V3.2 TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7
cache_read_input_token_cost = 1.4e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-2-TEE".pricing."chutes"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7

[models."deepseek-ai/DeepSeek-V3-2-fast"]
display_name = "DeepSeek-V3.2-fast"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 4e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V3-2-fast".pricing."nebius"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."deepseek-ai/DeepSeek-V3.1"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 2.16e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "baseten", "together_ai", "wandb"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-V3.1".pricing."baseten"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."deepseek-ai/DeepSeek-V3.1".pricing."deepinfra"]
cache_read_input_token_cost = 2.16e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/DeepSeek-V3.1".pricing."together_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000017
[models."deepseek-ai/DeepSeek-V3.1".pricing."wandb"]
input_cost_per_token = 0.055
output_cost_per_token = 0.165

[models."deepseek-ai/DeepSeek-V3.1-Terminus"]
display_name = "DeepSeek V3.1 Terminus"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 2.16e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "abacus", "nano-gpt", "nvidia", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-08-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."deepseek-ai/DeepSeek-V3.1-Terminus".pricing."abacus"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/DeepSeek-V3.1-Terminus".pricing."deepinfra"]
cache_read_input_token_cost = 2.16e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/DeepSeek-V3.1-Terminus".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7
[models."deepseek-ai/DeepSeek-V3.1-Terminus".pricing."siliconflow"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/DeepSeek-V3.1-Terminus".pricing."siliconflow-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001

[models."deepseek-ai/DeepSeek-V3.2"]
display_name = "DeepSeek-V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.8e-7
output_cost_per_token = 4e-7
litellm_provider = "gmi"
providers = ["gmi", "abacus", "baseten", "deepinfra", "huggingface", "meganova", "nebius", "nvidia", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2025-12-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
reasoning_cost_per_token = 4.5000000000000003e-7

[models."deepseek-ai/DeepSeek-V3.2".pricing."abacus"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."baseten"]
input_cost_per_token = 3e-7
output_cost_per_token = 4.5000000000000003e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."deepinfra"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 2.6e-7
output_cost_per_token = 3.8e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."gmi"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 4e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."huggingface"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.0000000000000003e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."meganova"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 3.8e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."nebius"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 4.5000000000000003e-7
reasoning_cost_per_token = 4.5000000000000003e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."siliconflow"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.2e-7
[models."deepseek-ai/DeepSeek-V3.2".pricing."siliconflow-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.2e-7

[models."deepseek-ai/DeepSeek-V4-Flash"]
display_name = "DeepSeek V4 Flash"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "gmicloud", "nvidia", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V4-Flash".pricing."deepinfra"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-ai/DeepSeek-V4-Flash".pricing."gmicloud"]
cache_read_input_token_cost = 2.2e-8
input_cost_per_token = 1.12e-7
output_cost_per_token = 2.24e-7
[models."deepseek-ai/DeepSeek-V4-Flash".pricing."nvidia"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-ai/DeepSeek-V4-Flash".pricing."siliconflow"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7

[models."deepseek-ai/DeepSeek-V4-Pro"]
display_name = "DeepSeek V4 Pro"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
cache_read_input_token_cost = 1.45e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "baseten", "gmicloud", "huggingface", "nebius", "nvidia", "siliconflow", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/DeepSeek-V4-Pro".pricing."baseten"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."deepinfra"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."gmicloud"]
cache_read_input_token_cost = 1.16e-7
input_cost_per_token = 0.000001392
output_cost_per_token = 0.000002784
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."huggingface"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."nebius"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.0000035
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."nvidia"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."siliconflow"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-ai/DeepSeek-V4-Pro".pricing."togetherai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.0000021000000000000002
output_cost_per_token = 0.0000044

[models."deepseek-ai/deepseek-ocr-maas"]
mode = "ocr"
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/vertex-ai/pricing"
ocr_cost_per_page = 0.0003
supported_regions = ["us-central1"]

[models."deepseek-ai/deepseek-ocr-maas".pricing."vertex_ai"]
input_cost_per_token = 3e-7
ocr_cost_per_page = 0.0003
output_cost_per_token = 0.0000012

[models."deepseek-ai/deepseek-ocr/models/DeepSeek-OCR"]
display_name = "DeepSeek OCR"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-10-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/deepseek-ocr/models/DeepSeek-OCR".pricing."clarifai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7e-7

[models."deepseek-ai/deepseek-r1"]
display_name = "DeepSeek R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000375
output_cost_per_token = 0.00001
litellm_provider = "replicate"
providers = ["replicate", "abacus", "siliconflow", "siliconflow-cn", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
output_cost_per_reasoning_token = 0.00001
supports_system_messages = true

[models."deepseek-ai/deepseek-r1".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000007
[models."deepseek-ai/deepseek-r1".pricing."replicate"]
input_cost_per_token = 0.00000375
output_cost_per_reasoning_token = 0.00001
output_cost_per_token = 0.00001
[models."deepseek-ai/deepseek-r1".pricing."siliconflow"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021800000000000003
[models."deepseek-ai/deepseek-r1".pricing."siliconflow-cn"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021800000000000003
[models."deepseek-ai/deepseek-r1".pricing."togetherai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000007

[models."deepseek-ai/deepseek-r1-0528-maas"]
mode = "chat"
max_input_tokens = 65336
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supported_regions = ["us-central1"]
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-ai/deepseek-r1-0528-maas".pricing."vertex_ai"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054

[models."deepseek-ai/deepseek-v3"]
display_name = "deepseek-ai/DeepSeek-V3"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000145
output_cost_per_token = 0.00000145
litellm_provider = "replicate"
providers = ["replicate", "siliconflow", "siliconflow-cn", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-12-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."deepseek-ai/deepseek-v3".pricing."replicate"]
input_cost_per_token = 0.00000145
output_cost_per_token = 0.00000145
[models."deepseek-ai/deepseek-v3".pricing."siliconflow"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/deepseek-v3".pricing."siliconflow-cn"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/deepseek-v3".pricing."togetherai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125

[models."deepseek-ai/deepseek-v3-2-exp"]
display_name = "DeepSeek V3.2 Exp"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "meganova", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/deepseek-v3-2-exp".pricing."meganova"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7
[models."deepseek-ai/deepseek-v3-2-exp".pricing."nano-gpt"]
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
[models."deepseek-ai/deepseek-v3-2-exp".pricing."siliconflow"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.1e-7

[models."deepseek-ai/deepseek-v3-2-exp-thinking"]
display_name = "DeepSeek V3.2 Exp Thinking"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/deepseek-v3-2-exp-thinking".pricing."nano-gpt"]
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7

[models."deepseek-ai/deepseek-v3.1"]
display_name = "DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 6.72e-7
output_cost_per_token = 0.000002016
litellm_provider = "replicate"
providers = ["replicate", "baseten", "meganova", "nano-gpt", "siliconflow", "submodel", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."deepseek-ai/deepseek-v3.1".pricing."baseten"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."deepseek-ai/deepseek-v3.1".pricing."meganova"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/deepseek-v3.1".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7e-7
[models."deepseek-ai/deepseek-v3.1".pricing."replicate"]
input_cost_per_token = 6.72e-7
output_cost_per_token = 0.000002016
[models."deepseek-ai/deepseek-v3.1".pricing."siliconflow"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek-ai/deepseek-v3.1".pricing."submodel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."deepseek-ai/deepseek-v3.1".pricing."wandb"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000016499999999999999

[models."deepseek-ai/deepseek-v3.1-maas"]
display_name = "DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
release_date = "2025-08-28"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supported_regions = ["us-central1"]
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-ai/deepseek-v3.1-maas".pricing."google-vertex"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000017
[models."deepseek-ai/deepseek-v3.1-maas".pricing."vertex_ai"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054

[models."deepseek-ai/deepseek-v3.2-maas"]
display_name = "DeepSeek V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
release_date = "2025-12-17"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
input_cost_per_token_batches = 2.8e-7
output_cost_per_token_batches = 8.4e-7
supported_regions = ["global"]
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-ai/deepseek-v3.2-maas".pricing."google-vertex"]
cache_read_input_token_cost = 5.6e-8
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
[models."deepseek-ai/deepseek-v3.2-maas".pricing."vertex_ai"]
input_cost_per_token = 5.6e-7
input_cost_per_token_batches = 2.8e-7
output_cost_per_token = 0.00000168
output_cost_per_token_batches = 8.4e-7

[models."deepseek-ai/deepseek-vl2"]
display_name = "deepseek-ai/deepseek-vl2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 4000
max_output_tokens = 4000
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-ai/deepseek-vl2".pricing."siliconflow"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."deepseek-ai/deepseek-vl2".pricing."siliconflow-cn"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."deepseek-chat"]
display_name = "DeepSeek V3/Deepseek Chat"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "deepseek"
providers = ["deepseek", "302ai", "nano-gpt"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-02-27"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "https://api-docs.deepseek.com/quick_start/pricing"
supported_endpoints = ["/v1/chat/completions"]
supports_assistant_prefill = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-chat".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 4.3e-7
[models."deepseek-chat".pricing."deepseek"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 2.8e-7
input_cost_per_token_cache_hit = 2.8e-8
output_cost_per_token = 4.2e-7
[models."deepseek-chat".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7

[models."deepseek-chat-cheaper"]
display_name = "DeepSeek V3/Chat Cheaper"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-chat-cheaper".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7

[models."deepseek-coder"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
litellm_provider = "deepseek"
providers = ["deepseek"]
supports_function_calling = true
supports_prompt_caching = true
input_cost_per_token_cache_hit = 1.4e-8
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-coder".pricing."deepseek"]
input_cost_per_token = 1.4e-7
input_cost_per_token_cache_hit = 1.4e-8
output_cost_per_token = 2.8e-7

[models."deepseek-coder-6.7b"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_response_schema = true

[models."deepseek-coder-6.7b".pricing."llamagate"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7

[models."deepseek-coder-v2-base"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."deepseek-coder-v2-base".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."deepseek-coder-v2-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."deepseek-coder-v2-instruct".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."deepseek-coder-v2-lite-base"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."deepseek-coder-v2-lite-base".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."deepseek-coder-v2-lite-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."deepseek-coder-v2-lite-instruct".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."deepseek-llama3.3-70b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-llama3.3-70b".pricing."lambda_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."deepseek-math-v2"]
display_name = "DeepSeek Math V2"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-math-v2".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."deepseek-r1"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
litellm_provider = "azure_ai"
providers = ["azure_ai", "deepseek", "snowflake"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://techcommunity.microsoft.com/blog/machinelearningblog/deepseek-r1-improved-performance-higher-limits-and-transparent-pricing/4386367"
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-r1".pricing."azure_ai"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."deepseek-r1".pricing."deepseek"]
input_cost_per_token = 5.5e-7
input_cost_per_token_cache_hit = 1.4e-7
output_cost_per_token = 0.00000219

[models."deepseek-r1-0528"]
display_name = "DeepSeek R1 0528"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai", "alibaba-cn", "azure", "azure-cognitive-services", "cortecs", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-r1-0528".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.000002294
[models."deepseek-r1-0528".pricing."azure"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."deepseek-r1-0528".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."deepseek-r1-0528".pricing."cortecs"]
input_cost_per_token = 5.85e-7
output_cost_per_token = 0.000002307
[models."deepseek-r1-0528".pricing."lambda_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
[models."deepseek-r1-0528".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024

[models."deepseek-r1-671b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-r1-671b".pricing."lambda_ai"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7

[models."deepseek-r1-7b-qwen"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 8e-8
output_cost_per_token = 1.5e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_reasoning = true
supports_response_schema = true

[models."deepseek-r1-7b-qwen".pricing."llamagate"]
input_cost_per_token = 8e-8
output_cost_per_token = 1.5e-7

[models."deepseek-r1-8b"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_reasoning = true
supports_response_schema = true

[models."deepseek-r1-8b".pricing."llamagate"]
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7

[models."deepseek-r1-distill-llama-70b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7
litellm_provider = "gradient_ai"
providers = ["gradient_ai"]
supported_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."deepseek-r1-distill-llama-70b".pricing."gradient_ai"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7

[models."deepseek-r1-distill-llama-8b"]
display_name = "DeepSeek R1 Distill Llama 8B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-r1-distill-qwen-1-5b"]
display_name = "DeepSeek R1 Distill Qwen 1.5B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-r1-distill-qwen-14b"]
display_name = "DeepSeek R1 Distill Qwen 14B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 1.44e-7
output_cost_per_token = 4.31e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-r1-distill-qwen-14b".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 4.31e-7

[models."deepseek-r1-distill-qwen-32b"]
display_name = "DeepSeek R1 Distill Qwen 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-r1-distill-qwen-32b".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7

[models."deepseek-r1-distill-qwen-7b"]
display_name = "DeepSeek R1 Distill Qwen 7B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
input_cost_per_token = 7.2e-8
output_cost_per_token = 1.44e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-r1-distill-qwen-7b".pricing."alibaba-cn"]
input_cost_per_token = 7.2e-8
output_cost_per_token = 1.44e-7

[models."deepseek-r1-sambanova"]
display_name = "DeepSeek R1 Fast"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000006987
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-r1-sambanova".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000006987

[models."deepseek-reasoner"]
display_name = "DeepSeek Reasoner"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "deepseek"
providers = ["deepseek", "302ai", "helicone", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://api-docs.deepseek.com/quick_start/pricing"
supported_endpoints = ["/v1/chat/completions"]
supports_assistant_prefill = true
supports_native_streaming = true
supports_parallel_function_calling = false
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = false

[models."deepseek-reasoner".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 4.3e-7
[models."deepseek-reasoner".pricing."deepseek"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 2.8e-7
input_cost_per_token_cache_hit = 2.8e-8
output_cost_per_token = 4.2e-7
[models."deepseek-reasoner".pricing."helicone"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
[models."deepseek-reasoner".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000017

[models."deepseek-reasoner-cheaper"]
display_name = "Deepseek R1 Cheaper"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000017
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-reasoner-cheaper".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000017

[models."deepseek-tng-r1t2-chimera"]
display_name = "DeepSeek TNG R1T2 Chimera"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 130000
max_output_tokens = 163840
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-07-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-tng-r1t2-chimera".pricing."helicone"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."deepseek-v3"]
display_name = "DeepSeek V3"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000114
output_cost_per_token = 0.00000456
litellm_provider = "azure_ai"
providers = ["azure_ai", "alibaba-cn", "deepseek", "helicone", "iflowcn"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2024-12-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/machinelearningblog/announcing-deepseek-v3-on-azure-ai-foundry-and-github/4390438"
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-v3".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 0.000001147
[models."deepseek-v3".pricing."azure_ai"]
input_cost_per_token = 0.00000114
output_cost_per_token = 0.00000456
[models."deepseek-v3".pricing."deepseek"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 7e-8
input_cost_per_token = 2.7e-7
input_cost_per_token_cache_hit = 7e-8
output_cost_per_token = 0.0000011
[models."deepseek-v3".pricing."helicone"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168

[models."deepseek-v3-0324"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.00000114
output_cost_per_token = 0.00000456
litellm_provider = "azure_ai"
providers = ["azure_ai", "lambda_ai"]
supports_function_calling = true
source = "https://techcommunity.microsoft.com/blog/machinelearningblog/announcing-deepseek-v3-on-azure-ai-foundry-and-github/4390438"
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek-v3-0324".pricing."azure_ai"]
input_cost_per_token = 0.00000114
output_cost_per_token = 0.00000456
[models."deepseek-v3-0324".pricing."lambda_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."deepseek-v3-1"]
display_name = "DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v3-1".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001

[models."deepseek-v3-1-terminus"]
display_name = "DeepSeek V3.1 Terminus"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 2.1600000000000003e-7
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v3-1-terminus".pricing."helicone"]
cache_read_input_token_cost = 2.1600000000000003e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001

[models."deepseek-v3-2-251201"]
mode = "chat"
max_input_tokens = 98304
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-v3-2-251201".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."deepseek-v3-2-exp"]
display_name = "DeepSeek V3.2 Exp"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 4.31e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v3-2-exp".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 4.31e-7

[models."deepseek-v3-2-thinking"]
display_name = "DeepSeek-V3.2-Thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 2.9e-7
output_cost_per_token = 4.3e-7
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v3-2-thinking".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 4.3e-7

[models."deepseek-v3.1:671b-cloud"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."deepseek-v3.1:671b-cloud".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."deepseek-v3.2"]
display_name = "DeepSeek V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "azure", "azure-cognitive-services", "cortecs", "crof", "deepseek", "helicone", "iflowcn", "llmgateway", "venice", "vivgrid", "vultr"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v3-2-and-deepseek-v3-2-speciale-in-microsoft-foundry/4477549"
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-v3.2".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 4.3e-7
[models."deepseek-v3.2".pricing."azure"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
[models."deepseek-v3.2".pricing."azure-cognitive-services"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
[models."deepseek-v3.2".pricing."azure_ai"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
[models."deepseek-v3.2".pricing."cortecs"]
input_cost_per_token = 2.66e-7
output_cost_per_token = 4.44e-7
[models."deepseek-v3.2".pricing."crof"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 2.8e-7
output_cost_per_token = 3.8e-7
[models."deepseek-v3.2".pricing."deepseek"]
input_cost_per_token = 2.8e-7
input_cost_per_token_cache_hit = 2.8e-8
output_cost_per_token = 4e-7
[models."deepseek-v3.2".pricing."helicone"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.1e-7
[models."deepseek-v3.2".pricing."llmgateway"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7
[models."deepseek-v3.2".pricing."venice"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 3.3e-7
output_cost_per_token = 4.8e-7
[models."deepseek-v3.2".pricing."vivgrid"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7
[models."deepseek-v3.2".pricing."vultr"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000016499999999999999

[models."deepseek-v3.2-speciale"]
display_name = "DeepSeek-V3.2-Speciale"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/introducing-deepseek-v3-2-and-deepseek-v3-2-speciale-in-microsoft-foundry/4477549"
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek-v3.2-speciale".pricing."azure"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
[models."deepseek-v3.2-speciale".pricing."azure-cognitive-services"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
[models."deepseek-v3.2-speciale".pricing."azure_ai"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168

[models."deepseek-v4-flash"]
display_name = "DeepSeek V4 Flash"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 2.8e-9
litellm_provider = "auriko"
providers = ["auriko", "alibaba-cn", "cortecs", "crof", "deepseek", "llmgateway", "opencode-go", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v4-flash".pricing."alibaba-cn"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-v4-flash".pricing."auriko"]
cache_read_input_token_cost = 2.8e-9
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-v4-flash".pricing."cortecs"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.33e-7
output_cost_per_token = 2.66e-7
[models."deepseek-v4-flash".pricing."crof"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.1e-7
[models."deepseek-v4-flash".pricing."deepseek"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-v4-flash".pricing."llmgateway"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-v4-flash".pricing."opencode-go"]
cache_read_input_token_cost = 2.8e-9
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek-v4-flash".pricing."venice"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 3.5e-7

[models."deepseek-v4-flash-free"]
display_name = "DeepSeek V4 Flash Free"
model_family = "deepseek-flash-free"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v4-pro"]
display_name = "DeepSeek V4 Pro"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 4.35e-7
output_cost_per_token = 8.7e-7
cache_read_input_token_cost = 3.625e-9
litellm_provider = "auriko"
providers = ["auriko", "alibaba-cn", "cortecs", "crof", "deepseek", "digitalocean", "frogbot", "llmgateway", "opencode-go", "venice", "vivgrid"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v4-pro".pricing."alibaba-cn"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-v4-pro".pricing."auriko"]
cache_read_input_token_cost = 3.625e-9
input_cost_per_token = 4.35e-7
output_cost_per_token = 8.7e-7
[models."deepseek-v4-pro".pricing."cortecs"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.000001553
output_cost_per_token = 0.000003106
[models."deepseek-v4-pro".pricing."crof"]
cache_read_input_token_cost = 3e-9
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 8.5e-7
[models."deepseek-v4-pro".pricing."deepseek"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-v4-pro".pricing."digitalocean"]
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-v4-pro".pricing."frogbot"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-v4-pro".pricing."llmgateway"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-v4-pro".pricing."opencode-go"]
cache_read_input_token_cost = 1.45e-8
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek-v4-pro".pricing."venice"]
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.00000173
output_cost_per_token = 0.0000037959999999999997
[models."deepseek-v4-pro".pricing."vivgrid"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348

[models."deepseek-v4-pro-precision"]
display_name = "DeepSeek V4 Pro (Precision)"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "crof"
providers = ["crof"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek-v4-pro-precision".pricing."crof"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."deepseek.r1-v1:0"]
display_name = "DeepSeek-R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
litellm_provider = "amazon-bedrock"
providers = ["amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek.r1-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054

[models."deepseek.v3-v1:0"]
display_name = "DeepSeek-V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 81920
max_tokens = 81920
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_tool_choice = true

[models."deepseek.v3-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168
[models."deepseek.v3-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000168

[models."deepseek.v3.2"]
display_name = "DeepSeek-V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock", "bedrock_converse"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2026-02-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."deepseek.v3.2".pricing."amazon-bedrock"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185
[models."deepseek.v3.2".pricing."bedrock/us-east-1"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185
[models."deepseek.v3.2".pricing."bedrock/us-west-2"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185
[models."deepseek.v3.2".pricing."bedrock_converse"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185

[models."deepseek/deepseek-chat"]
display_name = "DeepSeek: DeepSeek V3"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-09"
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."deepseek/deepseek-chat".pricing."kilo"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 3.2e-7
output_cost_per_token = 8.900000000000001e-7
[models."deepseek/deepseek-chat".pricing."openrouter"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek/deepseek-chat".pricing."orcarouter"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek/deepseek-chat".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7

[models."deepseek/deepseek-chat-v3-0324"]
display_name = "DeepSeek: DeepSeek V3 0324"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2024-07-31"
release_date = "2025-03-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."deepseek/deepseek-chat-v3-0324".pricing."kilo"]
cache_read_input_token_cost = 9.5e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7.7e-7
[models."deepseek/deepseek-chat-v3-0324".pricing."openrouter"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7

[models."deepseek/deepseek-chat-v3.1"]
display_name = "DeepSeek: DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2e-7
output_cost_per_token = 8e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 2e-8
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek/deepseek-chat-v3.1".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 7.5e-7
[models."deepseek/deepseek-chat-v3.1".pricing."openrouter"]
input_cost_per_token = 2e-7
input_cost_per_token_cache_hit = 2e-8
output_cost_per_token = 8e-7

[models."deepseek/deepseek-ocr"]
display_name = "DeepSeek-OCR"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2025-10-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-ocr".pricing."novita"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
[models."deepseek/deepseek-ocr".pricing."novita-ai"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8

[models."deepseek/deepseek-ocr-2"]
display_name = "deepseek/deepseek-ocr-2"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
litellm_provider = "novita-ai"
providers = ["novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-ocr-2".pricing."novita-ai"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8

[models."deepseek/deepseek-prover-v2-671b"]
display_name = "DeepSeek Prover v2 671B"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 160000
max_output_tokens = 160000
max_tokens = 160000
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
litellm_provider = "novita"
providers = ["novita", "nano-gpt", "novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."deepseek/deepseek-prover-v2-671b".pricing."nano-gpt"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-prover-v2-671b".pricing."novita"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-prover-v2-671b".pricing."novita-ai"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025

[models."deepseek/deepseek-r1"]
display_name = "DeepSeek: R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219
litellm_provider = "openrouter"
providers = ["openrouter", "github-models", "kilo", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2024-07-31"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.4e-7
supports_assistant_prefill = true
supports_tool_choice = true

[models."deepseek/deepseek-r1".pricing."kilo"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-r1".pricing."openrouter"]
input_cost_per_token = 5.5e-7
input_cost_per_token_cache_hit = 1.4e-7
output_cost_per_token = 0.00000219
[models."deepseek/deepseek-r1".pricing."vercel"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."deepseek/deepseek-r1".pricing."vercel_ai_gateway"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000219

[models."deepseek/deepseek-r1-0528"]
display_name = "DeepSeek R1 0528"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000215
litellm_provider = "openrouter"
providers = ["openrouter", "github-models", "jiekou", "kilo", "novita", "novita-ai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.4e-7
supports_assistant_prefill = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-r1-0528".pricing."jiekou"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-r1-0528".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000021499999999999997
[models."deepseek/deepseek-r1-0528".pricing."novita"]
cache_read_input_token_cost = 3.5e-7
input_cost_per_token = 7e-7
input_cost_per_token_cache_hit = 3.5e-7
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-r1-0528".pricing."novita-ai"]
cache_read_input_token_cost = 3.5e-7
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-r1-0528".pricing."openrouter"]
input_cost_per_token = 5e-7
input_cost_per_token_cache_hit = 1.4e-7
output_cost_per_token = 0.00000215

[models."deepseek/deepseek-r1-0528-qwen3-8b"]
display_name = "DeepSeek R1 0528 Qwen3 8B"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 6e-8
output_cost_per_token = 9e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-05-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."deepseek/deepseek-r1-0528-qwen3-8b".pricing."novita"]
input_cost_per_token = 6e-8
output_cost_per_token = 9e-8
[models."deepseek/deepseek-r1-0528-qwen3-8b".pricing."novita-ai"]
input_cost_per_token = 6e-8
output_cost_per_token = 9e-8

[models."deepseek/deepseek-r1-distill-llama-70b"]
display_name = "DeepSeek R1 Distill LLama 70B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 7.5e-7
output_cost_per_token = 9.9e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "kilo", "novita", "novita-ai", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07-31"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-r1-distill-llama-70b".pricing."kilo"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 7e-7
output_cost_per_token = 8.000000000000001e-7
[models."deepseek/deepseek-r1-distill-llama-70b".pricing."novita"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
[models."deepseek/deepseek-r1-distill-llama-70b".pricing."novita-ai"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 8.000000000000001e-7
[models."deepseek/deepseek-r1-distill-llama-70b".pricing."openrouter"]
input_cost_per_token = 7e-7
output_cost_per_token = 8.000000000000001e-7
[models."deepseek/deepseek-r1-distill-llama-70b".pricing."vercel_ai_gateway"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 9.9e-7

[models."deepseek/deepseek-r1-distill-qwen-14b"]
display_name = "DeepSeek R1 Distill Qwen 14B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-r1-distill-qwen-14b".pricing."novita"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."deepseek/deepseek-r1-distill-qwen-14b".pricing."novita-ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."deepseek/deepseek-r1-distill-qwen-32b"]
display_name = "DeepSeek R1 Distill Qwen 32B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07-31"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-r1-distill-qwen-32b".pricing."kilo"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 2.9e-7
[models."deepseek/deepseek-r1-distill-qwen-32b".pricing."novita"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
[models."deepseek/deepseek-r1-distill-qwen-32b".pricing."novita-ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
[models."deepseek/deepseek-r1-distill-qwen-32b".pricing."openrouter"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 2.9e-7

[models."deepseek/deepseek-r1-turbo"]
display_name = "DeepSeek R1 (Turbo)	"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-03-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-r1-turbo".pricing."novita"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025
[models."deepseek/deepseek-r1-turbo".pricing."novita-ai"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000025

[models."deepseek/deepseek-reasoner"]
display_name = "DeepSeek Reasoner"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 4.35e-7
output_cost_per_token = 8.7e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "orcarouter"
providers = ["orcarouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-09"
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-reasoner".pricing."orcarouter"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 4.35e-7
output_cost_per_token = 8.7e-7

[models."deepseek/deepseek-v3"]
display_name = "DeepSeek V3 0324"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-12-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."deepseek/deepseek-v3".pricing."vercel"]
input_cost_per_token = 7.7e-7
output_cost_per_token = 7.7e-7
[models."deepseek/deepseek-v3".pricing."vercel_ai_gateway"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."deepseek/deepseek-v3-0324"]
display_name = "DeepSeek V3 0324"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.00000112
cache_read_input_token_cost = 1.35e-7
litellm_provider = "novita"
providers = ["novita", "github-models", "jiekou", "novita-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-03-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.35e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-v3-0324".pricing."jiekou"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011399999999999999
[models."deepseek/deepseek-v3-0324".pricing."novita"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
input_cost_per_token_cache_hit = 1.35e-7
output_cost_per_token = 0.00000112
[models."deepseek/deepseek-v3-0324".pricing."novita-ai"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.00000112

[models."deepseek/deepseek-v3-2-speciale"]
display_name = "DeepSeek V3.2 Speciale"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163000
max_output_tokens = 65536
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-12-02"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-v3-2-speciale".pricing."kilo"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000012
[models."deepseek/deepseek-v3-2-speciale".pricing."nano-gpt"]
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
[models."deepseek/deepseek-v3-2-speciale".pricing."openrouter"]
cache_read_input_token_cost = 5.8e-8
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 4.31e-7

[models."deepseek/deepseek-v3-2-thinking"]
display_name = "DeepSeek V3.2 Thinking"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7
cache_read_input_token_cost = 3e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-v3-2-thinking".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.2e-7

[models."deepseek/deepseek-v3-2:thinking"]
display_name = "DeepSeek V3.2 Thinking"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163000
max_output_tokens = 65536
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-v3-2:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7

[models."deepseek/deepseek-v3-turbo"]
display_name = "DeepSeek V3 (Turbo)	"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000013
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-03-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-v3-turbo".pricing."novita"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000013
[models."deepseek/deepseek-v3-turbo".pricing."novita-ai"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000013

[models."deepseek/deepseek-v3.1"]
display_name = "DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 1.35e-7
litellm_provider = "novita"
providers = ["novita", "abacus", "jiekou", "novita-ai", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.35e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-v3.1".pricing."abacus"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000166
[models."deepseek/deepseek-v3.1".pricing."jiekou"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek/deepseek-v3.1".pricing."novita"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
input_cost_per_token_cache_hit = 1.35e-7
output_cost_per_token = 0.000001
[models."deepseek/deepseek-v3.1".pricing."novita-ai"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek/deepseek-v3.1".pricing."vercel"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000001

[models."deepseek/deepseek-v3.1-terminus"]
display_name = "Deepseek V3.1 Terminus"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 1.35e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.35e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-v3.1-terminus".pricing."kilo"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 2.1e-7
output_cost_per_token = 7.900000000000001e-7
[models."deepseek/deepseek-v3.1-terminus".pricing."novita"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
input_cost_per_token_cache_hit = 1.35e-7
output_cost_per_token = 0.000001
[models."deepseek/deepseek-v3.1-terminus".pricing."novita-ai"]
cache_read_input_token_cost = 1.35e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."deepseek/deepseek-v3.1-terminus".pricing."openrouter"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 9.499999999999999e-7
[models."deepseek/deepseek-v3.1-terminus".pricing."vercel"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001

[models."deepseek/deepseek-v3.2"]
display_name = "DeepSeek V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2.8e-7
output_cost_per_token = 4e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt", "novita", "novita-ai", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-12-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 2.8e-8
supports_assistant_prefill = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-v3.2".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 2.6e-7
output_cost_per_token = 3.8e-7
[models."deepseek/deepseek-v3.2".pricing."nano-gpt"]
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
[models."deepseek/deepseek-v3.2".pricing."novita"]
cache_read_input_token_cost = 1.345e-7
input_cost_per_token = 2.69e-7
input_cost_per_token_cache_hit = 1.345e-7
output_cost_per_token = 4e-7
[models."deepseek/deepseek-v3.2".pricing."novita-ai"]
cache_read_input_token_cost = 1.3450000000000002e-7
input_cost_per_token = 2.6900000000000004e-7
output_cost_per_token = 4.0000000000000003e-7
[models."deepseek/deepseek-v3.2".pricing."openrouter"]
input_cost_per_token = 2.8e-7
input_cost_per_token_cache_hit = 2.8e-8
output_cost_per_token = 4e-7
[models."deepseek/deepseek-v3.2".pricing."vercel"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7
[models."deepseek/deepseek-v3.2".pricing."zenmux"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 4.3e-7

[models."deepseek/deepseek-v3.2-exp"]
display_name = "Deepseek V3.2 Exp"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "novita", "novita-ai", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 2e-8
supports_assistant_prefill = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."deepseek/deepseek-v3.2-exp".pricing."kilo"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.1e-7
[models."deepseek/deepseek-v3.2-exp".pricing."novita"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.1e-7
[models."deepseek/deepseek-v3.2-exp".pricing."novita-ai"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.1e-7
[models."deepseek/deepseek-v3.2-exp".pricing."openrouter"]
input_cost_per_token = 2e-7
input_cost_per_token_cache_hit = 2e-8
output_cost_per_token = 4e-7
[models."deepseek/deepseek-v3.2-exp".pricing."vercel"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7
[models."deepseek/deepseek-v3.2-exp".pricing."zenmux"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 3.3e-7

[models."deepseek/deepseek-v4-flash"]
display_name = "DeepSeek V4 Flash"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 393216
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "novita-ai"
providers = ["novita-ai", "kilo", "openrouter", "orcarouter", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-v4-flash".pricing."kilo"]
cache_read_input_token_cost = 2.8e-9
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek/deepseek-v4-flash".pricing."novita-ai"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek/deepseek-v4-flash".pricing."openrouter"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
[models."deepseek/deepseek-v4-flash".pricing."orcarouter"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.9e-7
output_cost_per_token = 3.7e-7
[models."deepseek/deepseek-v4-flash".pricing."vercel"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
[models."deepseek/deepseek-v4-flash".pricing."zenmux"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7

[models."deepseek/deepseek-v4-flash:free"]
display_name = "DeepSeek: DeepSeek V4 Flash (free)"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 384000
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-v4-pro"]
display_name = "DeepSeek V4 Pro"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 393216
input_cost_per_token = 0.00000169
output_cost_per_token = 0.00000338
cache_read_input_token_cost = 1.3e-7
litellm_provider = "novita-ai"
providers = ["novita-ai", "kilo", "openrouter", "orcarouter", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."deepseek/deepseek-v4-pro".pricing."kilo"]
cache_read_input_token_cost = 3.625e-9
input_cost_per_token = 4.35e-7
output_cost_per_token = 8.7e-7
[models."deepseek/deepseek-v4-pro".pricing."novita-ai"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000169
output_cost_per_token = 0.00000338
[models."deepseek/deepseek-v4-pro".pricing."openrouter"]
cache_read_input_token_cost = 3.625e-9
input_cost_per_token = 4.35e-7
output_cost_per_token = 8.7e-7
[models."deepseek/deepseek-v4-pro".pricing."orcarouter"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000112
[models."deepseek/deepseek-v4-pro".pricing."vercel"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348
[models."deepseek/deepseek-v4-pro".pricing."zenmux"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 0.00000174
output_cost_per_token = 0.00000348

[models."devstral-2-123b-instruct-2512"]
display_name = "Devstral 2 123B Instruct (2512)"
model_family = "devstral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
litellm_provider = "scaleway"
providers = ["scaleway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2026-01-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."devstral-2-123b-instruct-2512".pricing."scaleway"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."devstral-2512"]
display_name = "Devstral 2 2512"
model_family = "devstral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral", "cortecs", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-12-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/devstral-2-vibe-cli"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-2512".pricing."llmgateway"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."devstral-2512".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."devstral-latest"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
source = "https://mistral.ai/news/devstral-2-vibe-cli"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-latest".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."devstral-medium-2507"]
display_name = "Devstral Medium"
model_family = "devstral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2025-07-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/devstral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-medium-2507".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."devstral-medium-latest"]
display_name = "Devstral 2 (latest)"
model_family = "devstral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-12-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/devstral-2-vibe-cli"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-medium-latest".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."devstral-small"]
display_name = "Devstral Small 1.1"
model_family = "devstral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-05-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."devstral-small".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."devstral-small".pricing."vercel_ai_gateway"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."devstral-small-2505"]
display_name = "Devstral Small 2505"
model_family = "devstral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2025-05-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/devstral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-small-2505".pricing."mistral"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."devstral-small-2507"]
display_name = "Devstral Small"
model_family = "devstral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2025-07-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/devstral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-small-2507".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."devstral-small-2507".pricing."mistral"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."devstral-small-2512"]
display_name = "Devstral Small 2 2512"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-12-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."devstral-small-latest"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
source = "https://docs.mistral.ai/models/devstral-small-2-25-12"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."devstral-small-latest".pricing."mistral"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."dmind/dmind-1"]
display_name = "DMind-1"
model_family = "gpt"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."dmind/dmind-1".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7

[models."dmind/dmind-1-mini"]
display_name = "DMind-1-Mini"
model_family = "gpt"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."dmind/dmind-1-mini".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 4.0000000000000003e-7

[models."doc-intelligence/prebuilt-document"]
mode = "ocr"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/"
ocr_cost_per_page = 0.01
supported_endpoints = ["/v1/ocr"]

[models."doc-intelligence/prebuilt-document".pricing."azure_ai"]
ocr_cost_per_page = 0.01

[models."doc-intelligence/prebuilt-layout"]
mode = "ocr"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/"
ocr_cost_per_page = 0.01
supported_endpoints = ["/v1/ocr"]

[models."doc-intelligence/prebuilt-layout".pricing."azure_ai"]
ocr_cost_per_page = 0.01

[models."doc-intelligence/prebuilt-read"]
mode = "ocr"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-document-intelligence/"
ocr_cost_per_page = 0.0015
supported_endpoints = ["/v1/ocr"]

[models."doc-intelligence/prebuilt-read".pricing."azure_ai"]
ocr_cost_per_page = 0.0015

[models."dolphin"]
mode = "completion"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "nlp_cloud"
providers = ["nlp_cloud"]

[models."dolphin".pricing."nlp_cloud"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."dolphin3-8b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-8
output_cost_per_token = 1.5e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_response_schema = true

[models."dolphin3-8b".pricing."llamagate"]
input_cost_per_token = 8e-8
output_cost_per_token = 1.5e-7

[models."doubao-1-5-pro-256k"]
display_name = "Doubao 1.5 Pro 256k"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 7.99e-7
output_cost_per_token = 0.0000014450000000000001
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-1-5-pro-256k".pricing."nano-gpt"]
input_cost_per_token = 7.99e-7
output_cost_per_token = 0.0000014450000000000001

[models."doubao-1-5-pro-32k"]
display_name = "Doubao 1.5 Pro 32k"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
input_cost_per_token = 1.343e-7
output_cost_per_token = 3.3489999999999996e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-01-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-1-5-pro-32k".pricing."nano-gpt"]
input_cost_per_token = 1.343e-7
output_cost_per_token = 3.3489999999999996e-7

[models."doubao-1-5-thinking-pro-250415"]
display_name = "Doubao 1.5 Thinking Pro"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-17"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-1-5-thinking-pro-250415".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024

[models."doubao-1-5-thinking-pro-vision-250415"]
display_name = "Doubao 1.5 Thinking Pro Vision"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-1-5-thinking-pro-vision-250415".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024

[models."doubao-1-5-thinking-vision-pro-250428"]
display_name = "Doubao 1.5 Thinking Vision Pro"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000014299999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-1-5-thinking-vision-pro-250428".pricing."nano-gpt"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000014299999999999999

[models."doubao-1-5-vision-pro-32k"]
display_name = "Doubao 1.5 Vision Pro 32k"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
input_cost_per_token = 4.59e-7
output_cost_per_token = 0.000001377
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-1-5-vision-pro-32k".pricing."nano-gpt"]
input_cost_per_token = 4.59e-7
output_cost_per_token = 0.000001377

[models."doubao-embedding"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
output_vector_size = 2560

[models."doubao-embedding".metadata]
notes = "Volcengine Doubao embedding model - standard version with 2560 dimensions"

[models."doubao-embedding".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."doubao-embedding-large"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
output_vector_size = 2048

[models."doubao-embedding-large".metadata]
notes = "Volcengine Doubao embedding model - large version with 2048 dimensions"

[models."doubao-embedding-large".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."doubao-embedding-large-text-240915"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
output_vector_size = 4096

[models."doubao-embedding-large-text-240915".metadata]
notes = "Volcengine Doubao embedding model - text-240915 version with 4096 dimensions"

[models."doubao-embedding-large-text-240915".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."doubao-embedding-large-text-250515"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
output_vector_size = 2048

[models."doubao-embedding-large-text-250515".metadata]
notes = "Volcengine Doubao embedding model - text-250515 version with 2048 dimensions"

[models."doubao-embedding-large-text-250515".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."doubao-embedding-text-240715"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
output_vector_size = 2560

[models."doubao-embedding-text-240715".metadata]
notes = "Volcengine Doubao embedding model - text-240715 version with 2560 dimensions"

[models."doubao-embedding-text-240715".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."doubao-seed-1-6-250615"]
display_name = "Doubao Seed 1.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 2.0399999999999997e-7
output_cost_per_token = 5.1e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-1-6-250615".pricing."nano-gpt"]
input_cost_per_token = 2.0399999999999997e-7
output_cost_per_token = 5.1e-7

[models."doubao-seed-1-6-flash-250615"]
display_name = "Doubao Seed 1.6 Flash"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 3.7400000000000004e-8
output_cost_per_token = 3.74e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-1-6-flash-250615".pricing."nano-gpt"]
input_cost_per_token = 3.7400000000000004e-8
output_cost_per_token = 3.74e-7

[models."doubao-seed-1-6-thinking-250615"]
display_name = "Doubao Seed 1.6 Thinking"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 2.0399999999999997e-7
output_cost_per_token = 0.00000204
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-1-6-thinking-250615".pricing."nano-gpt"]
input_cost_per_token = 2.0399999999999997e-7
output_cost_per_token = 0.00000204

[models."doubao-seed-1-6-thinking-250715"]
display_name = "doubao-seed-1-6-thinking-250715"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16000
input_cost_per_token = 1.2099999999999998e-7
output_cost_per_token = 0.00000121
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-1-6-thinking-250715".pricing."302ai"]
input_cost_per_token = 1.2099999999999998e-7
output_cost_per_token = 0.00000121

[models."doubao-seed-1-6-vision-250815"]
display_name = "doubao-seed-1-6-vision-250815"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 1.14e-7
output_cost_per_token = 0.0000011430000000000001
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-30"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-1-6-vision-250815".pricing."302ai"]
input_cost_per_token = 1.14e-7
output_cost_per_token = 0.0000011430000000000001

[models."doubao-seed-1-8-251215"]
display_name = "Doubao Seed 1.8"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 6.12e-7
output_cost_per_token = 0.00000612
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-12-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-1-8-251215".pricing."302ai"]
input_cost_per_token = 1.14e-7
output_cost_per_token = 2.86e-7
[models."doubao-seed-1-8-251215".pricing."nano-gpt"]
input_cost_per_token = 6.12e-7
output_cost_per_token = 0.00000612

[models."doubao-seed-2-0-code-preview"]
display_name = "Doubao Seed 2.0 Code Preview"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 4.8e-7
output_cost_per_token = 0.0000024100000000000002
cache_read_input_token_cost = 9.644e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-2-0-code-preview".pricing."aihubmix"]
cache_read_input_token_cost = 9.644e-8
input_cost_per_token = 4.8e-7
output_cost_per_token = 0.0000024100000000000002

[models."doubao-seed-2-0-code-preview-260215"]
display_name = "Doubao Seed 2.0 Code Preview"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
max_tokens = 128000
litellm_provider = "volcengine"
providers = ["volcengine", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.volcengine.com/docs/82379/1330310"
supports_tool_choice = false
tiered_pricing = [{ input_cost_per_token = 4.6e-7, output_cost_per_token = 0.0000023, range = [0, 32000] }, { input_cost_per_token = 7e-7, output_cost_per_token = 0.0000035, range = [32000, 128000] }, { input_cost_per_token = 0.0000014, output_cost_per_token = 0.000007, range = [128000, 256000] }]

[models."doubao-seed-2-0-code-preview-260215".pricing."nano-gpt"]
input_cost_per_token = 7.82e-7
output_cost_per_token = 0.000003893

[models."doubao-seed-2-0-lite-260215"]
display_name = "Doubao Seed 2.0 Lite"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
max_tokens = 128000
litellm_provider = "volcengine"
providers = ["volcengine", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.volcengine.com/docs/82379/1330310"
supports_tool_choice = false
tiered_pricing = [{ input_cost_per_token = 8.7e-8, output_cost_per_token = 5.2e-7, range = [0, 32000] }, { input_cost_per_token = 1.3e-7, output_cost_per_token = 7.8e-7, range = [32000, 128000] }, { input_cost_per_token = 2.6e-7, output_cost_per_token = 0.0000016, range = [128000, 256000] }]

[models."doubao-seed-2-0-lite-260215".pricing."nano-gpt"]
input_cost_per_token = 1.462e-7
output_cost_per_token = 8.738e-7

[models."doubao-seed-2-0-lite-260428"]
display_name = "Doubao Seed 2.0 Lite 260428"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 8e-8
output_cost_per_token = 5.1e-7
cache_read_input_token_cost = 1.6920000000000002e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-28"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-2-0-lite-260428".pricing."aihubmix"]
cache_read_input_token_cost = 1.6920000000000002e-8
input_cost_per_token = 8e-8
output_cost_per_token = 5.1e-7

[models."doubao-seed-2-0-mini-260215"]
display_name = "Doubao Seed 2.0 Mini"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
max_tokens = 128000
litellm_provider = "volcengine"
providers = ["volcengine", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.volcengine.com/docs/82379/1330310"
supports_tool_choice = false
tiered_pricing = [{ input_cost_per_token = 2.9e-8, output_cost_per_token = 2.9e-7, range = [0, 32000] }, { input_cost_per_token = 5.8e-8, output_cost_per_token = 5.8e-7, range = [32000, 128000] }, { input_cost_per_token = 1.2e-7, output_cost_per_token = 0.0000012, range = [128000, 256000] }]

[models."doubao-seed-2-0-mini-260215".pricing."nano-gpt"]
input_cost_per_token = 4.93e-8
output_cost_per_token = 4.845e-7

[models."doubao-seed-2-0-mini-260428"]
display_name = "Doubao Seed 2.0 Mini 260428"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 3e-8
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 5.64e-9
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-28"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-2-0-mini-260428".pricing."aihubmix"]
cache_read_input_token_cost = 5.64e-9
input_cost_per_token = 3e-8
output_cost_per_token = 2.8e-7

[models."doubao-seed-2-0-pro"]
display_name = "Doubao Seed 2.0 Pro"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 4.8e-7
output_cost_per_token = 0.0000024100000000000002
cache_read_input_token_cost = 9.644e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-2-0-pro".pricing."aihubmix"]
cache_read_input_token_cost = 9.644e-8
input_cost_per_token = 4.8e-7
output_cost_per_token = 0.0000024100000000000002

[models."doubao-seed-2-0-pro-260215"]
display_name = "Doubao Seed 2.0 Pro"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
max_tokens = 128000
litellm_provider = "volcengine"
providers = ["volcengine", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.volcengine.com/docs/82379/1330310"
supports_tool_choice = false
tiered_pricing = [{ input_cost_per_token = 4.6e-7, output_cost_per_token = 0.0000023, range = [0, 32000] }, { input_cost_per_token = 7e-7, output_cost_per_token = 0.0000035, range = [32000, 128000] }, { input_cost_per_token = 0.0000014, output_cost_per_token = 0.000007, range = [128000, 256000] }]

[models."doubao-seed-2-0-pro-260215".pricing."nano-gpt"]
input_cost_per_token = 7.82e-7
output_cost_per_token = 0.000003876

[models."doubao-seed-code-preview-251028"]
display_name = "doubao-seed-code-preview-251028"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.0000011399999999999999
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-11-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-code-preview-251028".pricing."302ai"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.0000011399999999999999

[models."doubao-seed-code-preview-latest"]
display_name = "Doubao Seed Code Preview"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."doubao-seed-code-preview-latest".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."duo-chat-gpt-5-1"]
display_name = "Agentic Chat (GPT-5.1)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2026-01-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-2"]
display_name = "Agentic Chat (GPT-5.2)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-01-23"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-2-codex"]
display_name = "Agentic Chat (GPT-5.2 Codex)"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-01-22"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-3-codex"]
display_name = "Agentic Chat (GPT-5.3 Codex)"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-4"]
display_name = "Agentic Chat (GPT-5.4)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-4-mini"]
display_name = "Agentic Chat (GPT-5.4 Mini)"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-4-nano"]
display_name = "Agentic Chat (GPT-5.4 Nano)"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-5"]
display_name = "Agentic Chat (GPT-5.5)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-04-23"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-codex"]
display_name = "Agentic Chat (GPT-5 Codex)"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2026-01-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-gpt-5-mini"]
display_name = "Agentic Chat (GPT-5 Mini)"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05-30"
release_date = "2026-01-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-haiku-4-5"]
display_name = "Agentic Chat (Claude Haiku 4.5)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2026-01-08"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-opus-4-5"]
display_name = "Agentic Chat (Claude Opus 4.5)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2026-01-08"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-opus-4-6"]
display_name = "Agentic Chat (Claude Opus 4.6)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-opus-4-7"]
display_name = "Agentic Chat (Claude Opus 4.7)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-sonnet-4-5"]
display_name = "Agentic Chat (Claude Sonnet 4.5)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2026-01-08"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."duo-chat-sonnet-4-6"]
display_name = "Agentic Chat (Claude Sonnet 4.6)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
litellm_provider = "gitlab"
providers = ["gitlab"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."e5-large-v2"]
display_name = "E5 Large v2"
model_family = "text-embedding"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 1024
input_cost_per_token = 2e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2023-05-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."e5-large-v2".pricing."digitalocean"]
input_cost_per_token = 2e-8

[models."eleven_multilingual_v2"]
mode = "audio_speech"
litellm_provider = "elevenlabs"
providers = ["elevenlabs", "runwayml"]
source = "https://elevenlabs.io/pricing"
input_cost_per_character = 0.00018
supported_endpoints = ["/v1/audio/speech"]

[models."eleven_multilingual_v2".metadata]
calculation = "$0.18/1000 characters (Scale plan pricing, 1 credit per character)"
notes = "ElevenLabs Eleven Multilingual v2 - default TTS model with 29 languages support"

[models."eleven_multilingual_v2".pricing."elevenlabs"]
input_cost_per_character = 0.00018
[models."eleven_multilingual_v2".pricing."runwayml"]
input_cost_per_character = 3e-7

[models."eleven_v3"]
mode = "audio_speech"
litellm_provider = "elevenlabs"
providers = ["elevenlabs"]
source = "https://elevenlabs.io/pricing"
input_cost_per_character = 0.00018
supported_endpoints = ["/v1/audio/speech"]

[models."eleven_v3".metadata]
calculation = "$0.18/1000 characters (Scale plan pricing, 1 credit per character)"
notes = "ElevenLabs Eleven v3 - most expressive TTS model with 70+ languages and audio tags support"

[models."eleven_v3".pricing."elevenlabs"]
input_cost_per_character = 0.00018

[models."embed-english-light-v2.0"]
mode = "embedding"
max_input_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]

[models."embed-english-light-v2.0".pricing."cohere"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."embed-english-light-v3.0"]
mode = "embedding"
max_input_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]

[models."embed-english-light-v3.0".pricing."cohere"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."embed-english-v2.0"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]

[models."embed-english-v2.0".pricing."cohere"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."embed-english-v3.0"]
mode = "embedding"
max_input_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
input_cost_per_image = 0.0001
supports_embedding_image_input = true
supports_image_input = true

[models."embed-english-v3.0".metadata]
notes = "'supports_image_input' is a deprecated field. Use 'supports_embedding_image_input' instead."

[models."embed-english-v3.0".pricing."cohere"]
input_cost_per_image = 0.0001
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."embed-multilingual-light-v3.0"]
mode = "embedding"
max_input_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.0001
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
supports_embedding_image_input = true

[models."embed-multilingual-light-v3.0".pricing."cohere"]
input_cost_per_token = 0.0001
output_cost_per_token = 0

[models."embed-multilingual-v2.0"]
mode = "embedding"
max_input_tokens = 768
max_tokens = 768
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]

[models."embed-multilingual-v2.0".pricing."cohere"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."embed-multilingual-v3.0"]
mode = "embedding"
max_input_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
supports_embedding_image_input = true

[models."embed-multilingual-v3.0".pricing."cohere"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."embed-v-4-0"]
mode = "embedding"
max_input_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
supported_modalities = ["text", "image"]
source = "https://azuremarketplace.microsoft.com/pt-br/marketplace/apps/cohere.cohere-embed-4-offer?tab=PlansAndPrice"
output_vector_size = 3072
supported_endpoints = ["/v1/embeddings"]
supports_embedding_image_input = true

[models."embed-v-4-0".pricing."azure_ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."embed-v4.0"]
display_name = "Embed v4.0"
model_family = "cohere-embed"
mode = "embedding"
max_input_tokens = 128000
max_output_tokens = 0
max_tokens = 128000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
output_vector_size = 1536
supports_embedding_image_input = true

[models."embed-v4.0".pricing."cohere"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
[models."embed-v4.0".pricing."vercel"]
input_cost_per_token = 1.2e-7
[models."embed-v4.0".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."empiriolabs/deepseek-v4-flash-el"]
display_name = "DeepSeek-V4-Flash-EL"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."empiriolabs/deepseek-v4-flash-el".pricing."poe"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 2.8e-7

[models."empiriolabs/deepseek-v4-pro-el"]
display_name = "DeepSeek-V4-Pro-EL"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 384000
input_cost_per_token = 0.0000016699999999999999
output_cost_per_token = 0.00000333
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."empiriolabs/deepseek-v4-pro-el".pricing."poe"]
input_cost_per_token = 0.0000016699999999999999
output_cost_per_token = 0.00000333

[models."enhanced"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00024167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."enhanced".metadata]
calculation = "$0.0145/60 seconds = $0.00024167 per second"
original_pricing_per_minute = 0.0145

[models."enhanced".pricing."deepgram"]
input_cost_per_second = 0.00024167
output_cost_per_second = 0

[models."enhanced-finance"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00024167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."enhanced-finance".metadata]
calculation = "$0.0145/60 seconds = $0.00024167 per second"
original_pricing_per_minute = 0.0145

[models."enhanced-finance".pricing."deepgram"]
input_cost_per_second = 0.00024167
output_cost_per_second = 0

[models."enhanced-general"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00024167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."enhanced-general".metadata]
calculation = "$0.0145/60 seconds = $0.00024167 per second"
original_pricing_per_minute = 0.0145

[models."enhanced-general".pricing."deepgram"]
input_cost_per_second = 0.00024167
output_cost_per_second = 0

[models."enhanced-meeting"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00024167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."enhanced-meeting".metadata]
calculation = "$0.0145/60 seconds = $0.00024167 per second"
original_pricing_per_minute = 0.0145

[models."enhanced-meeting".pricing."deepgram"]
input_cost_per_second = 0.00024167
output_cost_per_second = 0

[models."enhanced-phonecall"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00024167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."enhanced-phonecall".metadata]
calculation = "$0.0145/60 seconds = $0.00024167 per second"
original_pricing_per_minute = 0.0145

[models."enhanced-phonecall".pricing."deepgram"]
input_cost_per_second = 0.00024167
output_cost_per_second = 0

[models."erase"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."erase".pricing."stability"]
output_cost_per_image = 0.005

[models."ernie-4-5-21b-a3b-thinking"]
display_name = "Baidu Ernie 4.5 21B A3B Thinking"
model_family = "ernie"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8000
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2025-03-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-4-5-21b-a3b-thinking".pricing."helicone"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."ernie-4-5-8k-preview"]
display_name = "Ernie 4.5 8k Preview"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 16384
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.0000026
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-4-5-8k-preview".pricing."nano-gpt"]
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.0000026

[models."ernie-4-5-turbo-128k"]
display_name = "Ernie 4.5 Turbo 128k"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.3200000000000002e-7
output_cost_per_token = 5.5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-4-5-turbo-128k".pricing."nano-gpt"]
input_cost_per_token = 1.3200000000000002e-7
output_cost_per_token = 5.5e-7

[models."ernie-4-5-turbo-vl-32k"]
display_name = "Ernie 4.5 Turbo VL 32k"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 4.95e-7
output_cost_per_token = 0.0000014299999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-4-5-turbo-vl-32k".pricing."nano-gpt"]
input_cost_per_token = 4.95e-7
output_cost_per_token = 0.0000014299999999999999

[models."ernie-5-0-thinking-latest"]
display_name = "Ernie 5.0 Thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-5-0-thinking-latest".pricing."nano-gpt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000002

[models."ernie-5-0-thinking-preview"]
display_name = "Ernie 5.0 Thinking Preview"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-5-0-thinking-preview".pricing."nano-gpt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000002

[models."ernie-x1-1-preview"]
display_name = "ERNIE X1.1"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-10"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-x1-1-preview".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."ernie-x1-32k"]
display_name = "Ernie X1 32k"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-x1-32k".pricing."nano-gpt"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132

[models."ernie-x1-32k-preview"]
display_name = "Ernie X1 32k"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-x1-32k-preview".pricing."nano-gpt"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132

[models."ernie-x1-turbo-32k"]
display_name = "Ernie X1 Turbo 32k"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-08"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ernie-x1-turbo-32k".pricing."nano-gpt"]
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7

[models."essentialai/rnj-1-instruct"]
display_name = "RNJ-1 Instruct 8B"
model_family = "rnj"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter", "togetherai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-12-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."essentialai/rnj-1-instruct".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."essentialai/rnj-1-instruct".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."essentialai/rnj-1-instruct".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."essentialai/rnj-1-instruct".pricing."togetherai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."eu-central-1/1-month-commitment/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.01635
output_cost_per_second = 0.01635
supports_tool_choice = true

[models."eu-central-1/1-month-commitment/anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_second = 0.01635
output_cost_per_second = 0.01635

[models."eu-central-1/1-month-commitment/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0415
output_cost_per_second = 0.0415

[models."eu-central-1/1-month-commitment/anthropic.claude-v1".pricing."bedrock"]
input_cost_per_second = 0.0415
output_cost_per_second = 0.0415

[models."eu-central-1/1-month-commitment/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.0415
output_cost_per_second = 0.0415
supports_tool_choice = true

[models."eu-central-1/1-month-commitment/anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_second = 0.0415
output_cost_per_second = 0.0415

[models."eu-central-1/6-month-commitment/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.009083
output_cost_per_second = 0.009083
supports_tool_choice = true

[models."eu-central-1/6-month-commitment/anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_second = 0.009083
output_cost_per_second = 0.009083

[models."eu-central-1/6-month-commitment/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.02305
output_cost_per_second = 0.02305

[models."eu-central-1/6-month-commitment/anthropic.claude-v1".pricing."bedrock"]
input_cost_per_second = 0.02305
output_cost_per_second = 0.02305

[models."eu-central-1/6-month-commitment/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_second = 0.02305
output_cost_per_second = 0.02305
supports_tool_choice = true

[models."eu-central-1/6-month-commitment/anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_second = 0.02305
output_cost_per_second = 0.02305

[models."eu-central-1/anthropic.claude-instant-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.00000248
output_cost_per_token = 0.00000838
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."eu-central-1/anthropic.claude-instant-v1".pricing."bedrock"]
input_cost_per_token = 0.00000248
output_cost_per_token = 0.00000838

[models."eu-central-1/anthropic.claude-v1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."eu-central-1/anthropic.claude-v1".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."eu-central-1/anthropic.claude-v2:1"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."eu-central-1/anthropic.claude-v2:1".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."eu-central-1/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-central-1/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."eu-central-1/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-central-1/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."eu-central-1/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-central-1/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144

[models."eu-north-1/deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."eu-north-1/deepseek.v3.2".pricing."bedrock"]
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222

[models."eu-north-1/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-north-1/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."eu-north-1/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-north-1/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."eu-north-1/moonshotai.kimi-k2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-north-1/moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036

[models."eu-south-1/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-south-1/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."eu-south-1/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-south-1/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."eu-south-1/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-south-1/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144

[models."eu-west-2/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000345
output_cost_per_token = 0.00000455
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."eu-west-2/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000345
output_cost_per_token = 0.00000455

[models."eu-west-2/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.9e-7
output_cost_per_token = 7.8e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."eu-west-2/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3.9e-7
output_cost_per_token = 7.8e-7

[models."eu-west-2/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4.7e-7
output_cost_per_token = 0.00000186
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-west-2/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 4.7e-7
output_cost_per_token = 0.00000186

[models."eu-west-2/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4.7e-7
output_cost_per_token = 0.00000186
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-west-2/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 4.7e-7
output_cost_per_token = 0.00000186

[models."eu-west-2/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.00000186
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."eu-west-2/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.00000186

[models."eu-west-3/mistral.mistral-7b-instruct-v0:2"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 2e-7
output_cost_per_token = 2.6e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."eu-west-3/mistral.mistral-7b-instruct-v0:2".pricing."bedrock"]
input_cost_per_token = 2e-7
output_cost_per_token = 2.6e-7

[models."eu-west-3/mistral.mistral-large-2402-v1:0"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.0000104
output_cost_per_token = 0.0000312
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true

[models."eu-west-3/mistral.mistral-large-2402-v1:0".pricing."bedrock"]
input_cost_per_token = 0.0000104
output_cost_per_token = 0.0000312

[models."eu-west-3/mistral.mixtral-8x7b-instruct-v0:1"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 5.9e-7
output_cost_per_token = 9.1e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."eu-west-3/mistral.mixtral-8x7b-instruct-v0:1".pricing."bedrock"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 9.1e-7

[models."eu.amazon.nova-2-lite-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275
cache_read_input_token_cost = 8.25e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true
supports_video_input = true

[models."eu.amazon.nova-2-lite-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 8.25e-8
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275

[models."eu.amazon.nova-2-pro-preview-20251202-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 5.46875e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
supports_response_schema = true
supports_video_input = true

[models."eu.amazon.nova-2-pro-preview-20251202-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 5.46875e-7
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175

[models."eu.amazon.nova-lite-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 7.8e-8
output_cost_per_token = 3.12e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."eu.amazon.nova-lite-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 7.8e-8
output_cost_per_token = 3.12e-7

[models."eu.amazon.nova-micro-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 4.6e-8
output_cost_per_token = 1.84e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_prompt_caching = true
supports_response_schema = true

[models."eu.amazon.nova-micro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 4.6e-8
output_cost_per_token = 1.84e-7

[models."eu.amazon.nova-pro-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 0.00000105
output_cost_per_token = 0.0000042
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_response_schema = true

[models."eu.amazon.nova-pro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.00000105
output_cost_per_token = 0.0000042

[models."eu.anthropic.claude-3-5-haiku-20241022-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2.5e-8
cache_creation_input_token_cost = 3.125e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-5-haiku-20241022-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.125e-7
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."eu.anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."eu.anthropic.claude-3-5-sonnet-20241022-v2:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-5-sonnet-20241022-v2:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."eu.anthropic.claude-3-7-sonnet-20250219-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-7-sonnet-20250219-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."eu.anthropic.claude-3-haiku-20240307-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2.5e-8
cache_creation_input_token_cost = 3.125e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-haiku-20240307-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.125e-7
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."eu.anthropic.claude-3-opus-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-opus-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."eu.anthropic.claude-3-sonnet-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."eu.anthropic.claude-3-sonnet-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."eu.anthropic.claude-haiku-4-5-20251001-v1:0"]
display_name = "Claude Haiku 4.5 (EU)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0.000001375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
deprecation_date = "2026-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."eu.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."eu.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000001375
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055

[models."eu.anthropic.claude-opus-4-1-20250805-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."eu.anthropic.claude-opus-4-1-20250805-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-opus-4-1-20250805-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."eu.anthropic.claude-opus-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."eu.anthropic.claude-opus-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-opus-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."eu.anthropic.claude-opus-4-5-20251101-v1:0"]
display_name = "Claude Opus 4.5 (EU)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."eu.anthropic.claude-opus-4-5-20251101-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-opus-4-5-20251101-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."eu.anthropic.claude-opus-4-5-20251101-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."eu.anthropic.claude-opus-4-6-v1"]
display_name = "Claude Opus 4.6 (EU)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."eu.anthropic.claude-opus-4-6-v1".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-opus-4-6-v1".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."eu.anthropic.claude-opus-4-6-v1".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."eu.anthropic.claude-opus-4-7"]
display_name = "Claude Opus 4.7 (EU)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."eu.anthropic.claude-opus-4-7".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-opus-4-7".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."eu.anthropic.claude-opus-4-7".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."eu.anthropic.claude-sonnet-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."eu.anthropic.claude-sonnet-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-sonnet-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."eu.anthropic.claude-sonnet-4-5-20250929-v1:0"]
display_name = "Claude Sonnet 4.5 (EU)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token_above_200k_tokens = 0.00002475
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."eu.anthropic.claude-sonnet-4-5-20250929-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."eu.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost = 3.3e-7
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token = 0.0000033
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token = 0.0000165
output_cost_per_token_above_200k_tokens = 0.00002475

[models."eu.anthropic.claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6 (EU)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."eu.anthropic.claude-sonnet-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."eu.anthropic.claude-sonnet-4-6".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."eu.anthropic.claude-sonnet-4-6".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."eu.deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_reasoning = true
supports_tool_choice = true

[models."eu.deepseek.v3.2".pricing."bedrock_converse"]
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222

[models."eu.meta.llama3-2-1b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.3e-7
output_cost_per_token = 1.3e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."eu.meta.llama3-2-1b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 1.3e-7

[models."eu.meta.llama3-2-3b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.9e-7
output_cost_per_token = 1.9e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."eu.meta.llama3-2-3b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 1.9e-7
output_cost_per_token = 1.9e-7

[models."eu.mistral.pixtral-large-2502-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_tool_choice = false

[models."eu.mistral.pixtral-large-2502-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."eu.twelvelabs.marengo-embed-2-7-v1:0"]
mode = "embedding"
max_input_tokens = 77
max_tokens = 77
input_cost_per_token = 0.00007
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_audio_per_second = 0.00014
input_cost_per_image = 0.0001
input_cost_per_video_per_second = 0.0007
output_vector_size = 1024
supports_embedding_image_input = true
supports_image_input = true

[models."eu.twelvelabs.marengo-embed-2-7-v1:0".pricing."bedrock"]
input_cost_per_audio_per_second = 0.00014
input_cost_per_image = 0.0001
input_cost_per_token = 0.00007
input_cost_per_video_per_second = 0.0007
output_cost_per_token = 0

[models."eu.twelvelabs.pegasus-1-2-v1:0"]
mode = "chat"
output_cost_per_token = 0.0000075
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_video_per_second = 0.00049
supports_video_input = true

[models."eu.twelvelabs.pegasus-1-2-v1:0".pricing."bedrock"]
input_cost_per_video_per_second = 0.00049
output_cost_per_token = 0.0000075

[models."exa-answer"]
display_name = "Exa (Answer)"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."exa-answer".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025

[models."exa-research"]
display_name = "Exa (Research)"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."exa-research".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025

[models."exa-research-pro"]
display_name = "Exa (Research Pro)"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."exa-research-pro".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025

[models."failspy/Meta-Llama-3-70B-Instruct-abliterated-v3-5"]
display_name = "Llama 3 70B abliterated"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."failspy/Meta-Llama-3-70B-Instruct-abliterated-v3-5".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."fal-ai/bytedance/dreamina/v3.1/text-to-image"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.03
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/bytedance/dreamina/v3.1/text-to-image".pricing."fal_ai"]
output_cost_per_image = 0.03

[models."fal-ai/bytedance/seedream/v3/text-to-image"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.03
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/bytedance/seedream/v3/text-to-image".pricing."fal_ai"]
output_cost_per_image = 0.03

[models."fal-ai/flux-pro/v1.1"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/flux-pro/v1.1".pricing."fal_ai"]
output_cost_per_image = 0.04

[models."fal-ai/flux-pro/v1.1-ultra"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.06
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/flux-pro/v1.1-ultra".pricing."fal_ai"]
output_cost_per_image = 0.06

[models."fal-ai/flux/schnell"]
display_name = "FLUX.1 [schnell]"
model_family = "flux"
mode = "image_generation"
max_input_tokens = 0
max_output_tokens = 0
litellm_provider = "fal_ai"
providers = ["fal_ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
output_cost_per_image = 0.003
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/flux/schnell".pricing."fal_ai"]
output_cost_per_image = 0.003

[models."fal-ai/ideogram/v3"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.06
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/ideogram/v3".pricing."fal_ai"]
output_cost_per_image = 0.06

[models."fal-ai/imagen4/preview"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.0398
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/imagen4/preview".pricing."fal_ai"]
output_cost_per_image = 0.0398

[models."fal-ai/imagen4/preview/fast"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.02
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/imagen4/preview/fast".pricing."fal_ai"]
output_cost_per_image = 0.02

[models."fal-ai/imagen4/preview/ultra"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.06
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/imagen4/preview/ultra".pricing."fal_ai"]
output_cost_per_image = 0.06

[models."fal-ai/recraft/v3/text-to-image"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.0398
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/recraft/v3/text-to-image".pricing."fal_ai"]
output_cost_per_image = 0.0398

[models."fal-ai/stable-diffusion-v35-medium"]
mode = "image_generation"
litellm_provider = "fal_ai"
providers = ["fal_ai"]
output_cost_per_image = 0.0398
supported_endpoints = ["/v1/images/generations"]

[models."fal-ai/stable-diffusion-v35-medium".pricing."fal_ai"]
output_cost_per_image = 0.0398

[models."fast"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.002
supported_endpoints = ["/v1/images/edits"]

[models."fast".pricing."stability"]
output_cost_per_image = 0.002

[models."fastgpt"]
display_name = "Web Answer"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 0.0000075
output_cost_per_token = 0.0000075
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."fastgpt".pricing."nano-gpt"]
input_cost_per_token = 0.0000075
output_cost_per_token = 0.0000075

[models."featherless-ai/Qwerky-72B"]
display_name = "Qwerky 72B"
model_family = "qwerky"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "featherless_ai"
providers = ["featherless_ai", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."featherless-ai/Qwerky-72B".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."featherless-ai/Qwerky-QwQ-32B"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "featherless_ai"
providers = ["featherless_ai"]

[models."fireworks-ai-4.1b-to-16b"]
mode = "chat"
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."fireworks-ai-4.1b-to-16b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."fireworks-ai-56b-to-176b"]
mode = "chat"
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."fireworks-ai-56b-to-176b".pricing."fireworks_ai"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."fireworks-ai-above-16b"]
mode = "chat"
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."fireworks-ai-above-16b".pricing."fireworks_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."fireworks-ai-default"]
mode = "chat"
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."fireworks-ai-default".pricing."fireworks_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."fireworks-ai-embedding-150m-to-350m"]
mode = "chat"
input_cost_per_token = 1.6e-8
output_cost_per_token = 0
litellm_provider = "fireworks_ai-embedding-models"
providers = ["fireworks_ai-embedding-models"]

[models."fireworks-ai-embedding-150m-to-350m".pricing."fireworks_ai-embedding-models"]
input_cost_per_token = 1.6e-8
output_cost_per_token = 0

[models."fireworks-ai-embedding-up-to-150m"]
mode = "chat"
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "fireworks_ai-embedding-models"
providers = ["fireworks_ai-embedding-models"]

[models."fireworks-ai-embedding-up-to-150m".pricing."fireworks_ai-embedding-models"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."fireworks-ai-moe-up-to-56b"]
mode = "chat"
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."fireworks-ai-moe-up-to-56b".pricing."fireworks_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."fireworks-ai-up-to-4b"]
mode = "chat"
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]

[models."fireworks-ai-up-to-4b".pricing."fireworks_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."fireworks-ai/kimi-k2-5-fw"]
display_name = "Kimi-K2.5-FW"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."flan-t5-xl-3b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."flan-t5-xl-3b".pricing."watsonx"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."flux-dev"]
mode = "image_generation"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.025
supported_endpoints = ["/v1/images/generations"]

[models."flux-dev".pricing."black_forest_labs"]
output_cost_per_image = 0.025

[models."flux-kontext-max"]
mode = "image_edit"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.08
supported_endpoints = ["/v1/images/edits", "/v1/images/generations"]

[models."flux-kontext-max".pricing."black_forest_labs"]
output_cost_per_image = 0.08

[models."flux-kontext-pro"]
mode = "image_edit"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/edits", "/v1/images/generations"]

[models."flux-kontext-pro".pricing."black_forest_labs"]
output_cost_per_image = 0.04

[models."flux-pro"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml", "black_forest_labs"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.065
supported_endpoints = ["/v1/images/generations"]

[models."flux-pro".metadata]
notes = "Flux Dev - Development version optimized for experimentation"

[models."flux-pro".pricing."aiml"]
output_cost_per_image = 0.065
[models."flux-pro".pricing."black_forest_labs"]
output_cost_per_image = 0.05

[models."flux-pro-1.0-expand"]
mode = "image_edit"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.05
supported_endpoints = ["/v1/images/edits"]

[models."flux-pro-1.0-expand".pricing."black_forest_labs"]
output_cost_per_image = 0.05

[models."flux-pro-1.0-fill"]
mode = "image_edit"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.05
supported_endpoints = ["/v1/images/edits"]

[models."flux-pro-1.0-fill".pricing."black_forest_labs"]
output_cost_per_image = 0.05

[models."flux-pro-1.1"]
mode = "image_generation"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."flux-pro-1.1".pricing."black_forest_labs"]
output_cost_per_image = 0.04

[models."flux-pro-1.1-ultra"]
mode = "image_generation"
litellm_provider = "black_forest_labs"
providers = ["black_forest_labs"]
source = "https://bfl.ai/pricing"
output_cost_per_image = 0.06
supported_endpoints = ["/v1/images/generations"]

[models."flux-pro-1.1-ultra".pricing."black_forest_labs"]
output_cost_per_image = 0.06

[models."flux-pro/v1.1"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
output_cost_per_image = 0.052
supported_endpoints = ["/v1/images/generations"]

[models."flux-pro/v1.1".pricing."aiml"]
output_cost_per_image = 0.052

[models."flux-pro/v1.1-ultra"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
output_cost_per_image = 0.063
supported_endpoints = ["/v1/images/generations"]

[models."flux-pro/v1.1-ultra".pricing."aiml"]
output_cost_per_image = 0.063

[models."flux-realism"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.046
supported_endpoints = ["/v1/images/generations"]

[models."flux-realism".metadata]
notes = "Flux Pro - Professional-grade image generation model"

[models."flux-realism".pricing."aiml"]
output_cost_per_image = 0.046

[models."flux.2-pro"]
mode = "image_generation"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://ai.azure.com/explore/models/flux.2-pro/version/1/registry/azureml-blackforestlabs"
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."flux.2-pro".pricing."azure_ai"]
output_cost_per_image = 0.04

[models."flux/dev"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.033
supported_endpoints = ["/v1/images/generations"]

[models."flux/dev".metadata]
notes = "Flux Dev - Development version optimized for experimentation"

[models."flux/dev".pricing."aiml"]
output_cost_per_image = 0.033

[models."flux/kontext-max/text-to-image"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.104
supported_endpoints = ["/v1/images/generations"]

[models."flux/kontext-max/text-to-image".metadata]
notes = "Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed"

[models."flux/kontext-max/text-to-image".pricing."aiml"]
output_cost_per_image = 0.104

[models."flux/kontext-pro/text-to-image"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.052
supported_endpoints = ["/v1/images/generations"]

[models."flux/kontext-pro/text-to-image".metadata]
notes = "Flux Pro v1.1 - Enhanced version with improved capabilities and 6x faster inference speed"

[models."flux/kontext-pro/text-to-image".pricing."aiml"]
output_cost_per_image = 0.052

[models."flux/schnell"]
mode = "image_generation"
litellm_provider = "aiml"
providers = ["aiml"]
source = "https://docs.aimlapi.com/"
output_cost_per_image = 0.004
supported_endpoints = ["/v1/images/generations"]

[models."flux/schnell".metadata]
notes = "Flux Schnell - Fast generation model optimized for speed"

[models."flux/schnell".pricing."aiml"]
output_cost_per_image = 0.004

[models."free"]
display_name = "Free Models Router"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32768
max_tokens = 200000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-01"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."free".pricing."openrouter"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."ft:babbage-002"]
mode = "completion"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.0000016
output_cost_per_token = 0.0000016
litellm_provider = "text-completion-openai"
providers = ["text-completion-openai"]
input_cost_per_token_batches = 2e-7
output_cost_per_token_batches = 2e-7

[models."ft:babbage-002".pricing."text-completion-openai"]
input_cost_per_token = 0.0000016
input_cost_per_token_batches = 2e-7
output_cost_per_token = 0.0000016
output_cost_per_token_batches = 2e-7

[models."ft:davinci-002"]
mode = "completion"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000012
output_cost_per_token = 0.000012
litellm_provider = "text-completion-openai"
providers = ["text-completion-openai"]
input_cost_per_token_batches = 0.000001
output_cost_per_token_batches = 0.000001

[models."ft:davinci-002".pricing."text-completion-openai"]
input_cost_per_token = 0.000012
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000001

[models."ft:gpt-3.5-turbo"]
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_token_batches = 0.0000015
output_cost_per_token_batches = 0.000003
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-3.5-turbo".pricing."openai"]
input_cost_per_token = 0.000003
input_cost_per_token_batches = 0.0000015
output_cost_per_token = 0.000006
output_cost_per_token_batches = 0.000003

[models."ft:gpt-3.5-turbo-0125"]
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006
litellm_provider = "openai"
providers = ["openai"]
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-3.5-turbo-0125".pricing."openai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006

[models."ft:gpt-3.5-turbo-0613"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006
litellm_provider = "openai"
providers = ["openai"]
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-3.5-turbo-0613".pricing."openai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006

[models."ft:gpt-3.5-turbo-1106"]
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006
litellm_provider = "openai"
providers = ["openai"]
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-3.5-turbo-1106".pricing."openai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000006

[models."ft:gpt-4-0613"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
source = "OpenAI needs to add pricing for this ft model, will be updated when added by OpenAI. Defaulting to base model pricing"
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4-0613".pricing."openai"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006

[models."ft:gpt-4.1-2025-04-14"]
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000003
output_cost_per_token = 0.000012
cache_read_input_token_cost = 7.5e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_prompt_caching = true
input_cost_per_token_batches = 0.0000015
output_cost_per_token_batches = 0.000006
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4.1-2025-04-14".pricing."openai"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
input_cost_per_token_batches = 0.0000015
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006

[models."ft:gpt-4.1-mini-2025-04-14"]
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032
cache_read_input_token_cost = 2e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_prompt_caching = true
input_cost_per_token_batches = 4e-7
output_cost_per_token_batches = 0.0000016
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4.1-mini-2025-04-14".pricing."openai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 8e-7
input_cost_per_token_batches = 4e-7
output_cost_per_token = 0.0000032
output_cost_per_token_batches = 0.0000016

[models."ft:gpt-4.1-nano-2025-04-14"]
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 8e-7
cache_read_input_token_cost = 5e-8
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_prompt_caching = true
input_cost_per_token_batches = 1e-7
output_cost_per_token_batches = 4e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4.1-nano-2025-04-14".pricing."openai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_batches = 1e-7
output_cost_per_token = 8e-7
output_cost_per_token_batches = 4e-7

[models."ft:gpt-4o-2024-08-06"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000375
output_cost_per_token = 0.000015
cache_read_input_token_cost = 0.000001875
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_token_batches = 0.000001875
output_cost_per_token_batches = 0.0000075
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4o-2024-08-06".pricing."openai"]
cache_read_input_token_cost = 0.000001875
input_cost_per_token = 0.00000375
input_cost_per_token_batches = 0.000001875
output_cost_per_token = 0.000015
output_cost_per_token_batches = 0.0000075

[models."ft:gpt-4o-2024-11-20"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000375
output_cost_per_token = 0.000015
cache_creation_input_token_cost = 0.000001875
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_prompt_caching = true
supports_pdf_input = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4o-2024-11-20".pricing."openai"]
cache_creation_input_token_cost = 0.000001875
input_cost_per_token = 0.00000375
output_cost_per_token = 0.000015

[models."ft:gpt-4o-mini-2024-07-18"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 1.5e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_token_batches = 1.5e-7
output_cost_per_token_batches = 6e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ft:gpt-4o-mini-2024-07-18".pricing."openai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 3e-7
input_cost_per_token_batches = 1.5e-7
output_cost_per_token = 0.0000012
output_cost_per_token_batches = 6e-7

[models."ft:o4-mini-2025-04-16"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000004
output_cost_per_token = 0.000016
cache_read_input_token_cost = 0.000001
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
input_cost_per_token_batches = 0.000002
output_cost_per_token_batches = 0.000008
supports_parallel_function_calling = false
supports_response_schema = true
supports_tool_choice = true

[models."ft:o4-mini-2025-04-16".pricing."openai"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000004
input_cost_per_token_batches = 0.000002
output_cost_per_token = 0.000016
output_cost_per_token_batches = 0.000008

[models."gemini-1.5-flash"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.5e-8
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini"]
deprecation_date = "2025-09-29"
source = "https://ai.google.dev/gemini-api/docs/embeddings#multimodal"
input_cost_per_token_above_128k_tokens = 1.5e-7
output_vector_size = 3072
rpm = 10000
supports_multimodal = true
tpm = 10000000

[models."gemini-1.5-flash".pricing."gemini"]
input_cost_per_token = 7.5e-8
input_cost_per_token_above_128k_tokens = 1.5e-7
output_cost_per_token = 0

[models."gemini-2-0-flash-thinking-exp-01-21"]
display_name = "Gemini 2.0 Flash Thinking 0121"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
input_cost_per_token = 3.06e-7
output_cost_per_token = 0.000001003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-01-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-0-flash-thinking-exp-01-21".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 0.000001003

[models."gemini-2-0-flash-thinking-exp-1219"]
display_name = "Gemini 2.0 Flash Thinking 1219"
mode = "chat"
max_input_tokens = 32767
max_output_tokens = 8192
input_cost_per_token = 1.003e-7
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-0-flash-thinking-exp-1219".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 4.0799999999999995e-7

[models."gemini-2-0-pro-exp-02-05"]
display_name = "Gemini 2.0 Pro 0205"
mode = "chat"
max_input_tokens = 2097152
max_output_tokens = 8192
input_cost_per_token = 0.000001989
output_cost_per_token = 0.000007956
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-0-pro-exp-02-05".pricing."nano-gpt"]
input_cost_per_token = 0.000001989
output_cost_per_token = 0.000007956

[models."gemini-2-0-pro-reasoner"]
display_name = "Gemini 2.0 Pro Reasoner"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 0.000001292
output_cost_per_token = 0.000004998
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-0-pro-reasoner".pricing."nano-gpt"]
input_cost_per_token = 0.000001292
output_cost_per_token = 0.000004998

[models."gemini-2-5-flash-image-preview"]
display_name = "Nano Banana Preview (Gemini 2.5 Flash Image Preview)"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-03-20"
supported_modalities = ["text"]
supported_output_modalities = ["text", "image"]
source = "modelsdev"

[models."gemini-2-5-flash-image-preview".pricing."vercel"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2-5-flash-lite-preview-09-2025-thinking"]
display_name = "Gemini 2.5 Flash Lite Preview (09/2025) – Thinking"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-lite-preview-09-2025-thinking".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."gemini-2-5-flash-nothink"]
display_name = "gemini-2.5-flash-nothink"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-06-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-nothink".pricing."302ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2-5-flash-nothinking"]
display_name = "Gemini 2.5 Flash (No Thinking)"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-nothinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2-5-flash-preview-04-17"]
display_name = "Gemini 2.5 Flash Preview"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-04-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-preview-04-17".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gemini-2-5-flash-preview-04-17:thinking"]
display_name = "Gemini 2.5 Flash Preview Thinking"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000035
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-04-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-preview-04-17:thinking".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000035

[models."gemini-2-5-flash-preview-05-20"]
display_name = "Gemini 2.5 Flash 0520"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048000
max_output_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "jiekou"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-05-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-preview-05-20".pricing."jiekou"]
input_cost_per_token = 1.35e-7
output_cost_per_token = 0.00000315
[models."gemini-2-5-flash-preview-05-20".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gemini-2-5-flash-preview-05-20:thinking"]
display_name = "Gemini 2.5 Flash 0520 Thinking"
mode = "chat"
max_input_tokens = 1048000
max_output_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000035
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-05-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-preview-05-20:thinking".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000035

[models."gemini-2-5-flash-preview-09-2025-thinking"]
display_name = "Gemini 2.5 Flash Preview (09/2025) – Thinking"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-flash-preview-09-2025-thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2-5-pro-exp-03-25"]
display_name = "Gemini 2.5 Pro Experimental 0325"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-03-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-pro-exp-03-25".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gemini-2-5-pro-preview"]
display_name = "Google: Gemini 2.5 Pro Preview 06-05"
model_family = "gemini"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-31"
release_date = "2025-06-05"
supported_modalities = ["audio", "image", "pdf", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.00001

[models."gemini-2-5-pro-preview".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
reasoning_cost_per_token = 0.00001
[models."gemini-2-5-pro-preview".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
reasoning_cost_per_token = 0.00001

[models."gemini-2-5-pro-preview-03-25"]
display_name = "Gemini 2.5 Pro Preview 0325"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-03-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-pro-preview-03-25".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gemini-2-5-pro-preview-05-06"]
display_name = "Gemini 2.5 Pro Preview 0506"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-31"
release_date = "2025-05-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.00001

[models."gemini-2-5-pro-preview-05-06".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
reasoning_cost_per_token = 0.00001
[models."gemini-2-5-pro-preview-05-06".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gemini-2-5-pro-preview-05-06".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
reasoning_cost_per_token = 0.00001

[models."gemini-2-5-pro-preview-06-05"]
display_name = "Gemini 2.5 Pro Preview 0605"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "jiekou"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-06-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-2-5-pro-preview-06-05".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gemini-2-5-pro-preview-06-05".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gemini-2.0-flash"]
display_name = "Gemini 2.0 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 2.5e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini", "google", "google-vertex", "llmgateway", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-12-11"
deprecation_date = "2026-06-01"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "image"]
source = "https://ai.google.dev/pricing#2_0flash"
input_cost_per_audio_token = 7e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-2.0-flash".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.0-flash".pricing."gemini"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_audio_token = 7e-7
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gemini-2.0-flash".pricing."google"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.0-flash".pricing."google-vertex"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gemini-2.0-flash".pricing."llmgateway"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.0-flash".pricing."poe"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.2e-7
[models."gemini-2.0-flash".pricing."vercel"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.0-flash".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gemini-2.0-flash".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_audio_token = 7e-7
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7

[models."gemini-2.0-flash-001"]
display_name = "Gemini 2.0 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "gemini", "kilo", "nano-gpt", "openrouter", "vertex_ai-language-models"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-08-31"
release_date = "2024-12-11"
deprecation_date = "2026-06-01"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "image"]
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gemini-2.0-flash-001".pricing."deepinfra"]
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gemini-2.0-flash-001".pricing."gemini"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_audio_token = 7e-7
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gemini-2.0-flash-001".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.0-flash-001".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 4.0799999999999995e-7
[models."gemini-2.0-flash-001".pricing."openrouter"]
input_cost_per_audio_token = 7e-7
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gemini-2.0-flash-001".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 3.75e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gemini-2.0-flash-exp-image-generation"]
display_name = "Gemini Text + Image"
mode = "image_generation"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini", "nano-gpt"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2025-02-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "https://ai.google.dev/pricing"
max_images_per_prompt = 3000
output_cost_per_image = 0.039

[models."gemini-2.0-flash-exp-image-generation".pricing."gemini"]
input_cost_per_token = 0
output_cost_per_image = 0.039
output_cost_per_token = 0
[models."gemini-2.0-flash-exp-image-generation".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."gemini-2.0-flash-lite"]
display_name = "Gemini 2.0 Flash Lite"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
cache_read_input_token_cost = 1.875e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "google", "google-vertex", "llmgateway", "nano-gpt", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-12-11"
deprecation_date = "2026-06-01"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash"
input_cost_per_audio_token = 7.5e-8
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 50
max_video_length = 1
max_videos_per_prompt = 10
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gemini-2.0-flash-lite".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.0-flash-lite".pricing."302ai"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."gemini"]
cache_read_input_token_cost = 1.875e-8
input_cost_per_audio_token = 7.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."google"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."google-vertex"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."llmgateway"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."nano-gpt"]
input_cost_per_token = 7.480000000000001e-8
output_cost_per_token = 3.06e-7
[models."gemini-2.0-flash-lite".pricing."poe"]
input_cost_per_token = 5.1999999999999996e-8
output_cost_per_token = 2.1e-7
[models."gemini-2.0-flash-lite".pricing."vercel"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."vercel_ai_gateway"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 1.875e-8
input_cost_per_audio_token = 7.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."gemini-2.0-flash-lite-001"]
display_name = "Google: Gemini 2.0 Flash Lite"
model_family = "gemini"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
cache_read_input_token_cost = 1.875e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-08-31"
release_date = "2024-12-11"
deprecation_date = "2026-06-01"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#gemini-2.0-flash"
input_cost_per_audio_token = 7.5e-8
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 50
max_video_length = 1
max_videos_per_prompt = 10
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gemini-2.0-flash-lite-001".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.0-flash-lite-001".pricing."gemini"]
cache_read_input_token_cost = 1.875e-8
input_cost_per_audio_token = 7.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite-001".pricing."kilo"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite-001".pricing."openrouter"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gemini-2.0-flash-lite-001".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 1.875e-8
input_cost_per_audio_token = 7.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."gemini-2.5-computer-use-preview-10-2025"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini"]
supports_function_calling = true
supports_vision = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/computer-use"
input_cost_per_token_above_200k_tokens = 0.0000025
max_images_per_prompt = 3000
output_cost_per_token_above_200k_tokens = 0.000015
supported_endpoints = ["/v1/chat/completions", "/v1/completions"]
supports_computer_use = true
supports_system_messages = true
supports_tool_choice = true

[models."gemini-2.5-computer-use-preview-10-2025".pricing."gemini"]
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015
[models."gemini-2.5-computer-use-preview-10-2025".pricing."vertex_ai-language-models"]
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015

[models."gemini-2.5-flash"]
display_name = "Google Gemini 2.5 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "deepinfra"
providers = ["deepinfra", "302ai", "abacus", "aihubmix", "auriko", "fastrouter", "frogbot", "gemini", "google", "google-vertex", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "qihang-ai", "replicate", "requesty", "sap-ai-core", "vercel", "vercel_ai_gateway", "vertex_ai-language-models", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-06"
release_date = "2025-06-17"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
reasoning_cost_per_token = 0.0000025
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-2.5-flash".pricing."302ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."abacus"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."aihubmix"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."auriko"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."deepinfra"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."fastrouter"]
cache_read_input_token_cost = 3.75e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."frogbot"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."gemini"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."google"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."google-vertex"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."helicone"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."jiekou"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.00000225
[models."gemini-2.5-flash".pricing."kilo"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
reasoning_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."llmgateway"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."nearai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."openrouter"]
input_cost_per_audio_token = 7e-7
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."orcarouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."perplexity-agent"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."poe"]
cache_read_input_token_cost = 2.1000000000000003e-8
input_cost_per_token = 2.1e-7
output_cost_per_token = 0.0000018000000000000001
[models."gemini-2.5-flash".pricing."qihang-ai"]
input_cost_per_token = 9e-8
output_cost_per_token = 7.1e-7
[models."gemini-2.5-flash".pricing."replicate"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."requesty"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."sap-ai-core"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."vercel_ai_gateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash".pricing."zenmux"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2.5-flash-image"]
display_name = "Google: Nano Banana (Gemini 2.5 Flash Image)"
model_family = "gemini-flash"
mode = "image_generation"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 3e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "google", "kilo", "openrouter", "vercel", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-06"
release_date = "2025-10-08"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "image"]
source = "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-flash-image"
input_cost_per_audio_token = 0.000001
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_image = 0.039
output_cost_per_image_token = 0.00003
output_cost_per_reasoning_token = 0.0000025
rpm = 100000
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true
tpm = 8000000

[models."gemini-2.5-flash-image".pricing."302ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.00003
[models."gemini-2.5-flash-image".pricing."gemini"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_image = 0.039
output_cost_per_image_token = 0.00003
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-image".pricing."google"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.00003
[models."gemini-2.5-flash-image".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-image".pricing."openrouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-image".pricing."vercel"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-image".pricing."vertex_ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_image = 0.039
output_cost_per_image_token = 0.00003
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-image".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_image = 0.039
output_cost_per_image_token = 0.00003
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025

[models."gemini-2.5-flash-lite"]
display_name = "Google Gemini 2.5 Flash Lite"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini", "google", "google-vertex", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openrouter", "orcarouter", "poe", "sap-ai-core", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-07-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview"
input_cost_per_audio_token = 3e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 4e-7
reasoning_cost_per_token = 4.0000000000000003e-7
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-2.5-flash-lite".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.5-flash-lite".pricing."gemini"]
cache_read_input_token_cost = 1e-8
input_cost_per_audio_token = 3e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7
[models."gemini-2.5-flash-lite".pricing."google"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."google-vertex"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."helicone"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gemini-2.5-flash-lite".pricing."jiekou"]
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
[models."gemini-2.5-flash-lite".pricing."kilo"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
reasoning_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."llmgateway"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."nearai"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."openrouter"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
reasoning_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."orcarouter"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."poe"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."gemini-2.5-flash-lite".pricing."sap-ai-core"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."vercel"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 1e-8
input_cost_per_audio_token = 3e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7
[models."gemini-2.5-flash-lite".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."gemini-2.5-flash-lite-preview-06-17"]
display_name = "Gemini 2.5 Flash Lite Preview"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 2.5e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini", "google-vertex", "jiekou", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-06-17"
deprecation_date = "2025-11-18"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://ai.google.dev/gemini-api/docs/models#gemini-2.5-flash-preview"
input_cost_per_audio_token = 5e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 4e-7
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-2.5-flash-lite-preview-06-17".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.5-flash-lite-preview-06-17".pricing."gemini"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7
[models."gemini-2.5-flash-lite-preview-06-17".pricing."google-vertex"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite-preview-06-17".pricing."jiekou"]
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
[models."gemini-2.5-flash-lite-preview-06-17".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gemini-2.5-flash-lite-preview-06-17".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7

[models."gemini-2.5-flash-lite-preview-09-2025"]
display_name = "Gemini 2.5 Flash Lite Preview (09/2025)"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "jiekou", "kilo", "nano-gpt", "openrouter", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01-31"
release_date = "2025-09-25"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/"
input_cost_per_audio_token = 3e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 4e-7
reasoning_cost_per_token = 4.0000000000000003e-7
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-2.5-flash-lite-preview-09-2025".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.5-flash-lite-preview-09-2025".pricing."302ai"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."gemini"]
cache_read_input_token_cost = 1e-8
input_cost_per_audio_token = 3e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."jiekou"]
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."kilo"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
reasoning_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."openrouter"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
reasoning_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."vercel"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-2.5-flash-lite-preview-09-2025".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 1e-8
input_cost_per_audio_token = 3e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7

[models."gemini-2.5-flash-native-audio-latest"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "gemini"
providers = ["gemini"]
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
source = "https://ai.google.dev/pricing"
input_cost_per_audio_token = 0.000001
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true

[models."gemini-2.5-flash-native-audio-latest".pricing."gemini"]
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2.5-flash-native-audio-preview-09-2025"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "gemini"
providers = ["gemini"]
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
source = "https://ai.google.dev/pricing"
input_cost_per_audio_token = 0.000001
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true

[models."gemini-2.5-flash-native-audio-preview-09-2025".pricing."gemini"]
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2.5-flash-native-audio-preview-12-2025"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "gemini"
providers = ["gemini"]
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
source = "https://ai.google.dev/pricing"
input_cost_per_audio_token = 0.000001
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true

[models."gemini-2.5-flash-native-audio-preview-12-2025".pricing."gemini"]
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."gemini-2.5-flash-preview-09-2025"]
display_name = "Gemini 2.5 Flash Preview (09/2025)"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 7.5e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "google-vertex", "nano-gpt", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-09-25"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/"
input_cost_per_audio_token = 0.000001
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 0.0000025
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-2.5-flash-preview-09-2025".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.5-flash-preview-09-2025".pricing."302ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-preview-09-2025".pricing."gemini"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-preview-09-2025".pricing."google-vertex"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-preview-09-2025".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-preview-09-2025".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-preview-09-2025".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025

[models."gemini-2.5-flash-preview-tts"]
display_name = "Gemini 2.5 Flash Preview TTS"
model_family = "gemini-flash"
mode = "audio_speech"
max_input_tokens = 8192
max_output_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "gemini"
providers = ["gemini", "google"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-05-01"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "https://ai.google.dev/pricing"
rpm = 10
supported_endpoints = ["/v1/audio/speech"]
tpm = 4000000

[models."gemini-2.5-flash-preview-tts".pricing."gemini"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-2.5-flash-preview-tts".pricing."google"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.00001

[models."gemini-2.5-pro"]
display_name = "Google Gemini 2.5 Pro"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
litellm_provider = "deepinfra"
providers = ["deepinfra", "302ai", "abacus", "aihubmix", "auriko", "cortecs", "fastrouter", "frogbot", "gemini", "github_copilot", "github-copilot", "google", "google-vertex", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "requesty", "sap-ai-core", "vercel", "vercel_ai_gateway", "vertex_ai-language-models", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-06"
release_date = "2025-06-17"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
reasoning_cost_per_token = 0.00001
supported_endpoints = ["/v1/chat/completions", "/v1/completions"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_video_input = true
supports_web_search = true

[models."gemini-2.5-pro".pricing."302ai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."aihubmix"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."auriko"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."cortecs"]
input_cost_per_token = 0.000001654
output_cost_per_token = 0.000011024
[models."gemini-2.5-pro".pricing."deepinfra"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."fastrouter"]
cache_read_input_token_cost = 3.1e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."frogbot"]
cache_read_input_token_cost = 3.1e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."gemini"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
input_cost_per_token_above_200k_tokens_priority = 0.0000025
input_cost_per_token_priority = 0.00000125
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015
output_cost_per_token_above_200k_tokens_priority = 0.000015
output_cost_per_token_priority = 0.00001
[models."gemini-2.5-pro".pricing."google"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."google-vertex"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."helicone"]
cache_read_input_token_cost = 3.125e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gemini-2.5-pro".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
reasoning_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."llmgateway"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."nearai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."openrouter"]
input_cost_per_audio_token = 7e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."orcarouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gemini-2.5-pro".pricing."perplexity-agent"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."poe"]
cache_read_input_token_cost = 8.7e-8
input_cost_per_token = 8.7e-7
output_cost_per_token = 0.000007
[models."gemini-2.5-pro".pricing."requesty"]
cache_read_input_token_cost = 3.1e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."sap-ai-core"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."vercel"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gemini-2.5-pro".pricing."vertex_ai-language-models"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015
[models."gemini-2.5-pro".pricing."zenmux"]
cache_read_input_token_cost = 3.1e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gemini-2.5-pro-preview-tts"]
display_name = "Gemini 2.5 Pro Preview TTS"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini", "google"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-05-01"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "https://ai.google.dev/gemini-api/docs/pricing#gemini-2.5-pro-preview"
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_audio_token = 7e-7
input_cost_per_token_above_200k_tokens = 0.0000025
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_token_above_200k_tokens = 0.000015
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gemini-2.5-pro-preview-tts".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-2.5-pro-preview-tts".pricing."gemini"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_audio_token = 7e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015
[models."gemini-2.5-pro-preview-tts".pricing."google"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.00002
[models."gemini-2.5-pro-preview-tts".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_audio_token = 7e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015

[models."gemini-3-1-pro"]
display_name = "Gemini-3.1-Pro"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "poe"
providers = ["poe", "opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-02-19"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-3-1-pro".pricing."opencode"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro".pricing."poe"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."gemini-3-1-pro-preview"]
display_name = "Gemini 3.1 Pro Preview"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "frogbot"
providers = ["frogbot", "abacus", "aihubmix", "github-copilot", "google", "google-vertex", "kilo", "llmgateway", "openrouter", "orcarouter", "perplexity-agent", "venice", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01"
release_date = "2026-02-18"
supported_modalities = ["text", "image", "video", "audio", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000012

[models."gemini-3-1-pro-preview".pricing."abacus"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."aihubmix"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."frogbot"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."google"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."google-vertex"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."orcarouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000004
output_cost_per_token = 0.000018
[models."gemini-3-1-pro-preview".pricing."perplexity-agent"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."venice"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gemini-3-1-pro-preview".pricing."vercel"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."vivgrid"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-1-pro-preview".pricing."zenmux"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."gemini-3-5-flash"]
display_name = "Gemini 3.5 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.000011
cache_read_input_token_cost = 1.8e-7
litellm_provider = "venice"
providers = ["venice", "github-copilot"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-05-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-3-5-flash".pricing."venice"]
cache_read_input_token_cost = 1.8e-7
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.000011

[models."gemini-3-flash"]
display_name = "Gemini-3-Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 4e-8
litellm_provider = "poe"
providers = ["poe", "opencode", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-10-07"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-3-flash".pricing."opencode"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash".pricing."poe"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
[models."gemini-3-flash".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."gemini-3-flash-preview"]
display_name = "Gemini 3 Flash (Preview)"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 5e-8
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "302ai", "abacus", "aihubmix", "frogbot", "gemini", "github-copilot", "gmi", "google", "google-vertex", "jiekou", "kilo", "llmgateway", "nano-gpt", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "qihang-ai", "requesty", "venice", "vertex_ai-language-models", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-12-17"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
cache_read_input_token_cost_priority = 9e-8
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token_priority = 9e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_token_priority = 0.0000054
reasoning_cost_per_token = 0.000003
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3-flash-preview".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3-flash-preview".pricing."302ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."abacus"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."aihubmix"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."frogbot"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."gemini"]
cache_read_input_token_cost = 5e-8
cache_read_input_token_cost_priority = 9e-8
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token = 5e-7
input_cost_per_token_priority = 9e-7
output_cost_per_reasoning_token = 0.000003
output_cost_per_token = 0.000003
output_cost_per_token_priority = 0.0000054
[models."gemini-3-flash-preview".pricing."gmi"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."google"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."google-vertex"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."jiekou"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."kilo"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
reasoning_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."openrouter"]
cache_read_input_token_cost = 5e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 5e-7
output_cost_per_reasoning_token = 0.000003
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."orcarouter"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."perplexity-agent"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."qihang-ai"]
input_cost_per_token = 7e-8
output_cost_per_token = 4.3e-7
[models."gemini-3-flash-preview".pricing."requesty"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3-flash-preview".pricing."venice"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 7e-7
output_cost_per_token = 0.00000375
[models."gemini-3-flash-preview".pricing."vertex_ai"]
cache_read_input_token_cost = 5e-8
cache_read_input_token_cost_priority = 9e-8
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token = 5e-7
input_cost_per_token_priority = 9e-7
output_cost_per_token = 0.000003
output_cost_per_token_priority = 0.0000054
[models."gemini-3-flash-preview".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 5e-8
cache_read_input_token_cost_priority = 9e-8
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token = 5e-7
input_cost_per_token_priority = 9e-7
output_cost_per_reasoning_token = 0.000003
output_cost_per_token = 0.000003
output_cost_per_token_priority = 0.0000054
[models."gemini-3-flash-preview".pricing."zenmux"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."gemini-3-flash-preview-thinking"]
display_name = "Gemini 3 Flash Thinking"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-12-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-3-flash-preview-thinking".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."gemini-3-pro"]
display_name = "Gemini 3 Pro Preview"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
litellm_provider = "replicate"
providers = ["replicate", "nearai", "opencode", "poe"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-11-18"
supported_modalities = ["text", "image", "video", "audio", "pdf"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gemini-3-pro".pricing."nearai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000015
[models."gemini-3-pro".pricing."opencode"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000096
[models."gemini-3-pro".pricing."replicate"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."gemini-3-pro-image"]
display_name = "Nano Banana Pro (Gemini 3 Pro Image)"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.00012
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2025-09"
supported_modalities = ["text"]
supported_output_modalities = ["text", "image"]
source = "modelsdev"

[models."gemini-3-pro-image".pricing."vercel"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00012

[models."gemini-3-pro-image-preview"]
display_name = "Gemini 3 Pro Image"
model_family = "gemini"
mode = "image_generation"
max_input_tokens = 65536
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "kilo", "nano-gpt", "openrouter", "vertex_ai"]
supports_function_calling = false
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-06"
release_date = "2025-11-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "https://ai.google.dev/gemini-api/docs/pricing"
input_cost_per_image = 0.0011
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token_batches = 0.000006
reasoning_cost_per_token = 0.000012
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3-pro-image-preview".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3-pro-image-preview".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00012
[models."gemini-3-pro-image-preview".pricing."gemini"]
input_cost_per_image = 0.0011
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006
[models."gemini-3-pro-image-preview".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012
[models."gemini-3-pro-image-preview".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-image-preview".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012
[models."gemini-3-pro-image-preview".pricing."vertex_ai"]
input_cost_per_image = 0.0011
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006
[models."gemini-3-pro-image-preview".pricing."vertex_ai-language-models"]
input_cost_per_image = 0.0011
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.134
output_cost_per_image_token = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_batches = 0.000006

[models."gemini-3-pro-preview"]
display_name = "Google Gemini 3 Pro Preview"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2e-7
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "github_copilot", "github-copilot", "gmi", "google", "google-vertex", "helicone", "jiekou", "nano-gpt", "openrouter", "orcarouter", "perplexity", "qihang-ai", "requesty", "vercel", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-11"
release_date = "2025-11-18"
deprecation_date = "2026-03-26"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3-pro-preview".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3-pro-preview".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."gemini"]
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
[models."gemini-3-pro-preview".pricing."gmi"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."google"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."google-vertex"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."helicone"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."jiekou"]
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.0000108
[models."gemini-3-pro-preview".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."openrouter"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_batches = 0.000006
[models."gemini-3-pro-preview".pricing."orcarouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000004
output_cost_per_token = 0.000018
[models."gemini-3-pro-preview".pricing."qihang-ai"]
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.00000343
[models."gemini-3-pro-preview".pricing."requesty"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."vercel"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3-pro-preview".pricing."vertex_ai"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
[models."gemini-3-pro-preview".pricing."vertex_ai-language-models"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216

[models."gemini-3-pro-preview-thinking"]
display_name = "Gemini 3 Pro Thinking"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-11-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-3-pro-preview-thinking".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."gemini-3.1-flash-image-preview"]
display_name = "Google: Nano Banana 2 (Gemini 3.1 Flash Image Preview)"
model_family = "gemini-flash"
mode = "image_generation"
max_input_tokens = 65536
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "302ai", "gemini", "google", "kilo", "openrouter", "vercel", "vertex_ai"]
supports_function_calling = false
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-02-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models"
input_cost_per_image = 0.00056
output_cost_per_image = 0.0672
output_cost_per_image_token = 0.00006
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_response_schema = true
supports_system_messages = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3.1-flash-image-preview".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3.1-flash-image-preview".pricing."302ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.00006
[models."gemini-3.1-flash-image-preview".pricing."gemini"]
input_cost_per_token = 2.5e-7
input_cost_per_token_batches = 1.25e-7
output_cost_per_image = 0.045
output_cost_per_image_token = 0.00006
output_cost_per_image_token_batches = 0.00003
output_cost_per_token = 0.0000015
output_cost_per_token_batches = 7.5e-7
[models."gemini-3.1-flash-image-preview".pricing."google"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.00006
[models."gemini-3.1-flash-image-preview".pricing."kilo"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3.1-flash-image-preview".pricing."openrouter"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3.1-flash-image-preview".pricing."vercel"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."gemini-3.1-flash-image-preview".pricing."vertex_ai"]
input_cost_per_image = 0.00056
input_cost_per_token = 5e-7
output_cost_per_image = 0.0672
output_cost_per_image_token = 0.00006
output_cost_per_token = 0.000003
[models."gemini-3.1-flash-image-preview".pricing."vertex_ai-language-models"]
input_cost_per_image = 0.00056
input_cost_per_token = 5e-7
output_cost_per_image = 0.0672
output_cost_per_image_token = 0.00006
output_cost_per_token = 0.000003

[models."gemini-3.1-flash-lite"]
display_name = "Google: Gemini 3.1 Flash Lite"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2.5e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "aihubmix", "gemini", "google", "google-vertex", "kilo", "llmgateway", "nearai", "openrouter", "poe", "vercel", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-05-07"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://ai.google.dev/gemini-api/docs/pricing#gemini-3.1-flash-lite"
cache_read_input_token_cost_batches = 1.25e-8
cache_read_input_token_cost_flex = 1.25e-8
cache_read_input_token_cost_per_audio_token = 5e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token_batches = 1.25e-7
input_cost_per_token_flex = 1.25e-7
input_cost_per_token_priority = 4.5e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token_batches = 7.5e-7
output_cost_per_token_flex = 7.5e-7
output_cost_per_token_priority = 0.0000027
reasoning_cost_per_token = 0.0000015
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_audio_output = false
supports_code_execution = true
supports_file_search = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3.1-flash-lite".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3.1-flash-lite".pricing."aihubmix"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."gemini"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_batches = 1.25e-8
cache_read_input_token_cost_flex = 1.25e-8
cache_read_input_token_cost_per_audio_token = 5e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
input_cost_per_token_batches = 1.25e-7
input_cost_per_token_flex = 1.25e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
output_cost_per_token_batches = 7.5e-7
output_cost_per_token_flex = 7.5e-7
output_cost_per_token_priority = 0.0000027
[models."gemini-3.1-flash-lite".pricing."google"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."google-vertex"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
reasoning_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."llmgateway"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."nearai"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_per_audio_token = 5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."poe"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite".pricing."vertex_ai"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_batches = 1.25e-8
cache_read_input_token_cost_flex = 1.25e-8
cache_read_input_token_cost_per_audio_token = 5e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
input_cost_per_token_batches = 1.25e-7
input_cost_per_token_flex = 1.25e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
output_cost_per_token_batches = 7.5e-7
output_cost_per_token_flex = 7.5e-7
output_cost_per_token_priority = 0.0000027
[models."gemini-3.1-flash-lite".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_batches = 1.25e-8
cache_read_input_token_cost_flex = 1.25e-8
cache_read_input_token_cost_per_audio_token = 5e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
input_cost_per_token_batches = 1.25e-7
input_cost_per_token_flex = 1.25e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
output_cost_per_token_batches = 7.5e-7
output_cost_per_token_flex = 7.5e-7
output_cost_per_token_priority = 0.0000027

[models."gemini-3.1-flash-lite-preview"]
display_name = "Google: Gemini 3.1 Flash Lite Preview"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2.5e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "abacus", "gemini", "google", "google-vertex", "kilo", "llmgateway", "openrouter", "orcarouter", "vercel", "vertex_ai", "vivgrid", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-03-03"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://ai.google.dev/gemini-api/docs/models"
cache_read_input_token_cost_per_audio_token = 5e-8
input_cost_per_audio_token = 5e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 0.0000015
reasoning_cost_per_token = 0.0000015
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_audio_output = false
supports_code_execution = true
supports_file_search = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3.1-flash-lite-preview".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3.1-flash-lite-preview".pricing."abacus"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."gemini"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_per_audio_token = 5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."google"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."google-vertex"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."kilo"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
reasoning_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."llmgateway"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_per_audio_token = 5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."orcarouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."vercel"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."vertex_ai"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_per_audio_token = 5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_per_audio_token = 5e-8
input_cost_per_audio_token = 5e-7
input_cost_per_token = 2.5e-7
output_cost_per_reasoning_token = 0.0000015
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."vivgrid"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."gemini-3.1-flash-lite-preview".pricing."zenmux"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015

[models."gemini-3.1-flash-live-preview"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
litellm_provider = "gemini"
providers = ["gemini"]
supports_function_calling = true
supports_vision = true
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "https://ai.google.dev/gemini-api/docs/pricing"
input_cost_per_audio_token = 0.000003
input_cost_per_image_token = 0.000001
input_cost_per_video_per_second = 0.000033333333333333335
output_cost_per_audio_token = 0.000012
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_web_search = true

[models."gemini-3.1-flash-live-preview".pricing."gemini"]
input_cost_per_audio_token = 0.000003
input_cost_per_image_token = 0.000001
input_cost_per_token = 7.5e-7
input_cost_per_video_per_second = 0.000033333333333333335
output_cost_per_audio_token = 0.000012
output_cost_per_token = 0.0000045

[models."gemini-3.1-pro-preview"]
display_name = "Gemini 3.1 Pro Preview"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2e-7
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "auriko", "gemini", "openrouter", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-02-19"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models"
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_image = 0.00012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_native_streaming = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3.1-pro-preview".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3.1-pro-preview".pricing."auriko"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3.1-pro-preview".pricing."gemini"]
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
[models."gemini-3.1-pro-preview".pricing."openrouter"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
[models."gemini-3.1-pro-preview".pricing."vertex_ai"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_image = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
[models."gemini-3.1-pro-preview".pricing."vertex_ai-language-models"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_image = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216

[models."gemini-3.1-pro-preview-customtools"]
display_name = "Google: Gemini 3.1 Pro Preview Custom Tools"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2e-7
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "aihubmix", "gemini", "google", "google-vertex", "kilo", "openrouter", "orcarouter", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-02-26"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#gemini-models"
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_batches = 0.000001
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_image = 0.00012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_batches = 0.000006
reasoning_cost_per_token = 0.000012
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_native_streaming = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3.1-pro-preview-customtools".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3.1-pro-preview-customtools".pricing."aihubmix"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3.1-pro-preview-customtools".pricing."gemini"]
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
[models."gemini-3.1-pro-preview-customtools".pricing."google"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3.1-pro-preview-customtools".pricing."google-vertex"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."gemini-3.1-pro-preview-customtools".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012
[models."gemini-3.1-pro-preview-customtools".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012
[models."gemini-3.1-pro-preview-customtools".pricing."orcarouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000004
output_cost_per_token = 0.000018
[models."gemini-3.1-pro-preview-customtools".pricing."vertex_ai"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
cache_read_input_token_cost_above_200k_tokens_priority = 7.2e-7
cache_read_input_token_cost_priority = 3.6e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_above_200k_tokens_priority = 0.0000072
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000036
output_cost_per_image = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_above_200k_tokens_priority = 0.0000324
output_cost_per_token_batches = 0.000006
output_cost_per_token_priority = 0.0000216
[models."gemini-3.1-pro-preview-customtools".pricing."vertex_ai-language-models"]
cache_creation_input_token_cost_above_200k_tokens = 2.5e-7
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token = 0.000002
input_cost_per_token_above_200k_tokens = 0.000004
input_cost_per_token_batches = 0.000001
output_cost_per_image = 0.00012
output_cost_per_token = 0.000012
output_cost_per_token_above_200k_tokens = 0.000018
output_cost_per_token_batches = 0.000006

[models."gemini-3.5-flash"]
display_name = "Gemini 3.5 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
cache_read_input_token_cost = 1.5e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "gemini", "google", "google-vertex", "llmgateway", "nearai", "opencode", "openrouter", "poe", "vercel", "vertex_ai-language-models"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-05-19"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
cache_read_input_token_cost_priority = 2.7e-7
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token_priority = 0.0000027
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 0.000009
output_cost_per_token_priority = 0.0000162
reasoning_cost_per_token = 0.000009
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_input = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_video_input = true
supports_web_search = true
web_search_billing_unit = "per_query"

[models."gemini-3.5-flash".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.014
search_context_size_medium = 0.014

[models."gemini-3.5-flash".pricing."gemini"]
cache_read_input_token_cost = 1.5e-7
cache_read_input_token_cost_priority = 2.7e-7
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token = 0.0000015
input_cost_per_token_priority = 0.0000027
output_cost_per_reasoning_token = 0.000009
output_cost_per_token = 0.000009
output_cost_per_token_priority = 0.0000162
[models."gemini-3.5-flash".pricing."google"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."google-vertex"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."llmgateway"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."nearai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."opencode"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
reasoning_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."poe"]
cache_read_input_token_cost = 1.515e-7
input_cost_per_token = 0.0000015152000000000001
output_cost_per_token = 0.0000090909
[models."gemini-3.5-flash".pricing."vercel"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
[models."gemini-3.5-flash".pricing."vertex_ai"]
cache_read_input_token_cost = 1.5e-7
cache_read_input_token_cost_priority = 2.7e-7
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token = 0.0000015
input_cost_per_token_priority = 0.0000027
output_cost_per_reasoning_token = 0.000009
output_cost_per_token = 0.000009
output_cost_per_token_priority = 0.0000162
[models."gemini-3.5-flash".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 1.5e-7
cache_read_input_token_cost_priority = 2.7e-7
input_cost_per_audio_token = 0.000001
input_cost_per_audio_token_priority = 0.0000018
input_cost_per_token = 0.0000015
input_cost_per_token_priority = 0.0000027
output_cost_per_reasoning_token = 0.000009
output_cost_per_token = 0.000009
output_cost_per_token_priority = 0.0000162

[models."gemini-deep-research"]
display_name = "gemini-deep-research"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 0
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000096
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-11"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-deep-research".pricing."poe"]
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000096

[models."gemini-embedding-001"]
display_name = "Gemini Embedding 001"
model_family = "gemini"
mode = "embedding"
max_input_tokens = 2048
max_output_tokens = 0
max_tokens = 2048
input_cost_per_token = 1.5e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models", "gemini", "google", "google-vertex", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-05-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
output_vector_size = 3072

[models."gemini-embedding-001".pricing."gemini"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0
[models."gemini-embedding-001".pricing."google"]
input_cost_per_token = 1.5e-7
[models."gemini-embedding-001".pricing."google-vertex"]
input_cost_per_token = 1.5e-7
[models."gemini-embedding-001".pricing."vercel"]
input_cost_per_token = 1.5e-7
[models."gemini-embedding-001".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0
[models."gemini-embedding-001".pricing."vertex_ai-embedding-models"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0

[models."gemini-embedding-2"]
display_name = "Gemini Embedding 2"
model_family = "gemini-embedding"
mode = "embedding"
max_input_tokens = 8192
max_output_tokens = 0
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models", "gemini", "vertex_ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-03-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_video_per_second = 0.00079
output_vector_size = 3072
supports_multimodal = true
uses_embed_content = true

[models."gemini-embedding-2".pricing."gemini"]
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_token = 2e-7
input_cost_per_video_per_second = 0.00079
output_cost_per_token = 0
[models."gemini-embedding-2".pricing."vertex_ai"]
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_token = 2e-7
input_cost_per_video_per_second = 0.00079
output_cost_per_token = 0
[models."gemini-embedding-2".pricing."vertex_ai-embedding-models"]
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_token = 2e-7
input_cost_per_video_per_second = 0.00079
output_cost_per_token = 0

[models."gemini-embedding-2-preview"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models", "gemini", "vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_video_per_second = 0.00079
output_vector_size = 3072
supports_multimodal = true
uses_embed_content = true

[models."gemini-embedding-2-preview".pricing."gemini"]
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_token = 2e-7
input_cost_per_video_per_second = 0.00079
output_cost_per_token = 0
[models."gemini-embedding-2-preview".pricing."vertex_ai"]
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_token = 2e-7
input_cost_per_video_per_second = 0.00079
output_cost_per_token = 0
[models."gemini-embedding-2-preview".pricing."vertex_ai-embedding-models"]
input_cost_per_audio_per_second = 0.00016
input_cost_per_image = 0.00012
input_cost_per_token = 2e-7
input_cost_per_video_per_second = 0.00079
output_cost_per_token = 0

[models."gemini-exp-1114"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini"]
supports_function_calling = true
supports_vision = true
source = "https://ai.google.dev/pricing"
input_cost_per_token_above_128k_tokens = 0
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_token_above_128k_tokens = 0
rpm = 1000
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
tpm = 4000000

[models."gemini-exp-1114".metadata]
notes = "Rate limits not documented for gemini-exp-1114. Assuming same as gemini-1.5-pro."
supports_tool_choice = true

[models."gemini-exp-1114".pricing."gemini"]
input_cost_per_token = 0
input_cost_per_token_above_128k_tokens = 0
output_cost_per_token = 0
output_cost_per_token_above_128k_tokens = 0

[models."gemini-exp-1206"]
display_name = "Gemini 2.0 Pro 1206"
mode = "chat"
max_input_tokens = 2097152
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://ai.google.dev/pricing"
input_cost_per_token_above_128k_tokens = 0
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_token_above_128k_tokens = 0
rpm = 1000
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true
tpm = 4000000

[models."gemini-exp-1206".metadata]
notes = "Rate limits not documented for gemini-exp-1206. Assuming same as gemini-1.5-pro."
supports_tool_choice = true

[models."gemini-exp-1206".pricing."gemini"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-exp-1206".pricing."nano-gpt"]
input_cost_per_token = 0.000001258
output_cost_per_token = 0.000004998

[models."gemini-flash-1-5"]
display_name = "Gemini 1.5 Flash"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 8192
input_cost_per_token = 7.480000000000001e-8
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-05-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemini-flash-1-5".pricing."nano-gpt"]
input_cost_per_token = 7.480000000000001e-8
output_cost_per_token = 3.06e-7

[models."gemini-flash-experimental"]
mode = "embedding"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
input_cost_per_character = 0
output_vector_size = 3072
uses_embed_content = true

[models."gemini-flash-experimental".pricing."vertex_ai-language-models"]
input_cost_per_character = 0
input_cost_per_token = 0
output_cost_per_token = 0

[models."gemini-flash-latest"]
display_name = "Gemini Flash Latest"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 7.5e-8
litellm_provider = "gemini"
providers = ["gemini", "google", "google-vertex", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-09-25"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/"
input_cost_per_audio_token = 0.000001
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 0.0000025
rpm = 15
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true
tpm = 250000

[models."gemini-flash-latest".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-flash-latest".pricing."gemini"]
cache_read_input_token_cost = 3e-8
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-flash-latest".pricing."google"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-flash-latest".pricing."google-vertex"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."gemini-flash-latest".pricing."orcarouter"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."gemini-flash-lite-latest"]
display_name = "Gemini Flash-Lite Latest"
model_family = "gemini-flash-lite"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 2.5e-8
litellm_provider = "gemini"
providers = ["gemini", "google", "google-vertex", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-09-25"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://developers.googleblog.com/en/continuing-to-bring-you-our-latest-models-with-an-improved-gemini-2-5-flash-and-flash-lite-release/"
input_cost_per_audio_token = 3e-7
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_reasoning_token = 4e-7
rpm = 15
supported_endpoints = ["/v1/chat/completions", "/v1/completions", "/v1/batch"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true
tpm = 250000

[models."gemini-flash-lite-latest".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-flash-lite-latest".pricing."gemini"]
cache_read_input_token_cost = 1e-8
input_cost_per_audio_token = 3e-7
input_cost_per_token = 1e-7
output_cost_per_reasoning_token = 4e-7
output_cost_per_token = 4e-7
[models."gemini-flash-lite-latest".pricing."google"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-flash-lite-latest".pricing."google-vertex"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemini-flash-lite-latest".pricing."orcarouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015

[models."gemini-gemma-2-27b-it"]
mode = "chat"
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000105
litellm_provider = "gemini"
providers = ["gemini"]
supports_function_calling = true
supports_vision = true
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
rpm = 10
supports_tool_choice = true
tpm = 250000

[models."gemini-gemma-2-27b-it".pricing."gemini"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000105

[models."gemini-gemma-2-9b-it"]
mode = "chat"
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000105
litellm_provider = "gemini"
providers = ["gemini"]
supports_function_calling = true
supports_vision = true
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
rpm = 10
supports_tool_choice = true
tpm = 250000

[models."gemini-gemma-2-9b-it".pricing."gemini"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000105

[models."gemini-live-2.5-flash-preview-native-audio-09-2025"]
mode = "realtime"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 3e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 7.5e-8
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "https://ai.google.dev/gemini-api/docs/pricing"
input_cost_per_audio_token = 0.000003
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_audio_token = 0.000012
supported_endpoints = ["/vertex_ai/live", "/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-live-2.5-flash-preview-native-audio-09-2025".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-live-2.5-flash-preview-native-audio-09-2025".pricing."gemini"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_audio_token = 0.000003
input_cost_per_token = 3e-7
output_cost_per_audio_token = 0.000012
output_cost_per_token = 0.000002
[models."gemini-live-2.5-flash-preview-native-audio-09-2025".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_audio_token = 0.000003
input_cost_per_token = 3e-7
output_cost_per_audio_token = 0.000012
output_cost_per_token = 0.000002

[models."gemini-pro-latest"]
display_name = "Gemini Pro Latest"
model_family = "gemini"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "gemini"
providers = ["gemini", "llmgateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
release_date = "2026-02-27"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_token_above_200k_tokens = 0.0000025
max_audio_length_hours = 8.4
max_audio_per_prompt = 1
max_images_per_prompt = 3000
max_pdf_size_mb = 30
max_video_length = 1
max_videos_per_prompt = 10
output_cost_per_token_above_200k_tokens = 0.000015
rpm = 2000
supported_endpoints = ["/v1/chat/completions", "/v1/completions"]
supports_audio_input = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_video_input = true
supports_web_search = true
tpm = 800000

[models."gemini-pro-latest".search_context_cost_per_query]
search_context_size_high = 0.035
search_context_size_low = 0.035
search_context_size_medium = 0.035

[models."gemini-pro-latest".pricing."gemini"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_above_200k_tokens = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_above_200k_tokens = 0.000015
[models."gemini-pro-latest".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."gemini-robotics-er-1.5-preview"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65535
max_tokens = 65535
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 0
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models", "gemini"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = false
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "https://ai.google.dev/gemini-api/docs/models#gemini-robotics-er-1-5-preview"
input_cost_per_audio_token = 0.000001
output_cost_per_reasoning_token = 0.0000025
supported_endpoints = ["/v1/chat/completions", "/v1/completions"]
supports_audio_output = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_url_context = true
supports_web_search = true

[models."gemini-robotics-er-1.5-preview".pricing."gemini"]
cache_read_input_token_cost = 0
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025
[models."gemini-robotics-er-1.5-preview".pricing."vertex_ai-language-models"]
cache_read_input_token_cost = 0
input_cost_per_audio_token = 0.000001
input_cost_per_token = 3e-7
output_cost_per_reasoning_token = 0.0000025
output_cost_per_token = 0.0000025

[models."gemma-2-27b-it"]
display_name = "Google: Gemma 2 27B"
model_family = "gemma"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2024-06-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-2-27b-it".pricing."kilo"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7
[models."gemma-2-27b-it".pricing."openrouter"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7

[models."gemma-2-27b-it-together"]
display_name = "Gemma 2 27B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 16384
input_cost_per_token = 8e-8
output_cost_per_token = 8e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-06-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-2-27b-it-together".pricing."llmgateway"]
input_cost_per_token = 8e-8
output_cost_per_token = 8e-8

[models."gemma-2-2b-it"]
display_name = "Gemma 2 2b It"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia", "nebius"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2024-07-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-2-2b-it".pricing."nebius"]
cache_read_input_token_cost = 2e-9
input_cost_per_token = 2e-8
output_cost_per_token = 6e-8

[models."gemma-2-9b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = true

[models."gemma-2-9b".pricing."vercel_ai_gateway"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."gemma-3"]
display_name = "Google Gemma 3"
model_family = "gemma"
mode = "chat"
max_input_tokens = 125000
max_output_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 3e-7
litellm_provider = "inference"
providers = ["inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-3".pricing."inference"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 3e-7

[models."gemma-3-12b-it"]
display_name = "Google Gemma 3 12B"
model_family = "gemma"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "crusoe", "helicone", "kilo", "novita", "novita-ai", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2024-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gemma-3-12b-it".pricing."crusoe"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
[models."gemma-3-12b-it".pricing."deepinfra"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
[models."gemma-3-12b-it".pricing."helicone"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
[models."gemma-3-12b-it".pricing."kilo"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 4e-8
output_cost_per_token = 1.3e-7
[models."gemma-3-12b-it".pricing."novita"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
[models."gemma-3-12b-it".pricing."novita-ai"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.0000000000000001e-7
[models."gemma-3-12b-it".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.3e-7

[models."gemma-3-1b-it"]
display_name = "Gemma 3 1B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 16384
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-03-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-3-1b-it".pricing."llmgateway"]
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7

[models."gemma-3-27b"]
display_name = "Gemma 3 27B"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "privatemode-ai"
providers = ["privatemode-ai", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-03-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-3-27b".pricing."llmgateway"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7

[models."gemma-3-27b-it"]
display_name = "Gemma 3 27B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 9e-8
output_cost_per_token = 1.6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "gemini", "kilo", "nano-gpt", "nebius", "novita", "novita-ai", "nvidia", "openrouter", "scaleway", "stackit"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-08-31"
release_date = "2025-03-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gemma-3-27b-it".pricing."deepinfra"]
input_cost_per_token = 9e-8
output_cost_per_token = 1.6e-7
[models."gemma-3-27b-it".pricing."gemini"]
input_cost_per_audio_per_second = 0
input_cost_per_audio_per_second_above_128k_tokens = 0
input_cost_per_character = 0
input_cost_per_character_above_128k_tokens = 0
input_cost_per_image = 0
input_cost_per_image_above_128k_tokens = 0
input_cost_per_token = 0
input_cost_per_token_above_128k_tokens = 0
input_cost_per_video_per_second = 0
input_cost_per_video_per_second_above_128k_tokens = 0
output_cost_per_character = 0
output_cost_per_character_above_128k_tokens = 0
output_cost_per_token = 0
output_cost_per_token_above_128k_tokens = 0
[models."gemma-3-27b-it".pricing."kilo"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 3e-8
output_cost_per_token = 1.1e-7
[models."gemma-3-27b-it".pricing."nano-gpt"]
input_cost_per_token = 3.06e-7
output_cost_per_token = 3.06e-7
[models."gemma-3-27b-it".pricing."nebius"]
input_cost_per_token = 6e-8
output_cost_per_token = 2e-7
[models."gemma-3-27b-it".pricing."novita"]
input_cost_per_token = 1.19e-7
output_cost_per_token = 2e-7
[models."gemma-3-27b-it".pricing."novita-ai"]
input_cost_per_token = 1.19e-7
output_cost_per_token = 2.0000000000000002e-7
[models."gemma-3-27b-it".pricing."openrouter"]
input_cost_per_token = 8e-8
output_cost_per_token = 1.6e-7
[models."gemma-3-27b-it".pricing."scaleway"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 5e-7
[models."gemma-3-27b-it".pricing."stackit"]
input_cost_per_token = 4.9e-7
output_cost_per_token = 7.1e-7

[models."gemma-3-4b-it"]
display_name = "Google: Gemma 3 4B"
model_family = "gemma"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08-31"
release_date = "2025-03-13"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."gemma-3-4b-it".pricing."deepinfra"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
[models."gemma-3-4b-it".pricing."kilo"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
[models."gemma-3-4b-it".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8

[models."gemma-3n-e2b-it"]
display_name = "Gemma 3n E2b It"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2025-06-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-3n-e4b-it"]
display_name = "Google: Gemma 3n 4B"
model_family = "gemma"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 6554
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
litellm_provider = "kilo"
providers = ["kilo", "nvidia", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08-31"
release_date = "2025-05-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-3n-e4b-it".pricing."kilo"]
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
[models."gemma-3n-e4b-it".pricing."openrouter"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7

[models."gemma-4-26B-A4B-it"]
display_name = "Gemma 4 26B A4B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 7e-8
output_cost_per_token = 3.4000000000000003e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "novita-ai", "openrouter", "orcarouter", "scaleway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-04-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-26B-A4B-it".pricing."deepinfra"]
input_cost_per_token = 7e-8
output_cost_per_token = 3.4000000000000003e-7
[models."gemma-4-26B-A4B-it".pricing."kilo"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemma-4-26B-A4B-it".pricing."novita-ai"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemma-4-26B-A4B-it".pricing."openrouter"]
input_cost_per_token = 6e-8
output_cost_per_token = 3.3e-7
[models."gemma-4-26B-A4B-it".pricing."orcarouter"]
input_cost_per_token = 6e-8
output_cost_per_token = 3.3e-7
[models."gemma-4-26B-A4B-it".pricing."scaleway"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 5e-7
[models."gemma-4-26B-A4B-it".pricing."vercel"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7

[models."gemma-4-26b-a4b-it:free"]
display_name = "Gemma 4 26B A4B  (free)"
model_family = "gemma"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-31B-it"]
display_name = "Gemma 4 31B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.8e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "berget", "crof", "digitalocean", "kilo", "lilac", "nearai", "novita-ai", "nvidia", "openrouter", "orcarouter", "togetherai", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2026-04-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-31B-it".pricing."berget"]
input_cost_per_token = 2.75e-7
output_cost_per_token = 5.5e-7
[models."gemma-4-31B-it".pricing."crof"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."gemma-4-31B-it".pricing."deepinfra"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.8e-7
[models."gemma-4-31B-it".pricing."digitalocean"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 5e-7
[models."gemma-4-31B-it".pricing."kilo"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemma-4-31B-it".pricing."lilac"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 3.5e-7
[models."gemma-4-31B-it".pricing."nearai"]
cache_read_input_token_cost = 2.5999999999999998e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemma-4-31B-it".pricing."novita-ai"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gemma-4-31B-it".pricing."openrouter"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.7e-7
[models."gemma-4-31B-it".pricing."orcarouter"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.8e-7
[models."gemma-4-31B-it".pricing."togetherai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."gemma-4-31B-it".pricing."vercel"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 4e-7

[models."gemma-4-31B-turbo-TEE"]
display_name = "gemma 4 31B turbo TEE"
model_family = "gemma"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.8e-7
cache_read_input_token_cost = 6.5e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-31B-turbo-TEE".pricing."chutes"]
cache_read_input_token_cost = 6.5e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.8e-7

[models."gemma-4-31b"]
display_name = "Gemma-4-31B"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-04-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-31b-it:free"]
display_name = "Gemma 4 31B (free)"
model_family = "gemma"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-E4B-it-IQ4_XS"]
display_name = "Gemma 4 E4B Instruct (IQ4_XS)"
model_family = "gemma"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
litellm_provider = "atomic-chat"
providers = ["atomic-chat"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-E4B-it-MLX-4bit"]
display_name = "Gemma 4 E4B Instruct (MLX 4-bit)"
model_family = "gemma"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
litellm_provider = "atomic-chat"
providers = ["atomic-chat"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-uncensored"]
display_name = "Gemma 4 Uncensored"
model_family = "gemma"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 1.625e-7
output_cost_per_token = 5e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma-4-uncensored".pricing."venice"]
input_cost_per_token = 1.625e-7
output_cost_per_token = 5e-7

[models."gemma-7b"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."gemma-7b-it"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "anyscale"
providers = ["anyscale", "groq"]
supports_function_calling = true
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/google-gemma-7b-it"
supports_tool_choice = true

[models."gemma-7b-it".pricing."anyscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."gemma-7b-it".pricing."groq"]
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8

[models."gemma2-9b-it"]
display_name = "Google Gemma 2"
model_family = "gemma"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8
litellm_provider = "helicone"
providers = ["helicone", "groq"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gemma2-9b-it".pricing."groq"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."gemma2-9b-it".pricing."helicone"]
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8

[models."gemma3-4b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-8
output_cost_per_token = 8e-8
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_vision = true
supports_response_schema = true

[models."gemma3-4b".pricing."llamagate"]
input_cost_per_token = 3e-8
output_cost_per_token = 8e-8

[models."gen3a_turbo"]
mode = "video_generation"
litellm_provider = "runwayml"
providers = ["runwayml"]
supported_modalities = ["text", "image"]
supported_output_modalities = ["video"]
source = "https://docs.dev.runwayml.com/guides/pricing/"
output_cost_per_video_per_second = 0.05
supported_resolutions = ["1280x720", "720x1280"]

[models."gen3a_turbo".metadata]
comment = "5 credits per second @ $0.01 per credit = $0.05 per second"

[models."gen3a_turbo".pricing."runwayml"]
output_cost_per_video_per_second = 0.05

[models."gen4_aleph"]
mode = "video_generation"
litellm_provider = "runwayml"
providers = ["runwayml"]
supported_modalities = ["text", "image"]
supported_output_modalities = ["video"]
source = "https://docs.dev.runwayml.com/guides/pricing/"
output_cost_per_video_per_second = 0.15
supported_resolutions = ["1280x720", "720x1280"]

[models."gen4_aleph".metadata]
comment = "15 credits per second @ $0.01 per credit = $0.15 per second"

[models."gen4_aleph".pricing."runwayml"]
output_cost_per_video_per_second = 0.15

[models."gen4_image"]
mode = "image_generation"
litellm_provider = "runwayml"
providers = ["runwayml"]
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "https://docs.dev.runwayml.com/guides/pricing/"
input_cost_per_image = 0.05
output_cost_per_image = 0.05
supported_resolutions = ["1280x720", "1920x1080"]

[models."gen4_image".metadata]
comment = "5 credits per 720p image or 8 credits per 1080p image @ $0.01 per credit. Using 5 credits ($0.05) as base cost"

[models."gen4_image".pricing."runwayml"]
input_cost_per_image = 0.05
output_cost_per_image = 0.05

[models."gen4_image_turbo"]
mode = "image_generation"
litellm_provider = "runwayml"
providers = ["runwayml"]
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "https://docs.dev.runwayml.com/guides/pricing/"
input_cost_per_image = 0.02
output_cost_per_image = 0.02
supported_resolutions = ["1280x720", "1920x1080"]

[models."gen4_image_turbo".metadata]
comment = "2 credits per image (any resolution) @ $0.01 per credit = $0.02 per image"

[models."gen4_image_turbo".pricing."runwayml"]
input_cost_per_image = 0.02
output_cost_per_image = 0.02

[models."gen4_turbo"]
mode = "video_generation"
litellm_provider = "runwayml"
providers = ["runwayml"]
supported_modalities = ["text", "image"]
supported_output_modalities = ["video"]
source = "https://docs.dev.runwayml.com/guides/pricing/"
output_cost_per_video_per_second = 0.05
supported_resolutions = ["1280x720", "720x1280"]

[models."gen4_turbo".metadata]
comment = "5 credits per second @ $0.01 per credit = $0.05 per second"

[models."gen4_turbo".pricing."runwayml"]
output_cost_per_video_per_second = 0.05

[models."generative"]
mode = "audio_speech"
litellm_provider = "aws_polly"
providers = ["aws_polly"]
source = "https://aws.amazon.com/polly/pricing/"
input_cost_per_character = 0.00003
supported_endpoints = ["/v1/audio/speech"]

[models."generative".pricing."aws_polly"]
input_cost_per_character = 0.00003

[models."glm-4"]
display_name = "GLM-4"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-01-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999999
output_cost_per_token = 0.000014993999999999999

[models."glm-4-1v-thinking-flash"]
display_name = "GLM 4.1V Thinking Flash"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-1v-thinking-flash".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."glm-4-1v-thinking-flashx"]
display_name = "GLM 4.1V Thinking FlashX"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-1v-thinking-flashx".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."glm-4-32b-0414-128k"]
display_name = "GLM-4 32B (0414-128k)"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "zai"
providers = ["zai", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4-32b-0414-128k".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."glm-4-32b-0414-128k".pricing."zai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."glm-4-6v"]
display_name = "GLM-4.6V"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
litellm_provider = "zai"
providers = ["zai", "302ai", "llmgateway", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-08"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-6v".pricing."302ai"]
input_cost_per_token = 1.45e-7
output_cost_per_token = 4.3e-7
[models."glm-4-6v".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."glm-4-6v".pricing."zai"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."glm-4-6v".pricing."zhipuai"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7

[models."glm-4-6v-flash"]
display_name = "GLM-4.6V Flash"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16000
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-6v-flashx"]
display_name = "GLM-4.6V FlashX"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16000
input_cost_per_token = 4e-8
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-6v-flashx".pricing."llmgateway"]
input_cost_per_token = 4e-8
output_cost_per_token = 4.0000000000000003e-7

[models."glm-4-7-251222"]
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."glm-4-7-251222".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."glm-4-7-flash"]
display_name = "GLM-4.7-Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
litellm_provider = "zai"
providers = ["zai", "cortecs", "crof", "llmgateway", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-7-flash".pricing."cortecs"]
input_cost_per_token = 9e-8
output_cost_per_token = 5.3e-7
[models."glm-4-7-flash".pricing."crof"]
cache_read_input_token_cost = 8e-9
input_cost_per_token = 4e-8
output_cost_per_token = 3e-7

[models."glm-4-7-flashx"]
display_name = "GLM-4.7-FlashX"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "zai"
providers = ["zai", "302ai", "llmgateway", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-7-flashx".pricing."302ai"]
input_cost_per_token = 7.15e-8
output_cost_per_token = 4.29e-7
[models."glm-4-7-flashx".pricing."llmgateway"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
[models."glm-4-7-flashx".pricing."zai"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
[models."glm-4-7-flashx".pricing."zhipuai"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7

[models."glm-4-7-free"]
display_name = "GLM-4.7 Free"
model_family = "glm-free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-air"]
display_name = "GLM-4 Air"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-06-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-air".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7

[models."glm-4-air-0111"]
display_name = "GLM 4 Air 0111"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 1.394e-7
output_cost_per_token = 1.394e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-air-0111".pricing."nano-gpt"]
input_cost_per_token = 1.394e-7
output_cost_per_token = 1.394e-7

[models."glm-4-airx"]
display_name = "GLM-4 AirX"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 4096
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-06-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-airx".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000002006

[models."glm-4-flash"]
display_name = "GLM-4 Flash"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-flash".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.003e-7

[models."glm-4-long"]
display_name = "GLM-4 Long"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 4096
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-long".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7

[models."glm-4-plus"]
display_name = "GLM-4 Plus"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.0000074969999999999995
output_cost_per_token = 0.0000074969999999999995
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-plus".pricing."nano-gpt"]
input_cost_per_token = 0.0000074969999999999995
output_cost_per_token = 0.0000074969999999999995

[models."glm-4-plus-0111"]
display_name = "GLM 4 Plus 0111"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000009996
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-4-plus-0111".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000009996

[models."glm-4.5"]
display_name = "GLM-4.5"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "zai"
providers = ["zai", "302ai", "cortecs", "llmgateway", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.5".pricing."302ai"]
input_cost_per_token = 2.86e-7
output_cost_per_token = 0.0000011419999999999998
[models."glm-4.5".pricing."cortecs"]
input_cost_per_token = 6.7e-7
output_cost_per_token = 0.00000246
[models."glm-4.5".pricing."llmgateway"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.5".pricing."zai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.5".pricing."zhipuai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."glm-4.5-air"]
display_name = "GLM-4.5-Air"
model_family = "glm-air"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000011
litellm_provider = "zai"
providers = ["zai", "302ai", "cortecs", "llmgateway", "zai-coding-plan", "zhipuai", "zhipuai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.5-air".pricing."302ai"]
input_cost_per_token = 1.143e-7
output_cost_per_token = 2.86e-7
[models."glm-4.5-air".pricing."cortecs"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.00000134
[models."glm-4.5-air".pricing."llmgateway"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
[models."glm-4.5-air".pricing."zai"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000011
[models."glm-4.5-air".pricing."zhipuai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011

[models."glm-4.5-airx"]
display_name = "GLM-4.5 AirX"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000045
litellm_provider = "zai"
providers = ["zai", "302ai", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.5-airx".pricing."302ai"]
input_cost_per_token = 5.72e-7
output_cost_per_token = 0.000001714
[models."glm-4.5-airx".pricing."llmgateway"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000045
[models."glm-4.5-airx".pricing."zai"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000045

[models."glm-4.5-flash"]
display_name = "GLM-4.5-Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "zai"
providers = ["zai", "llmgateway", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.5-flash".pricing."zai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."glm-4.5-x"]
display_name = "GLM-4.5 X"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 0.0000022
output_cost_per_token = 0.0000089
litellm_provider = "zai"
providers = ["zai", "302ai", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.5-x".pricing."302ai"]
input_cost_per_token = 0.0000011430000000000001
output_cost_per_token = 0.00000229
[models."glm-4.5-x".pricing."llmgateway"]
cache_read_input_token_cost = 4.5000000000000003e-7
input_cost_per_token = 0.0000022
output_cost_per_token = 0.000008900000000000001
[models."glm-4.5-x".pricing."zai"]
input_cost_per_token = 0.0000022
output_cost_per_token = 0.0000089

[models."glm-4.5v"]
display_name = "GLM-4.5V"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
litellm_provider = "zai"
providers = ["zai", "302ai", "llmgateway", "zhipuai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-08-11"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.5v".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 8.6e-7
[models."glm-4.5v".pricing."llmgateway"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
[models."glm-4.5v".pricing."zai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
[models."glm-4.5v".pricing."zhipuai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001

[models."glm-4.6"]
display_name = "Zai GLM-4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0
litellm_provider = "zai"
providers = ["zai", "302ai", "helicone", "iflowcn", "llmgateway", "opencode", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.6".pricing."302ai"]
input_cost_per_token = 2.86e-7
output_cost_per_token = 0.0000011419999999999998
[models."glm-4.6".pricing."helicone"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000015
[models."glm-4.6".pricing."llmgateway"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.6".pricing."opencode"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.6".pricing."zai"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.6".pricing."zhipuai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."glm-4.7"]
display_name = "GLM-4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0
litellm_provider = "zai"
providers = ["zai", "302ai", "alibaba-coding-plan", "alibaba-coding-plan-cn", "cortecs", "crof", "dinference", "kuae-cloud-coding-plan", "llmgateway", "moark", "opencode", "zai-coding-plan", "zhipuai", "zhipuai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-4.7".pricing."302ai"]
input_cost_per_token = 2.86e-7
output_cost_per_token = 0.0000011419999999999998
[models."glm-4.7".pricing."cortecs"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000223
[models."glm-4.7".pricing."crof"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000011
[models."glm-4.7".pricing."dinference"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000016499999999999999
[models."glm-4.7".pricing."llmgateway"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.7".pricing."moark"]
input_cost_per_token = 0.0000035
output_cost_per_token = 0.000014
[models."glm-4.7".pricing."opencode"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.7".pricing."zai"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."glm-4.7".pricing."zhipuai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."glm-4p7"]
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 202800
max_tokens = 202800
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 3e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
supports_reasoning = true
source = "https://fireworks.ai/models/fireworks/glm-4p7"
supports_response_schema = true
supports_tool_choice = true

[models."glm-4p7".pricing."fireworks_ai"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."glm-5"]
display_name = "GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032
cache_read_input_token_cost = 2e-7
cache_creation_input_token_cost = 0
litellm_provider = "zai"
providers = ["zai", "302ai", "alibaba-cn", "alibaba-coding-plan", "alibaba-coding-plan-cn", "cortecs", "crof", "digitalocean", "dinference", "llmgateway", "opencode", "opencode-go", "tencent-coding-plan", "zhipuai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-5".pricing."302ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000026
[models."glm-5".pricing."alibaba-cn"]
input_cost_per_token = 8.6e-7
output_cost_per_token = 0.00000315
[models."glm-5".pricing."cortecs"]
input_cost_per_token = 0.00000108
output_cost_per_token = 0.00000344
[models."glm-5".pricing."crof"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.8e-7
output_cost_per_token = 0.0000018999999999999998
[models."glm-5".pricing."digitalocean"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."glm-5".pricing."dinference"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000024
[models."glm-5".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."glm-5".pricing."opencode"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."glm-5".pricing."opencode-go"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."glm-5".pricing."zai"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032
[models."glm-5".pricing."zhipuai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."glm-5-1"]
display_name = "GLM-5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.6e-7
litellm_provider = "auriko"
providers = ["auriko", "302ai", "alibaba-cn", "cortecs", "crof", "dinference", "llmgateway", "opencode", "opencode-go", "wafer.ai", "zai", "zai-coding-plan", "zhipuai", "zhipuai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5-1".pricing."302ai"]
input_cost_per_token = 8.6e-7
output_cost_per_token = 0.0000035
[models."glm-5-1".pricing."alibaba-cn"]
cache_read_input_token_cost = 1.7000000000000001e-7
input_cost_per_token = 8.7e-7
output_cost_per_token = 0.00000348
[models."glm-5-1".pricing."auriko"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."glm-5-1".pricing."cortecs"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.00000131
output_cost_per_token = 0.0000041
[models."glm-5-1".pricing."crof"]
cache_read_input_token_cost = 9e-8
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000021000000000000002
[models."glm-5-1".pricing."dinference"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000389
[models."glm-5-1".pricing."llmgateway"]
cache_read_input_token_cost = 0.0000013
input_cost_per_token = 0.000006
output_cost_per_token = 0.000024
[models."glm-5-1".pricing."opencode"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."glm-5-1".pricing."opencode-go"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."glm-5-1".pricing."zai"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."glm-5-1".pricing."zhipuai"]
cache_read_input_token_cost = 0.0000013
input_cost_per_token = 0.000006
output_cost_per_token = 0.000024

[models."glm-5-1-fast"]
display_name = "GLM 5.1 Fast"
model_family = "glm"
mode = "chat"
max_input_tokens = 202736
max_output_tokens = 202736
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000036000000000000003
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5-1-fast".pricing."neuralwatt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000036000000000000003

[models."glm-5-1-precision"]
display_name = "GLM 5.1 (Precision)"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 202752
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000028999999999999998
cache_read_input_token_cost = 1.5e-7
litellm_provider = "crof"
providers = ["crof"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5-1-precision".pricing."crof"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000028999999999999998

[models."glm-5-code"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000005
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0
litellm_provider = "zai"
providers = ["zai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.z.ai/guides/overview/pricing"
supports_tool_choice = true

[models."glm-5-code".pricing."zai"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000005

[models."glm-5-fast"]
display_name = "GLM 5 Fast"
model_family = "glm"
mode = "chat"
max_input_tokens = 202736
max_output_tokens = 202736
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000036000000000000003
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5-fast".pricing."neuralwatt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000036000000000000003

[models."glm-5-free"]
display_name = "GLM-5 Free"
model_family = "glm-free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5-turbo"]
display_name = "GLM-5-Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "zai"
providers = ["zai", "302ai", "zai-coding-plan", "zhipuai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5-turbo".pricing."302ai"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000032000000000000003
[models."glm-5-turbo".pricing."zai"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004

[models."glm-5p1"]
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 202800
max_tokens = 202800
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.6e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = false
supports_reasoning = true
source = "https://fireworks.ai/models/fireworks/glm-5p1"
supports_response_schema = false
supports_tool_choice = false

[models."glm-5p1".pricing."fireworks_ai"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044

[models."glm-5v-turbo"]
display_name = "GLM-5V-Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "zai"
providers = ["zai", "302ai", "aihubmix", "zai-coding-plan", "zhipuai", "zhipuai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-01"
supported_modalities = ["text", "image", "video", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-5v-turbo".pricing."302ai"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000032000000000000003
[models."glm-5v-turbo".pricing."aihubmix"]
cache_read_input_token_cost = 1.69008e-7
input_cost_per_token = 7.042000000000001e-7
output_cost_per_token = 0.00000309848
[models."glm-5v-turbo".pricing."zai"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
[models."glm-5v-turbo".pricing."zhipuai"]
cache_read_input_token_cost = 0.0000012
input_cost_per_token = 0.000005
output_cost_per_token = 0.000022

[models."glm-for-coding"]
display_name = "glm-for-coding"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 3.4300000000000004e-7
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-for-coding".pricing."302ai"]
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 3.4300000000000004e-7

[models."glm-z1-air"]
display_name = "GLM Z1 Air"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-z1-air".pricing."nano-gpt"]
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8

[models."glm-z1-airx"]
display_name = "GLM Z1 AirX"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-z1-airx".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."glm-zero-preview"]
display_name = "GLM Zero Preview"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 4096
input_cost_per_token = 0.000001802
output_cost_per_token = 0.000001802
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."glm-zero-preview".pricing."nano-gpt"]
input_cost_per_token = 0.000001802
output_cost_per_token = 0.000001802

[models."global.amazon.nova-2-lite-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 7.5e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true
supports_video_input = true

[models."global.amazon.nova-2-lite-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."global.anthropic.claude-haiku-4-5-20251001-v1:0"]
display_name = "Claude Haiku 4.5 (Global)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1e-7
cache_creation_input_token_cost = 0.00000125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
cache_creation_input_token_cost_above_1hr = 0.000002
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."global.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."global.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000125
cache_creation_input_token_cost_above_1hr = 0.000002
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."global.anthropic.claude-opus-4-5-20251101-v1:0"]
display_name = "Claude Opus 4.5 (Global)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."global.anthropic.claude-opus-4-5-20251101-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."global.anthropic.claude-opus-4-5-20251101-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."global.anthropic.claude-opus-4-5-20251101-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."global.anthropic.claude-opus-4-6-v1"]
display_name = "Claude Opus 4.6 (Global)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."global.anthropic.claude-opus-4-6-v1".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."global.anthropic.claude-opus-4-6-v1".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."global.anthropic.claude-opus-4-6-v1".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."global.anthropic.claude-opus-4-7"]
display_name = "Claude Opus 4.7 (Global)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
cache_creation_input_token_cost = 0.00000625
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.00001
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."global.anthropic.claude-opus-4-7".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."global.anthropic.claude-opus-4-7".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."global.anthropic.claude-opus-4-7".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000625
cache_creation_input_token_cost_above_1hr = 0.00001
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."global.anthropic.claude-sonnet-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."global.anthropic.claude-sonnet-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."global.anthropic.claude-sonnet-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."global.anthropic.claude-sonnet-4-5-20250929-v1:0"]
display_name = "Claude Sonnet 4.5 (Global)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000012
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."global.anthropic.claude-sonnet-4-5-20250929-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."global.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."global.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.000012
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."global.anthropic.claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6 (Global)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000006
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."global.anthropic.claude-sonnet-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."global.anthropic.claude-sonnet-4-6".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."global.anthropic.claude-sonnet-4-6".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_1hr = 0.000006
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."google-gemma-3-27b-it"]
display_name = "Google Gemma 3 27B Instruct"
model_family = "gemma"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 16384
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-11-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."google-gemma-3-27b-it".pricing."venice"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.0000000000000002e-7

[models."google-gemma-4-26b-a4b-it"]
display_name = "Google Gemma 4 26B A4B Instruct"
model_family = "gemma"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 1.625e-7
output_cost_per_token = 5e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."google-gemma-4-26b-a4b-it".pricing."venice"]
input_cost_per_token = 1.625e-7
output_cost_per_token = 5e-7

[models."google-gemma-4-31b-it"]
display_name = "Google Gemma 4 31B Instruct"
model_family = "gemma"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 1.75e-7
output_cost_per_token = 5e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-03"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."google-gemma-4-31b-it".pricing."venice"]
input_cost_per_token = 1.75e-7
output_cost_per_token = 5e-7

[models."google-paligemma"]
display_name = "paligemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-05-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."google.gemini-2.5-flash"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = true

[models."google.gemini-2.5-flash".pricing."oci"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."google.gemini-2.5-flash-lite"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = true

[models."google.gemini-2.5-flash-lite".pricing."oci"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."google.gemini-2.5-pro"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = true

[models."google.gemini-2.5-pro".pricing."oci"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."google.gemma-3-12b-it"]
display_name = "Google Gemma 3 12B"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2024-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."google.gemma-3-12b-it".pricing."amazon-bedrock"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
[models."google.gemma-3-12b-it".pricing."bedrock_converse"]
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7

[models."google.gemma-3-27b-it"]
display_name = "Google Gemma 3 27B Instruct"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2.3e-7
output_cost_per_token = 3.8e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-07-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."google.gemma-3-27b-it".pricing."amazon-bedrock"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.0000000000000002e-7
[models."google.gemma-3-27b-it".pricing."bedrock_converse"]
input_cost_per_token = 2.3e-7
output_cost_per_token = 3.8e-7

[models."google.gemma-3-4b-it"]
display_name = "Gemma 3 4B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."google.gemma-3-4b-it".pricing."amazon-bedrock"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
[models."google.gemma-3-4b-it".pricing."bedrock_converse"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8

[models."gpt-3-5-turbo-0301"]
display_name = "GPT-3.5 Turbo 0301"
model_family = "gpt"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2021-08"
release_date = "2023-03-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-3-5-turbo-0301".pricing."azure"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3-5-turbo-0301".pricing."azure-cognitive-services"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."gpt-3-5-turbo-raw"]
display_name = "GPT-3.5-Turbo-Raw"
model_family = "gpt"
mode = "chat"
max_input_tokens = 4524
max_output_tokens = 2048
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000014
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2023-09-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-3-5-turbo-raw".pricing."poe"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000014

[models."gpt-3.5-turbo"]
display_name = "GPT-3.5 Turbo"
model_family = "gpt"
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "azure"
providers = ["azure", "cloudflare-ai-gateway", "github_copilot", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "orcarouter", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2021-09-01"
release_date = "2022-11-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."gpt-3.5-turbo".pricing."azure"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."kilo"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."llmgateway"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."openai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."openrouter"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo".pricing."orcarouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."poe"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000014
[models."gpt-3.5-turbo".pricing."vercel"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo".pricing."vercel_ai_gateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."gpt-3.5-turbo-0125"]
display_name = "GPT-3.5 Turbo 0125"
model_family = "gpt"
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "openai"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2021-08"
release_date = "2024-01-25"
deprecation_date = "2025-03-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-3.5-turbo-0125".pricing."azure"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo-0125".pricing."azure-cognitive-services"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."gpt-3.5-turbo-0125".pricing."openai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."gpt-3.5-turbo-0613"]
display_name = "OpenAI: GPT-3.5 Turbo (older v0613)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "github_copilot"
providers = ["github_copilot", "azure", "azure-cognitive-services", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2021-08"
release_date = "2023-06-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."gpt-3.5-turbo-0613".pricing."azure"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
[models."gpt-3.5-turbo-0613".pricing."azure-cognitive-services"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
[models."gpt-3.5-turbo-0613".pricing."kilo"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-0613".pricing."openrouter"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."gpt-3.5-turbo-1106"]
display_name = "GPT-3.5 Turbo 1106"
model_family = "gpt"
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
litellm_provider = "openai"
providers = ["openai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2021-08"
release_date = "2023-11-06"
deprecation_date = "2026-09-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-3.5-turbo-1106".pricing."azure"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-1106".pricing."azure-cognitive-services"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-1106".pricing."openai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."gpt-3.5-turbo-16k"]
display_name = "OpenAI: GPT-3.5 Turbo 16k"
model_family = "gpt"
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
litellm_provider = "openai"
providers = ["openai", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2021-09-30"
release_date = "2023-08-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."gpt-3.5-turbo-16k".pricing."kilo"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
[models."gpt-3.5-turbo-16k".pricing."openai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
[models."gpt-3.5-turbo-16k".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004

[models."gpt-3.5-turbo-instruct"]
display_name = "OpenAI: GPT-3.5 Turbo Instruct"
model_family = "gpt"
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "text-completion-openai"
providers = ["text-completion-openai", "azure", "azure-cognitive-services", "kilo", "openrouter", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2021-08"
release_date = "2023-03-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."gpt-3.5-turbo-instruct".pricing."azure"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct".pricing."kilo"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct".pricing."openrouter"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct".pricing."poe"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000018000000000000001
[models."gpt-3.5-turbo-instruct".pricing."text-completion-openai"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct".pricing."vercel"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."gpt-3.5-turbo-instruct-0914"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 4097
max_tokens = 4097
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "azure"
providers = ["azure", "text-completion-openai"]

[models."gpt-3.5-turbo-instruct-0914".pricing."azure"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
[models."gpt-3.5-turbo-instruct-0914".pricing."text-completion-openai"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."gpt-35-turbo"]
mode = "chat"
max_input_tokens = 4097
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_tool_choice = true

[models."gpt-35-turbo".pricing."azure"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."gpt-35-turbo-0125"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
deprecation_date = "2025-05-31"
supports_parallel_function_calling = true
supports_tool_choice = true

[models."gpt-35-turbo-0125".pricing."azure"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."gpt-35-turbo-1106"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
deprecation_date = "2025-03-31"
supports_parallel_function_calling = true
supports_tool_choice = true

[models."gpt-35-turbo-1106".pricing."azure"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."gpt-35-turbo-16k"]
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
litellm_provider = "azure"
providers = ["azure"]
supports_tool_choice = true

[models."gpt-35-turbo-16k".pricing."azure"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004

[models."gpt-35-turbo-16k-0613"]
mode = "chat"
max_input_tokens = 16385
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_tool_choice = true

[models."gpt-35-turbo-16k-0613".pricing."azure"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000004

[models."gpt-35-turbo-instruct"]
mode = "completion"
max_input_tokens = 4097
max_tokens = 4097
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "azure"
providers = ["azure"]

[models."gpt-35-turbo-instruct".pricing."azure"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."gpt-35-turbo-instruct-0914"]
mode = "completion"
max_input_tokens = 4097
max_tokens = 4097
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002
litellm_provider = "azure"
providers = ["azure"]

[models."gpt-35-turbo-instruct-0914".pricing."azure"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000002

[models."gpt-4"]
display_name = "OpenAI: GPT-4"
model_family = "gpt"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github_copilot", "kilo", "llmgateway", "openai", "openrouter", "orcarouter"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2023-11"
release_date = "2023-03-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4".pricing."azure"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00006
output_cost_per_token = 0.00012
[models."gpt-4".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4".pricing."kilo"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4".pricing."llmgateway"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4".pricing."openai"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4".pricing."openrouter"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4".pricing."orcarouter"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006

[models."gpt-4-0125-preview"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_prompt_caching = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-0125-preview".pricing."azure"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-0125-preview".pricing."openai"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4-0314"]
display_name = "OpenAI: GPT-4 (older v0314)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
litellm_provider = "openai"
providers = ["openai", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2021-09-30"
release_date = "2023-05-28"
deprecation_date = "2026-03-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-0314".pricing."kilo"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4-0314".pricing."openai"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4-0314".pricing."openrouter"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006

[models."gpt-4-0613"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
litellm_provider = "azure"
providers = ["azure", "github_copilot", "openai"]
supports_function_calling = true
supports_prompt_caching = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-0613".pricing."azure"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006
[models."gpt-4-0613".pricing."openai"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00006

[models."gpt-4-1106-preview"]
display_name = "OpenAI: GPT-4 Turbo (older v1106)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "azure"
providers = ["azure", "kilo", "openai", "openrouter"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2023-04-30"
release_date = "2023-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-1106-preview".pricing."azure"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-1106-preview".pricing."kilo"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-1106-preview".pricing."openai"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-1106-preview".pricing."openrouter"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4-32k"]
display_name = "GPT-4 32K"
model_family = "gpt"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00006
output_cost_per_token = 0.00012
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-11"
release_date = "2023-03-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."gpt-4-32k".pricing."azure"]
input_cost_per_token = 0.00006
output_cost_per_token = 0.00012
[models."gpt-4-32k".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00006
output_cost_per_token = 0.00012

[models."gpt-4-32k-0613"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00006
output_cost_per_token = 0.00012
litellm_provider = "azure"
providers = ["azure"]
supports_tool_choice = true

[models."gpt-4-32k-0613".pricing."azure"]
input_cost_per_token = 0.00006
output_cost_per_token = 0.00012

[models."gpt-4-classic"]
display_name = "GPT-4-Classic"
model_family = "gpt"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
input_cost_per_token = 0.000027
output_cost_per_token = 0.000054
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-03-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-4-classic".pricing."poe"]
input_cost_per_token = 0.000027
output_cost_per_token = 0.000054

[models."gpt-4-classic-0314"]
display_name = "GPT-4-Classic-0314"
model_family = "gpt"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
input_cost_per_token = 0.000027
output_cost_per_token = 0.000054
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-08-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-4-classic-0314".pricing."poe"]
input_cost_per_token = 0.000027
output_cost_per_token = 0.000054

[models."gpt-4-o-preview"]
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 4096
max_tokens = 4096
litellm_provider = "github_copilot"
providers = ["github_copilot"]
supports_function_calling = true
supports_parallel_function_calling = true

[models."gpt-4-turbo"]
display_name = "GPT-4 Turbo"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "cloudflare-ai-gateway", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "orcarouter", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2023-11-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-turbo".pricing."azure"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."kilo"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."llmgateway"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."nano-gpt"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."openai"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."openrouter"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."orcarouter"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."poe"]
input_cost_per_token = 0.000009
output_cost_per_token = 0.000027
[models."gpt-4-turbo".pricing."vercel"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4-turbo-2024-04-09"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-turbo-2024-04-09".pricing."azure"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo-2024-04-09".pricing."openai"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4-turbo-preview"]
display_name = "GPT-4 Turbo Preview"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "openai"
providers = ["openai", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-12-31"
release_date = "2023-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4-turbo-preview".pricing."kilo"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo-preview".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000030004999999999995
[models."gpt-4-turbo-preview".pricing."openai"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo-preview".pricing."openrouter"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4-turbo-vision"]
display_name = "GPT-4 Turbo Vision"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-11"
release_date = "2023-11-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-4-turbo-vision".pricing."azure"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
[models."gpt-4-turbo-vision".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4-turbo-vision-preview"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003
litellm_provider = "azure"
providers = ["azure"]
supports_vision = true
supports_tool_choice = true

[models."gpt-4-turbo-vision-preview".pricing."azure"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00003

[models."gpt-4.1"]
display_name = "OpenAI GPT-4.1"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "azure-cognitive-services", "cortecs", "fastrouter", "github_copilot", "github-copilot", "github-models", "helicone", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "orcarouter", "poe", "replicate", "requesty", "sap-ai-core", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000001
output_cost_per_token_batches = 0.000004
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-4.1".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."abacus"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000008
output_cost_per_token_batches = 0.000004
[models."gpt-4.1".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."cortecs"]
input_cost_per_token = 0.0000023540000000000002
output_cost_per_token = 0.000009417
[models."gpt-4.1".pricing."fastrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."helicone"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."nearai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."openai"]
cache_read_input_token_cost = 5e-7
cache_read_input_token_cost_priority = 8.75e-7
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000008
output_cost_per_token_batches = 0.000004
output_cost_per_token_priority = 0.000014
[models."gpt-4.1".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."orcarouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."poe"]
cache_read_input_token_cost = 4.5000000000000003e-7
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.0000072000000000000005
[models."gpt-4.1".pricing."replicate"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."requesty"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."sap-ai-core"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."gpt-4.1".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."gpt-4.1-2025-04-14"]
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "azure"
providers = ["azure", "github_copilot", "openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
deprecation_date = "2026-11-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000001
output_cost_per_token_batches = 0.000004
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-4.1-2025-04-14".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000008
output_cost_per_token_batches = 0.000004
[models."gpt-4.1-2025-04-14".pricing."azure/us"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000022
input_cost_per_token_batches = 0.0000011
output_cost_per_token = 0.0000088
output_cost_per_token_batches = 0.0000044
[models."gpt-4.1-2025-04-14".pricing."openai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000008
output_cost_per_token_batches = 0.000004

[models."gpt-4.1-mini"]
display_name = "OpenAI GPT-4.1 Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
cache_read_input_token_cost = 1e-7
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "azure-cognitive-services", "github-models", "helicone", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "orcarouter", "poe", "replicate", "requesty", "sap-ai-core", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 2e-7
output_cost_per_token_batches = 8e-7
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-4.1-mini".pricing."302ai"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."abacus"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."azure"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
input_cost_per_token_batches = 2e-7
output_cost_per_token = 0.0000016
output_cost_per_token_batches = 8e-7
[models."gpt-4.1-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."helicone"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."gpt-4.1-mini".pricing."kilo"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."llmgateway"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."nearai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."openai"]
cache_read_input_token_cost = 1e-7
cache_read_input_token_cost_priority = 1.75e-7
input_cost_per_token = 4e-7
input_cost_per_token_batches = 2e-7
input_cost_per_token_priority = 7e-7
output_cost_per_token = 0.0000016
output_cost_per_token_batches = 8e-7
output_cost_per_token_priority = 0.0000028
[models."gpt-4.1-mini".pricing."openrouter"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."gpt-4.1-mini".pricing."orcarouter"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."poe"]
cache_read_input_token_cost = 9e-8
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.0000014
[models."gpt-4.1-mini".pricing."replicate"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."gpt-4.1-mini".pricing."requesty"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."sap-ai-core"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."vercel"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."gpt-4.1-mini".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016

[models."gpt-4.1-mini-2025-04-14"]
display_name = "OpenAI GPT-4.1 Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
cache_read_input_token_cost = 1e-7
litellm_provider = "azure"
providers = ["azure", "helicone", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04-14"
deprecation_date = "2026-11-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 2e-7
output_cost_per_token_batches = 8e-7
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-4.1-mini-2025-04-14".pricing."azure"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
input_cost_per_token_batches = 2e-7
output_cost_per_token = 0.0000016
output_cost_per_token_batches = 8e-7
[models."gpt-4.1-mini-2025-04-14".pricing."azure/us"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 4.4e-7
input_cost_per_token_batches = 2.2e-7
output_cost_per_token = 0.00000176
output_cost_per_token_batches = 8.8e-7
[models."gpt-4.1-mini-2025-04-14".pricing."helicone"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."gpt-4.1-mini-2025-04-14".pricing."openai"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 4e-7
input_cost_per_token_batches = 2e-7
output_cost_per_token = 0.0000016
output_cost_per_token_batches = 8e-7

[models."gpt-4.1-nano"]
display_name = "OpenAI GPT-4.1 Nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 2.5e-8
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "azure-cognitive-services", "github-models", "helicone", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "orcarouter", "poe", "replicate", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-04-14"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 5e-8
output_cost_per_token_batches = 2e-7
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4.1-nano".pricing."302ai"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."abacus"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."azure"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
input_cost_per_token_batches = 5e-8
output_cost_per_token = 4e-7
output_cost_per_token_batches = 2e-7
[models."gpt-4.1-nano".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."helicone"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gpt-4.1-nano".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."llmgateway"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."nearai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."openai"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_priority = 5e-8
input_cost_per_token = 1e-7
input_cost_per_token_batches = 5e-8
input_cost_per_token_priority = 2e-7
output_cost_per_token = 4e-7
output_cost_per_token_batches = 2e-7
output_cost_per_token_priority = 8e-7
[models."gpt-4.1-nano".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gpt-4.1-nano".pricing."orcarouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."poe"]
cache_read_input_token_cost = 2.2e-8
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
[models."gpt-4.1-nano".pricing."replicate"]
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."gpt-4.1-nano".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-4.1-nano".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7

[models."gpt-4.1-nano-2025-04-14"]
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
cache_read_input_token_cost = 2.5e-8
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
deprecation_date = "2026-11-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 5e-8
output_cost_per_token_batches = 2e-7
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4.1-nano-2025-04-14".pricing."azure"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
input_cost_per_token_batches = 5e-8
output_cost_per_token = 4e-7
output_cost_per_token_batches = 2e-7
[models."gpt-4.1-nano-2025-04-14".pricing."azure/us"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1.1e-7
input_cost_per_token_batches = 6e-8
output_cost_per_token = 4.4e-7
output_cost_per_token_batches = 2.2e-7
[models."gpt-4.1-nano-2025-04-14".pricing."openai"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 1e-7
input_cost_per_token_batches = 5e-8
output_cost_per_token = 4e-7
output_cost_per_token_batches = 2e-7

[models."gpt-4.5-preview"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.000075
output_cost_per_token = 0.00015
cache_read_input_token_cost = 0.0000375
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
input_cost_per_token_batches = 0.0000375
output_cost_per_token_batches = 0.000075
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4.5-preview".pricing."azure"]
cache_read_input_token_cost = 0.0000375
input_cost_per_token = 0.000075
input_cost_per_token_batches = 0.0000375
output_cost_per_token = 0.00015
output_cost_per_token_batches = 0.000075

[models."gpt-41-copilot"]
mode = "completion"
litellm_provider = "github_copilot"
providers = ["github_copilot"]

[models."gpt-4o"]
display_name = "OpenAI GPT-4o"
model_family = "gpt"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.00000125
litellm_provider = "azure"
providers = ["azure", "302ai", "azure-cognitive-services", "cloudflare-ai-gateway", "frogbot", "github_copilot", "github-copilot", "github-models", "gmi", "helicone", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "orcarouter", "replicate", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2024-05-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o".pricing."302ai"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."azure"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."frogbot"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."gmi"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."helicone"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."kilo"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."llmgateway"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."nano-gpt"]
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
[models."gpt-4o".pricing."openai"]
cache_read_input_token_cost = 0.00000125
cache_read_input_token_cost_priority = 0.000002125
input_cost_per_token = 0.0000025
input_cost_per_token_batches = 0.00000125
input_cost_per_token_priority = 0.00000425
output_cost_per_token = 0.00001
output_cost_per_token_batches = 0.000005
output_cost_per_token_priority = 0.000017
[models."gpt-4o".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."orcarouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."replicate"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."vercel"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-4o-2024-05-13"]
display_name = "OpenAI: GPT-4o (2024-05-13)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
litellm_provider = "azure"
providers = ["azure", "github_copilot", "kilo", "openai", "openrouter", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2024-05-13"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-2024-05-13".pricing."azure"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
[models."gpt-4o-2024-05-13".pricing."kilo"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
[models."gpt-4o-2024-05-13".pricing."openai"]
input_cost_per_token = 0.000005
input_cost_per_token_batches = 0.0000025
input_cost_per_token_priority = 0.00000875
output_cost_per_token = 0.000015
output_cost_per_token_batches = 0.0000075
output_cost_per_token_priority = 0.00002625
[models."gpt-4o-2024-05-13".pricing."openrouter"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
[models."gpt-4o-2024-05-13".pricing."orcarouter"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015

[models."gpt-4o-2024-08-06"]
display_name = "GPT-4o (2024-08-06)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
cache_read_input_token_cost = 0.000001375
litellm_provider = "azure"
providers = ["azure", "github_copilot", "kilo", "nano-gpt", "openai", "openrouter", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2024-08-06"
deprecation_date = "2026-02-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-2024-08-06".pricing."azure"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-08-06".pricing."azure/eu"]
cache_read_input_token_cost = 0.000001375
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
[models."gpt-4o-2024-08-06".pricing."azure/global"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-08-06".pricing."azure/global-standard"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-08-06".pricing."azure/us"]
cache_read_input_token_cost = 0.000001375
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
[models."gpt-4o-2024-08-06".pricing."kilo"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-08-06".pricing."nano-gpt"]
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
[models."gpt-4o-2024-08-06".pricing."openai"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
input_cost_per_token_batches = 0.00000125
output_cost_per_token = 0.00001
output_cost_per_token_batches = 0.000005
[models."gpt-4o-2024-08-06".pricing."openrouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-08-06".pricing."orcarouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-4o-2024-11-20"]
display_name = "GPT-4o (2024-11-20)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
cache_creation_input_token_cost = 0.00000138
litellm_provider = "azure"
providers = ["azure", "abacus", "github_copilot", "kilo", "nano-gpt", "openai", "openrouter", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-11-20"
deprecation_date = "2026-03-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-2024-11-20".pricing."abacus"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-11-20".pricing."azure"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
[models."gpt-4o-2024-11-20".pricing."azure/eu"]
cache_creation_input_token_cost = 0.00000138
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
[models."gpt-4o-2024-11-20".pricing."azure/global"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-11-20".pricing."azure/global-standard"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-11-20".pricing."azure/us"]
cache_creation_input_token_cost = 0.00000138
input_cost_per_token = 0.00000275
output_cost_per_token = 0.000011
[models."gpt-4o-2024-11-20".pricing."kilo"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-11-20".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-11-20".pricing."openai"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
input_cost_per_token_batches = 0.00000125
output_cost_per_token = 0.00001
output_cost_per_token_batches = 0.000005
[models."gpt-4o-2024-11-20".pricing."openrouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-2024-11-20".pricing."orcarouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-4o-audio-preview"]
display_name = "OpenAI: GPT-4o Audio"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "openai"
providers = ["openai", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-10-31"
release_date = "2025-08-15"
supported_modalities = ["audio", "text"]
supported_output_modalities = ["audio", "text"]
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-audio-preview".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-audio-preview".pricing."openai"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001
[models."gpt-4o-audio-preview".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-4o-audio-preview-2024-12-17"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supported_endpoints = ["/v1/chat/completions"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-audio-preview-2024-12-17".pricing."azure"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001
[models."gpt-4o-audio-preview-2024-12-17".pricing."openai"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001

[models."gpt-4o-audio-preview-2025-06-03"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-audio-preview-2025-06-03".pricing."openai"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001

[models."gpt-4o-aug"]
display_name = "GPT-4o-Aug"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 0.0000022
output_cost_per_token = 0.000009
cache_read_input_token_cost = 0.0000011
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-11-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-4o-aug".pricing."poe"]
cache_read_input_token_cost = 0.0000011
input_cost_per_token = 0.0000022
output_cost_per_token = 0.000009

[models."gpt-4o-mini"]
display_name = "OpenAI GPT-4o-mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "azure"
providers = ["azure", "abacus", "azure-cognitive-services", "cloudflare-ai-gateway", "github_copilot", "github-models", "gmi", "helicone", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "orcarouter", "poe", "replicate", "requesty", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini".pricing."abacus"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."azure"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7
[models."gpt-4o-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."azure/global-standard"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."gmi"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."helicone"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."kilo"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."llmgateway"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."nano-gpt"]
input_cost_per_token = 1.4960000000000002e-7
output_cost_per_token = 5.95e-7
[models."gpt-4o-mini".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
cache_read_input_token_cost_priority = 1.25e-7
input_cost_per_token = 1.5e-7
input_cost_per_token_batches = 7.5e-8
input_cost_per_token_priority = 2.5e-7
output_cost_per_token = 6e-7
output_cost_per_token_batches = 3e-7
output_cost_per_token_priority = 0.000001
[models."gpt-4o-mini".pricing."openrouter"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."orcarouter"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."poe"]
cache_read_input_token_cost = 6.8e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.4e-7
[models."gpt-4o-mini".pricing."replicate"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."requesty"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."vercel"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gpt-4o-mini-2024-07-18"]
display_name = "OpenAI: GPT-4o-mini (2024-07-18)"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7
cache_read_input_token_cost = 8.3e-8
litellm_provider = "azure"
providers = ["azure", "github_copilot", "kilo", "openai", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-10-31"
release_date = "2024-07-18"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini-2024-07-18".pricing."azure"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7
[models."gpt-4o-mini-2024-07-18".pricing."azure/eu"]
cache_read_input_token_cost = 8.3e-8
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7
[models."gpt-4o-mini-2024-07-18".pricing."azure/us"]
cache_read_input_token_cost = 8.3e-8
input_cost_per_token = 1.65e-7
output_cost_per_token = 6.6e-7
[models."gpt-4o-mini-2024-07-18".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini-2024-07-18".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
input_cost_per_token_batches = 7.5e-8
output_cost_per_token = 6e-7
output_cost_per_token_batches = 3e-7
[models."gpt-4o-mini-2024-07-18".pricing."openrouter"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gpt-4o-mini-audio-preview"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
input_cost_per_audio_token = 0.00001
output_cost_per_audio_token = 0.00002
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini-audio-preview".pricing."openai"]
input_cost_per_audio_token = 0.00001
input_cost_per_token = 1.5e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 6e-7

[models."gpt-4o-mini-audio-preview-2024-12-17"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supported_endpoints = ["/v1/chat/completions"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini-audio-preview-2024-12-17".pricing."azure"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001
[models."gpt-4o-mini-audio-preview-2024-12-17".pricing."openai"]
input_cost_per_audio_token = 0.00001
input_cost_per_token = 1.5e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 6e-7

[models."gpt-4o-mini-realtime-preview"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 3e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
cache_creation_input_audio_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
output_cost_per_audio_token = 0.00002
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini-realtime-preview".pricing."openai"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."gpt-4o-mini-realtime-preview-2024-12-17"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.00000264
cache_read_input_token_cost = 3.3e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
cache_creation_input_audio_token_cost = 3.3e-7
input_cost_per_audio_token = 0.000011
output_cost_per_audio_token = 0.000022
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini-realtime-preview-2024-12-17".pricing."azure"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024
[models."gpt-4o-mini-realtime-preview-2024-12-17".pricing."azure/eu"]
cache_creation_input_audio_token_cost = 3.3e-7
cache_read_input_token_cost = 3.3e-7
input_cost_per_audio_token = 0.000011
input_cost_per_token = 6.6e-7
output_cost_per_audio_token = 0.000022
output_cost_per_token = 0.00000264
[models."gpt-4o-mini-realtime-preview-2024-12-17".pricing."azure/us"]
cache_creation_input_audio_token_cost = 3.3e-7
cache_read_input_token_cost = 3.3e-7
input_cost_per_audio_token = 0.000011
input_cost_per_token = 6.6e-7
output_cost_per_audio_token = 0.000022
output_cost_per_token = 0.00000264
[models."gpt-4o-mini-realtime-preview-2024-12-17".pricing."openai"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."gpt-4o-mini-search"]
display_name = "GPT-4o-mini-Search"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.4e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-4o-mini-search".pricing."poe"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.4e-7

[models."gpt-4o-mini-search-preview"]
display_name = "GPT-4o mini Search Preview"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
cache_read_input_token_cost = 7.5e-8
litellm_provider = "openai"
providers = ["openai", "kilo", "llmgateway", "nano-gpt", "openrouter", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-10-31"
release_date = "2024-07-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 7.5e-8
output_cost_per_token_batches = 3e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-4o-mini-search-preview".search_context_cost_per_query]
search_context_size_high = 0.03
search_context_size_low = 0.025
search_context_size_medium = 0.0275

[models."gpt-4o-mini-search-preview".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini-search-preview".pricing."llmgateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini-search-preview".pricing."nano-gpt"]
input_cost_per_token = 8.8e-8
output_cost_per_token = 3.5e-7
[models."gpt-4o-mini-search-preview".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
input_cost_per_token_batches = 7.5e-8
output_cost_per_token = 6e-7
output_cost_per_token_batches = 3e-7
[models."gpt-4o-mini-search-preview".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-4o-mini-search-preview".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gpt-4o-mini-search-preview-2025-03-11"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
cache_read_input_token_cost = 7.5e-8
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_token_batches = 7.5e-8
output_cost_per_token_batches = 3e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-mini-search-preview-2025-03-11".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
input_cost_per_token_batches = 7.5e-8
output_cost_per_token = 6e-7
output_cost_per_token_batches = 3e-7

[models."gpt-4o-mini-transcribe"]
mode = "audio_transcription"
max_input_tokens = 16000
max_output_tokens = 2000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_audio_token = 0.00000125
supported_endpoints = ["/v1/audio/transcriptions"]

[models."gpt-4o-mini-transcribe".pricing."azure"]
input_cost_per_audio_token = 0.00000125
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005
[models."gpt-4o-mini-transcribe".pricing."openai"]
input_cost_per_audio_token = 0.00000125
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005

[models."gpt-4o-mini-transcribe-2025-03-20"]
mode = "audio_transcription"
max_input_tokens = 16000
max_output_tokens = 2000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_audio_token = 0.00000125
supported_endpoints = ["/v1/audio/transcriptions"]

[models."gpt-4o-mini-transcribe-2025-03-20".pricing."openai"]
input_cost_per_audio_token = 0.00000125
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005

[models."gpt-4o-mini-transcribe-2025-12-15"]
mode = "audio_transcription"
max_input_tokens = 16000
max_output_tokens = 2000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_audio_token = 0.00000125
supported_endpoints = ["/v1/audio/transcriptions"]

[models."gpt-4o-mini-transcribe-2025-12-15".pricing."openai"]
input_cost_per_audio_token = 0.00000125
input_cost_per_token = 0.00000125
output_cost_per_token = 0.000005

[models."gpt-4o-mini-tts"]
mode = "audio_speech"
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure", "openai"]
supported_modalities = ["text", "audio"]
supported_output_modalities = ["audio"]
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
supported_endpoints = ["/v1/audio/speech"]

[models."gpt-4o-mini-tts".pricing."azure"]
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
output_cost_per_token = 0.00001
[models."gpt-4o-mini-tts".pricing."openai"]
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
output_cost_per_token = 0.00001

[models."gpt-4o-mini-tts-2025-03-20"]
mode = "audio_speech"
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "openai"
providers = ["openai"]
supported_modalities = ["text", "audio"]
supported_output_modalities = ["audio"]
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
supported_endpoints = ["/v1/audio/speech"]

[models."gpt-4o-mini-tts-2025-03-20".pricing."openai"]
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
output_cost_per_token = 0.00001

[models."gpt-4o-mini-tts-2025-12-15"]
mode = "audio_speech"
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "openai"
providers = ["openai"]
supported_modalities = ["text", "audio"]
supported_output_modalities = ["audio"]
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
supported_endpoints = ["/v1/audio/speech"]

[models."gpt-4o-mini-tts-2025-12-15".pricing."openai"]
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000012
output_cost_per_second = 0.00025
output_cost_per_token = 0.00001

[models."gpt-4o-realtime-preview"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000005
output_cost_per_token = 0.00002
cache_read_input_token_cost = 0.0000025
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-realtime-preview".pricing."openai"]
cache_read_input_token_cost = 0.0000025
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.000005
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00002

[models."gpt-4o-realtime-preview-2024-10-01"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.0000055
output_cost_per_token = 0.000022
cache_read_input_token_cost = 0.00000275
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
cache_creation_input_audio_token_cost = 0.000022
input_cost_per_audio_token = 0.00011
output_cost_per_audio_token = 0.00022
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-realtime-preview-2024-10-01".pricing."azure"]
cache_creation_input_audio_token_cost = 0.00002
cache_read_input_token_cost = 0.0000025
input_cost_per_audio_token = 0.0001
input_cost_per_token = 0.000005
output_cost_per_audio_token = 0.0002
output_cost_per_token = 0.00002
[models."gpt-4o-realtime-preview-2024-10-01".pricing."azure/eu"]
cache_creation_input_audio_token_cost = 0.000022
cache_read_input_token_cost = 0.00000275
input_cost_per_audio_token = 0.00011
input_cost_per_token = 0.0000055
output_cost_per_audio_token = 0.00022
output_cost_per_token = 0.000022
[models."gpt-4o-realtime-preview-2024-10-01".pricing."azure/us"]
cache_creation_input_audio_token_cost = 0.000022
cache_read_input_token_cost = 0.00000275
input_cost_per_audio_token = 0.00011
input_cost_per_token = 0.0000055
output_cost_per_audio_token = 0.00022
output_cost_per_token = 0.000022

[models."gpt-4o-realtime-preview-2024-12-17"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.0000055
output_cost_per_token = 0.000022
cache_read_input_token_cost = 0.00000275
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
cache_read_input_audio_token_cost = 0.0000025
input_cost_per_audio_token = 0.000044
output_cost_per_audio_token = 0.00008
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-realtime-preview-2024-12-17".pricing."azure"]
cache_read_input_token_cost = 0.0000025
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.000005
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00002
[models."gpt-4o-realtime-preview-2024-12-17".pricing."azure/eu"]
cache_read_input_audio_token_cost = 0.0000025
cache_read_input_token_cost = 0.00000275
input_cost_per_audio_token = 0.000044
input_cost_per_token = 0.0000055
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.000022
[models."gpt-4o-realtime-preview-2024-12-17".pricing."azure/us"]
cache_read_input_audio_token_cost = 0.0000025
cache_read_input_token_cost = 0.00000275
input_cost_per_audio_token = 0.000044
input_cost_per_token = 0.0000055
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.000022
[models."gpt-4o-realtime-preview-2024-12-17".pricing."openai"]
cache_read_input_token_cost = 0.0000025
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.000005
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00002

[models."gpt-4o-realtime-preview-2025-06-03"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000005
output_cost_per_token = 0.00002
cache_read_input_token_cost = 0.0000025
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-realtime-preview-2025-06-03".pricing."openai"]
cache_read_input_token_cost = 0.0000025
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.000005
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00002

[models."gpt-4o-search"]
display_name = "GPT-4o-Search"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 0.0000022
output_cost_per_token = 0.000009
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-4o-search".pricing."poe"]
input_cost_per_token = 0.0000022
output_cost_per_token = 0.000009

[models."gpt-4o-search-preview"]
display_name = "GPT-4o Search Preview"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.00000125
litellm_provider = "openai"
providers = ["openai", "kilo", "llmgateway", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-10-31"
release_date = "2024-05-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.00000125
output_cost_per_token_batches = 0.000005
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-4o-search-preview".search_context_cost_per_query]
search_context_size_high = 0.05
search_context_size_low = 0.03
search_context_size_medium = 0.035

[models."gpt-4o-search-preview".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-search-preview".pricing."llmgateway"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-search-preview".pricing."nano-gpt"]
input_cost_per_token = 0.00000147
output_cost_per_token = 0.00000588
[models."gpt-4o-search-preview".pricing."openai"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
input_cost_per_token_batches = 0.00000125
output_cost_per_token = 0.00001
output_cost_per_token_batches = 0.000005
[models."gpt-4o-search-preview".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-4o-search-preview-2025-03-11"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.00000125
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_token_batches = 0.00000125
output_cost_per_token_batches = 0.000005
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-4o-search-preview-2025-03-11".pricing."openai"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
input_cost_per_token_batches = 0.00000125
output_cost_per_token = 0.00001
output_cost_per_token_batches = 0.000005

[models."gpt-4o-transcribe"]
mode = "audio_transcription"
max_input_tokens = 16000
max_output_tokens = 2000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_audio_token = 0.0000025
supported_endpoints = ["/v1/audio/transcriptions"]

[models."gpt-4o-transcribe".pricing."azure"]
input_cost_per_audio_token = 0.0000025
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-transcribe".pricing."openai"]
input_cost_per_audio_token = 0.0000025
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-4o-transcribe-diarize"]
mode = "audio_transcription"
max_input_tokens = 16000
max_output_tokens = 2000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_audio_token = 0.0000025
supported_endpoints = ["/v1/audio/transcriptions"]

[models."gpt-4o-transcribe-diarize".pricing."azure"]
input_cost_per_audio_token = 0.0000025
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-4o-transcribe-diarize".pricing."openai"]
input_cost_per_audio_token = 0.0000025
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-5"]
display_name = "OpenAI GPT-5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 409600
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "azure-cognitive-services", "fastrouter", "github_copilot", "github-copilot", "gmi", "helicone", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "opencode", "openrouter", "orcarouter", "poe", "replicate", "requesty", "sap-ai-core", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5".pricing."302ai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."fastrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."gmi"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."helicone"]
cache_read_input_token_cost = 1.2500000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."llmgateway"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."nearai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_flex = 6.25e-8
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_flex = 6.25e-7
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_flex = 0.000005
output_cost_per_token_priority = 0.00002
[models."gpt-5".pricing."opencode"]
cache_read_input_token_cost = 1.0699999999999999e-7
input_cost_per_token = 0.0000010700000000000001
output_cost_per_token = 0.0000085
[models."gpt-5".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."orcarouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."poe"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5".pricing."replicate"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."requesty"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."sap-ai-core"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."vercel"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5".pricing."zenmux"]
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-1-instant"]
display_name = "GPT-5.1-Instant"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
cache_read_input_token_cost = 1.1e-7
litellm_provider = "poe"
providers = ["poe", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-11-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-1-instant".pricing."poe"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5-1-instant".pricing."vercel"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-1-thinking"]
display_name = "GPT 5.1 Thinking"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.3e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-08-07"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text", "image"]
source = "modelsdev"

[models."gpt-5-1-thinking".pricing."vercel"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-2-instant"]
display_name = "GPT-5.2-Instant"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013
cache_read_input_token_cost = 1.6e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-12-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-2-instant".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013

[models."gpt-5-2025-08-07"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000001375
output_cost_per_token = 0.000011
cache_read_input_token_cost = 1.375e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-2025-08-07".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-2025-08-07".pricing."azure/eu"]
cache_read_input_token_cost = 1.375e-7
input_cost_per_token = 0.000001375
output_cost_per_token = 0.000011
[models."gpt-5-2025-08-07".pricing."azure/us"]
cache_read_input_token_cost = 1.375e-7
input_cost_per_token = 0.000001375
output_cost_per_token = 0.000011
[models."gpt-5-2025-08-07".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_flex = 6.25e-8
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_flex = 6.25e-7
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_flex = 0.000005
output_cost_per_token_priority = 0.00002

[models."gpt-5-3-codex"]
display_name = "GPT-5.3 Codex"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "frogbot"
providers = ["frogbot", "abacus", "aihubmix", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github-copilot", "kilo", "llmgateway", "openai", "opencode", "openrouter", "orcarouter", "poe", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-02-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-3-codex".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."aihubmix"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."frogbot"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."kilo"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."llmgateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."opencode"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."openrouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."orcarouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013
[models."gpt-5-3-codex".pricing."vercel"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."vivgrid"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5-3-codex".pricing."zenmux"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5-3-codex-xhigh"]
display_name = "GPT-5.3 Codex XHigh"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
litellm_provider = "abacus"
providers = ["abacus"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-3-codex-xhigh".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5-4-image-2"]
display_name = "OpenAI: GPT-5.4 Image 2"
model_family = "gpt"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
input_cost_per_token = 0.000008
output_cost_per_token = 0.000015
cache_read_input_token_cost = 0.000002
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-04-21"
supported_modalities = ["image", "text", "pdf"]
supported_output_modalities = ["image", "text"]
source = "modelsdev"

[models."gpt-5-4-image-2".pricing."kilo"]
cache_read_input_token_cost = 0.000002
input_cost_per_token = 0.000008
output_cost_per_token = 0.000015
[models."gpt-5-4-image-2".pricing."openrouter"]
cache_read_input_token_cost = 0.000002
input_cost_per_token = 0.000008
output_cost_per_token = 0.000015

[models."gpt-5-4-mini"]
display_name = "GPT-5.4 Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
cache_read_input_token_cost = 7.5e-8
litellm_provider = "frogbot"
providers = ["frogbot", "302ai", "aihubmix", "azure", "azure-cognitive-services", "github-copilot", "kilo", "llmgateway", "nearai", "openai", "opencode", "openrouter", "orcarouter", "poe", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-4-mini".pricing."302ai"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."aihubmix"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."azure"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."frogbot"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."kilo"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."llmgateway"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."nearai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."opencode"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."openrouter"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."orcarouter"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."poe"]
cache_read_input_token_cost = 6.8e-8
input_cost_per_token = 6.800000000000001e-7
output_cost_per_token = 0.000004
[models."gpt-5-4-mini".pricing."vercel"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."vivgrid"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5-4-mini".pricing."zenmux"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045

[models."gpt-5-4-nano"]
display_name = "GPT-5.4 Nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2e-8
litellm_provider = "frogbot"
providers = ["frogbot", "302ai", "azure", "azure-cognitive-services", "kilo", "llmgateway", "nearai", "openai", "opencode", "openrouter", "orcarouter", "poe", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-4-nano".pricing."302ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."azure"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."frogbot"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."kilo"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."llmgateway"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."nearai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."openai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."opencode"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."openrouter"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."orcarouter"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."poe"]
cache_read_input_token_cost = 1.8e-8
input_cost_per_token = 1.8e-7
output_cost_per_token = 0.0000011
[models."gpt-5-4-nano".pricing."vercel"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."vivgrid"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5-4-nano".pricing."zenmux"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125

[models."gpt-5-5"]
display_name = "GPT-5.5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
cache_read_input_token_cost = 2.5e-7
litellm_provider = "frogbot"
providers = ["frogbot", "aihubmix", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github-copilot", "kilo", "llmgateway", "nearai", "openai", "opencode", "openrouter", "orcarouter", "perplexity-agent", "poe", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-5".pricing."aihubmix"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."frogbot"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5-5".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."nearai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."openai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."opencode"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."orcarouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."perplexity-agent"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."poe"]
cache_read_input_token_cost = 4.545e-7
input_cost_per_token = 0.0000045455
output_cost_per_token = 0.0000272727
[models."gpt-5-5".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."vivgrid"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-5-5".pricing."zenmux"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003

[models."gpt-5-chat"]
display_name = "GPT-5 Chat (latest)"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "kilo", "openai", "openrouter", "poe", "requesty", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/blog/gpt-5-in-azure-ai-foundry-the-future-of-ai-apps-and-agents-starts-here/"
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-5-chat".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat".pricing."poe"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5-chat".pricing."requesty"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat".pricing."vercel"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-chat-latest"]
display_name = "OpenAI GPT-5 Chat Latest"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure", "helicone", "jiekou", "llmgateway", "nano-gpt", "openai", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2024-09-30"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-5-chat-latest".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat-latest".pricing."helicone"]
cache_read_input_token_cost = 1.2500000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat-latest".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gpt-5-chat-latest".pricing."llmgateway"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat-latest".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat-latest".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-chat-latest".pricing."orcarouter"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-codex"]
display_name = "OpenAI: GPT-5 Codex"
model_family = "gpt-codex"
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure", "abacus", "azure-cognitive-services", "helicone", "jiekou", "kilo", "nano-gpt", "openai", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-codex".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."helicone"]
cache_read_input_token_cost = 1.2500000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gpt-5-codex".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
[models."gpt-5-codex".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."opencode"]
cache_read_input_token_cost = 1.0699999999999999e-7
input_cost_per_token = 0.0000010700000000000001
output_cost_per_token = 0.0000085
[models."gpt-5-codex".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."orcarouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."poe"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5-codex".pricing."requesty"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."vercel"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5-codex".pricing."zenmux"]
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-image"]
display_name = "GPT-5 Image"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.00000125
litellm_provider = "requesty"
providers = ["requesty", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10-01"
release_date = "2025-10-14"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text", "image"]
source = "modelsdev"

[models."gpt-5-image".pricing."kilo"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00001
[models."gpt-5-image".pricing."openrouter"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.00001
output_cost_per_token = 0.00001
[models."gpt-5-image".pricing."requesty"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001

[models."gpt-5-image-mini"]
display_name = "OpenAI: GPT-5 Image Mini"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000002
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-10-16"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["image", "text"]
source = "modelsdev"

[models."gpt-5-image-mini".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000002
[models."gpt-5-image-mini".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000002

[models."gpt-5-mini"]
display_name = "OpenAI GPT-5 Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.5e-8
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "azure-cognitive-services", "fastrouter", "github_copilot", "github-copilot", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "qihang-ai", "replicate", "requesty", "sap-ai-core", "vercel", "vivgrid"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-mini".pricing."302ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."abacus"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."azure"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."fastrouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."helicone"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."jiekou"]
input_cost_per_token = 2.2500000000000002e-7
output_cost_per_token = 0.0000018000000000000001
[models."gpt-5-mini".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."llmgateway"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."nearai"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."openai"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_flex = 1.25e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_token = 2.5e-7
input_cost_per_token_flex = 1.25e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_token = 0.000002
output_cost_per_token_flex = 0.000001
output_cost_per_token_priority = 0.0000036
[models."gpt-5-mini".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."orcarouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."perplexity-agent"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."poe"]
cache_read_input_token_cost = 2.2e-8
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.0000018000000000000001
[models."gpt-5-mini".pricing."qihang-ai"]
input_cost_per_token = 4e-8
output_cost_per_token = 2.9e-7
[models."gpt-5-mini".pricing."replicate"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."requesty"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."sap-ai-core"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."vercel"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini".pricing."vivgrid"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."gpt-5-mini-2025-08-07"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2.75e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 2.75e-8
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-mini-2025-08-07".pricing."azure"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5-mini-2025-08-07".pricing."azure/eu"]
cache_read_input_token_cost = 2.75e-8
input_cost_per_token = 2.75e-7
output_cost_per_token = 0.0000022
[models."gpt-5-mini-2025-08-07".pricing."azure/us"]
cache_read_input_token_cost = 2.75e-8
input_cost_per_token = 2.75e-7
output_cost_per_token = 0.0000022
[models."gpt-5-mini-2025-08-07".pricing."openai"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_flex = 1.25e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_token = 2.5e-7
input_cost_per_token_flex = 1.25e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_token = 0.000002
output_cost_per_token_flex = 0.000001
output_cost_per_token_priority = 0.0000036

[models."gpt-5-nano"]
display_name = "OpenAI GPT-5 Nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
cache_read_input_token_cost = 5e-9
litellm_provider = "azure"
providers = ["azure", "abacus", "azure-cognitive-services", "fastrouter", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "opencode", "openrouter", "orcarouter", "poe", "replicate", "requesty", "sap-ai-core", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-nano".pricing."abacus"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."azure"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
[models."gpt-5-nano".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."fastrouter"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."helicone"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
[models."gpt-5-nano".pricing."jiekou"]
input_cost_per_token = 4.5e-8
output_cost_per_token = 3.6e-7
[models."gpt-5-nano".pricing."kilo"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."llmgateway"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."nano-gpt"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."nearai"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."openai"]
cache_read_input_token_cost = 5e-9
cache_read_input_token_cost_flex = 2.5e-9
input_cost_per_token = 5e-8
input_cost_per_token_flex = 2.5e-8
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 4e-7
output_cost_per_token_flex = 2e-7
[models."gpt-5-nano".pricing."opencode"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."openrouter"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
[models."gpt-5-nano".pricing."orcarouter"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."poe"]
cache_read_input_token_cost = 4.5e-9
input_cost_per_token = 4.5e-8
output_cost_per_token = 3.6e-7
[models."gpt-5-nano".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
[models."gpt-5-nano".pricing."requesty"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."sap-ai-core"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-5-nano".pricing."vercel"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7

[models."gpt-5-nano-2025-08-07"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 5.5e-8
output_cost_per_token = 4.4e-7
cache_read_input_token_cost = 5.5e-9
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-nano-2025-08-07".pricing."azure"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
[models."gpt-5-nano-2025-08-07".pricing."azure/eu"]
cache_read_input_token_cost = 5.5e-9
input_cost_per_token = 5.5e-8
output_cost_per_token = 4.4e-7
[models."gpt-5-nano-2025-08-07".pricing."azure/us"]
cache_read_input_token_cost = 5.5e-9
input_cost_per_token = 5.5e-8
output_cost_per_token = 4.4e-7
[models."gpt-5-nano-2025-08-07".pricing."openai"]
cache_read_input_token_cost = 5e-9
cache_read_input_token_cost_flex = 2.5e-9
input_cost_per_token = 5e-8
input_cost_per_token_flex = 2.5e-8
output_cost_per_token = 4e-7
output_cost_per_token_flex = 2e-7

[models."gpt-5-pro"]
display_name = "OpenAI: GPT-5 Pro"
model_family = "gpt-pro"
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 272000
max_tokens = 272000
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
litellm_provider = "azure"
providers = ["azure", "302ai", "azure-cognitive-services", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "orcarouter", "poe", "requesty", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://learn.microsoft.com/en-us/azure/ai-foundry/foundry-models/concepts/models-sold-directly-by-azure?pivots=azure-openai&tabs=global-standard-aoai%2Cstandard-chat-completions%2Cglobal-standard#gpt-5"
supported_endpoints = ["/v1/responses", "/v1/batch"]
supports_minimal_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5-pro".pricing."302ai"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."azure"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."azure-cognitive-services"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."helicone"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."jiekou"]
input_cost_per_token = 0.0000135
output_cost_per_token = 0.000108
[models."gpt-5-pro".pricing."kilo"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."llmgateway"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."nano-gpt"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."openai"]
input_cost_per_token = 0.000015
input_cost_per_token_batches = 0.0000075
output_cost_per_token = 0.00012
output_cost_per_token_batches = 0.00006
[models."gpt-5-pro".pricing."openrouter"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."orcarouter"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."poe"]
input_cost_per_token = 0.000014
output_cost_per_token = 0.00011
[models."gpt-5-pro".pricing."requesty"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
[models."gpt-5-pro".pricing."vercel"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012

[models."gpt-5-pro-2025-10-06"]
mode = "responses"
max_input_tokens = 128000
max_output_tokens = 272000
max_tokens = 272000
input_cost_per_token = 0.000015
output_cost_per_token = 0.00012
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.0000075
output_cost_per_token_batches = 0.00006
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = false
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = false

[models."gpt-5-pro-2025-10-06".pricing."openai"]
input_cost_per_token = 0.000015
input_cost_per_token_batches = 0.0000075
output_cost_per_token = 0.00012
output_cost_per_token_batches = 0.00006

[models."gpt-5-search-api"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_minimal_reasoning_effort = true
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = false

[models."gpt-5-search-api".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-search-api-2025-10-14"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = false

[models."gpt-5-search-api-2025-10-14".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5-thinking"]
display_name = "gpt-5-thinking"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-08-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-5-thinking".pricing."302ai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5.1"]
display_name = "OpenAI GPT-5.1"
model_family = "gpt"
mode = "chat"
max_input_tokens = 409600
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
cache_read_input_token_cost = 1.4e-7
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "aihubmix", "azure-cognitive-services", "cloudflare-ai-gateway", "github_copilot", "github-copilot", "gmi", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "requesty", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5.1".pricing."302ai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."aihubmix"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."azure/eu"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
[models."gpt-5.1".pricing."azure/global"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."azure/us"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
[models."gpt-5.1".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."gmi"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."helicone"]
cache_read_input_token_cost = 1.2500000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gpt-5.1".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."llmgateway"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."nearai"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002
[models."gpt-5.1".pricing."opencode"]
cache_read_input_token_cost = 1.0699999999999999e-7
input_cost_per_token = 0.0000010700000000000001
output_cost_per_token = 0.0000085
[models."gpt-5.1".pricing."openrouter"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."orcarouter"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."perplexity-agent"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."poe"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5.1".pricing."requesty"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1".pricing."zenmux"]
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5.1-2025-11-13"]
display_name = "GPT-5.1 (2025-11-13)"
model_family = "gpt"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure", "nano-gpt", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
release_date = "2025-11-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token_priority = 0.0000025
output_cost_per_token_priority = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5.1-2025-11-13".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002
[models."gpt-5.1-2025-11-13".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-2025-11-13".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002

[models."gpt-5.1-chat"]
display_name = "GPT 5.1 Chat"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
cache_read_input_token_cost = 1.4e-7
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "kilo", "nano-gpt", "openrouter", "requesty", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-11-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-5.1-chat".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."azure/eu"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
[models."gpt-5.1-chat".pricing."azure/global"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."azure/us"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
[models."gpt-5.1-chat".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."requesty"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat".pricing."zenmux"]
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5.1-chat-2025-11-13"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = false
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token_priority = 0.0000025
output_cost_per_token_priority = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = false
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = false

[models."gpt-5.1-chat-2025-11-13".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002

[models."gpt-5.1-chat-latest"]
display_name = "OpenAI GPT-5.1 Chat"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "openai"
providers = ["openai", "302ai", "abacus", "helicone", "nano-gpt", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token_priority = 0.0000025
output_cost_per_token_priority = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = false
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = false
supports_web_search = true
supports_xhigh_reasoning_effort = false

[models."gpt-5.1-chat-latest".pricing."302ai"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat-latest".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat-latest".pricing."helicone"]
cache_read_input_token_cost = 1.2500000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat-latest".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-chat-latest".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002
[models."gpt-5.1-chat-latest".pricing."orcarouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5.1-codex"]
display_name = "GPT-5.1-Codex"
model_family = "gpt-5-codex"
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "openai"
providers = ["openai", "abacus", "aihubmix", "azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github-copilot", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-11-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "custom"
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token_priority = 0.0000025
model_vendor = "openai"
output_cost_per_token_priority = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5.1-codex".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."aihubmix"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."azure/eu"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
[models."gpt-5.1-codex".pricing."azure/global"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."azure/us"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 0.00000138
output_cost_per_token = 0.000011
[models."gpt-5.1-codex".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."helicone"]
cache_read_input_token_cost = 1.2500000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gpt-5.1-codex".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."llmgateway"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."nano-gpt"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002
[models."gpt-5.1-codex".pricing."opencode"]
cache_read_input_token_cost = 1.0699999999999999e-7
input_cost_per_token = 0.0000010700000000000001
output_cost_per_token = 0.0000085
[models."gpt-5.1-codex".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."orcarouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."poe"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5.1-codex".pricing."requesty"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."vercel"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."vivgrid"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex".pricing."zenmux"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5.1-codex-2025-11-13"]
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token_priority = 0.0000025
output_cost_per_token_priority = 0.00002
supported_endpoints = ["/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = false
supports_tool_choice = true

[models."gpt-5.1-codex-2025-11-13".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
cache_read_input_token_cost_priority = 2.5e-7
input_cost_per_token = 0.00000125
input_cost_per_token_priority = 0.0000025
output_cost_per_token = 0.00001
output_cost_per_token_priority = 0.00002

[models."gpt-5.1-codex-max"]
display_name = "GPT 5.1 Codex Max"
model_family = "gpt-codex"
mode = "responses"
max_input_tokens = 400000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "azure"
providers = ["azure", "abacus", "chatgpt", "github_copilot", "github-copilot", "jiekou", "kilo", "nano-gpt", "openai", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "vivgrid"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-11-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = false
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.1-codex-max".pricing."abacus"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."azure"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."jiekou"]
input_cost_per_token = 0.000001125
output_cost_per_token = 0.000009
[models."gpt-5.1-codex-max".pricing."kilo"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00002
[models."gpt-5.1-codex-max".pricing."openai"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."opencode"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."openrouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."orcarouter"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."poe"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5.1-codex-max".pricing."requesty"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000009
[models."gpt-5.1-codex-max".pricing."vercel"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
[models."gpt-5.1-codex-max".pricing."vivgrid"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."gpt-5.1-codex-mini"]
display_name = "OpenAI: GPT-5.1 Codex Mini"
model_family = "gpt-codex"
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2.75e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 2.8e-8
litellm_provider = "azure"
providers = ["azure", "aihubmix", "azure-cognitive-services", "chatgpt", "github-copilot", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "openai", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = false
supports_tool_choice = true
supports_web_search = true

[models."gpt-5.1-codex-mini".pricing."aihubmix"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."azure"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."azure/eu"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 2.75e-7
output_cost_per_token = 0.0000022
[models."gpt-5.1-codex-mini".pricing."azure/global"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."azure/us"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 2.75e-7
output_cost_per_token = 0.0000022
[models."gpt-5.1-codex-mini".pricing."helicone"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."jiekou"]
input_cost_per_token = 2.2500000000000002e-7
output_cost_per_token = 0.0000018000000000000001
[models."gpt-5.1-codex-mini".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."llmgateway"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."openai"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_token = 2.5e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_token = 0.000002
output_cost_per_token_priority = 0.0000036
[models."gpt-5.1-codex-mini".pricing."opencode"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."openrouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."orcarouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."poe"]
cache_read_input_token_cost = 2.2e-8
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.0000018000000000000001
[models."gpt-5.1-codex-mini".pricing."requesty"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.1-codex-mini".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."gpt-5.1-codex-mini-2025-11-13"]
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.5e-8
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_token_priority = 4.5e-7
output_cost_per_token_priority = 0.0000036
supported_endpoints = ["/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = false
supports_tool_choice = true

[models."gpt-5.1-codex-mini-2025-11-13".pricing."azure"]
cache_read_input_token_cost = 2.5e-8
cache_read_input_token_cost_priority = 4.5e-8
input_cost_per_token = 2.5e-7
input_cost_per_token_priority = 4.5e-7
output_cost_per_token = 0.000002
output_cost_per_token_priority = 0.0000036

[models."gpt-5.2"]
display_name = "GPT 5.2"
model_family = "gpt"
mode = "chat"
max_input_tokens = 409600
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "azure"
providers = ["azure", "302ai", "abacus", "aihubmix", "azure-cognitive-services", "chatgpt", "cloudflare-ai-gateway", "github_copilot", "github-copilot", "gmi", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "opencode", "openrouter", "orcarouter", "perplexity", "perplexity-agent", "poe", "qihang-ai", "requesty", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.2".pricing."302ai"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."aihubmix"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."gmi"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."jiekou"]
input_cost_per_token = 0.000001575
output_cost_per_token = 0.0000126
[models."gpt-5.2".pricing."kilo"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."llmgateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."nano-gpt"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."nearai"]
cache_read_input_token_cost = 1.8e-7
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.0000155
[models."gpt-5.2".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.2".pricing."opencode"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."openrouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_image = 0
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."orcarouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."perplexity-agent"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013
[models."gpt-5.2".pricing."qihang-ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."gpt-5.2".pricing."requesty"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."vercel"]
cache_read_input_token_cost = 1.8e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2".pricing."zenmux"]
cache_read_input_token_cost = 1.7000000000000001e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.2-2025-12-11"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.2-2025-12-11".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.2-2025-12-11".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028

[models."gpt-5.2-chat"]
display_name = "GPT 5.2 Chat"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "kilo", "nano-gpt", "openrouter", "requesty", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-5.2-chat".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.2-chat".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat".pricing."kilo"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat".pricing."nano-gpt"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat".pricing."openrouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_image = 0
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat".pricing."requesty"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat".pricing."vercel"]
cache_read_input_token_cost = 1.8e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.2-chat-2025-12-11"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-5.2-chat-2025-12-11".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028

[models."gpt-5.2-chat-latest"]
display_name = "GPT-5.2 Chat Latest"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "openai"
providers = ["openai", "302ai", "abacus", "llmgateway", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2026-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = false

[models."gpt-5.2-chat-latest".pricing."302ai"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat-latest".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat-latest".pricing."llmgateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-chat-latest".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.2-chat-latest".pricing."orcarouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.2-codex"]
display_name = "GPT-5.2 Codex"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "openai"
providers = ["openai", "abacus", "aihubmix", "azure", "azure-cognitive-services", "chatgpt", "cloudflare-ai-gateway", "github-copilot", "jiekou", "kilo", "llmgateway", "nano-gpt", "opencode", "openrouter", "orcarouter", "poe", "qihang-ai", "requesty", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2025-12-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "custom"
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.2-codex".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."aihubmix"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."jiekou"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."kilo"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."llmgateway"]
cache_read_input_token_cost = 1.8e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."nano-gpt"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.2-codex".pricing."opencode"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."openrouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."orcarouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013
[models."gpt-5.2-codex".pricing."qihang-ai"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000011399999999999999
[models."gpt-5.2-codex".pricing."requesty"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."vercel"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."vivgrid"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.2-codex".pricing."zenmux"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.2-pro"]
display_name = "GPT 5.2 Pro"
model_family = "gpt-pro"
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
litellm_provider = "azure"
providers = ["azure", "jiekou", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "orcarouter", "poe", "requesty", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.2-pro".pricing."azure"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."jiekou"]
input_cost_per_token = 0.0000189
output_cost_per_token = 0.0001512
[models."gpt-5.2-pro".pricing."kilo"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."llmgateway"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."nano-gpt"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."openai"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."openrouter"]
input_cost_per_image = 0
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."orcarouter"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."poe"]
input_cost_per_token = 0.000019
output_cost_per_token = 0.00015
[models."gpt-5.2-pro".pricing."requesty"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."vercel"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro".pricing."zenmux"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168

[models."gpt-5.2-pro-2025-12-11"]
mode = "responses"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.2-pro-2025-12-11".pricing."azure"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
[models."gpt-5.2-pro-2025-12-11".pricing."openai"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168

[models."gpt-5.3-chat"]
display_name = "OpenAI: GPT-5.3 Chat"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "azure"
providers = ["azure", "kilo", "openrouter", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-5.3-chat".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.3-chat".pricing."kilo"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-chat".pricing."openrouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-chat".pricing."vercel"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-chat".pricing."zenmux"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.3-chat-latest"]
display_name = "GPT-5.3 Chat Latest"
model_family = "gpt"
mode = "responses"
max_input_tokens = 128000
max_output_tokens = 64000
max_tokens = 64000
litellm_provider = "chatgpt"
providers = ["chatgpt", "abacus", "llmgateway", "openai", "orcarouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5.3-chat-latest".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-chat-latest".pricing."llmgateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-chat-latest".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.3-chat-latest".pricing."orcarouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.3-codex"]
display_name = "GPT-5.3 Codex"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "openai"
providers = ["openai", "abacus", "aihubmix", "azure", "azure-cognitive-services", "chatgpt", "cloudflare-ai-gateway", "firmware", "github_copilot", "github-copilot", "kilo", "llmgateway", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "custom"
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token_priority = 0.0000035
output_cost_per_token_priority = 0.000028
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-5.3-codex".pricing."abacus"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."aihubmix"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."azure"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."firmware"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."kilo"]
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."llmgateway"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
cache_read_input_token_cost_priority = 3.5e-7
input_cost_per_token = 0.00000175
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000014
output_cost_per_token_priority = 0.000028
[models."gpt-5.3-codex".pricing."opencode"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."openrouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."orcarouter"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013
[models."gpt-5.3-codex".pricing."requesty"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."vercel"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."vivgrid"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex".pricing."zenmux"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.3-codex-spark"]
display_name = "GPT-5.3 Codex Spark"
model_family = "gpt-codex-spark"
mode = "responses"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
litellm_provider = "chatgpt"
providers = ["chatgpt", "openai", "opencode", "poe"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/responses"]
supports_parallel_function_calling = true
supports_response_schema = true

[models."gpt-5.3-codex-spark".pricing."openai"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
[models."gpt-5.3-codex-spark".pricing."opencode"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."gpt-5.3-instant"]
display_name = "GPT-5.3-Instant"
mode = "responses"
max_input_tokens = 128000
max_output_tokens = 64000
max_tokens = 64000
litellm_provider = "chatgpt"
providers = ["chatgpt", "poe"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-03"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/responses"]
supports_parallel_function_calling = true
supports_response_schema = true

[models."gpt-5.3-instant".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.000013

[models."gpt-5.4"]
display_name = "GPT-5.4"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
cache_read_input_token_cost = 2.5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "abacus", "aihubmix", "azure", "azure-cognitive-services", "chatgpt", "cloudflare-ai-gateway", "github-copilot", "kilo", "llmgateway", "nearai", "openai", "opencode", "openrouter", "orcarouter", "perplexity-agent", "poe", "requesty", "sap-ai-core", "vercel", "vivgrid", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4"
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 0.000001
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_above_272k_tokens_priority = 0.00001
input_cost_per_token_priority = 0.000005
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_above_272k_tokens_priority = 0.000045
output_cost_per_token_priority = 0.00003
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4".pricing."302ai"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."abacus"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."aihubmix"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."azure"]
cache_read_input_token_cost = 2.5e-7
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 0.000001
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000025
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_above_272k_tokens_priority = 0.00001
input_cost_per_token_priority = 0.000005
output_cost_per_token = 0.000015
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_above_272k_tokens_priority = 0.000045
output_cost_per_token_priority = 0.00003
[models."gpt-5.4".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."azure_ai"]
cache_read_input_token_cost = 2.5e-7
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 0.000001
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000025
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_above_272k_tokens_priority = 0.00001
input_cost_per_token_priority = 0.000005
output_cost_per_token = 0.000015
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_above_272k_tokens_priority = 0.000045
output_cost_per_token_priority = 0.00003
[models."gpt-5.4".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."llmgateway"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."nearai"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."openai"]
cache_read_input_token_cost = 2.5e-7
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_flex = 1.3e-7
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000025
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_batches = 0.00000125
input_cost_per_token_flex = 0.00000125
input_cost_per_token_priority = 0.000005
output_cost_per_token = 0.000015
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_batches = 0.0000075
output_cost_per_token_flex = 0.0000075
output_cost_per_token_priority = 0.00003
[models."gpt-5.4".pricing."opencode"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."orcarouter"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.0000225
[models."gpt-5.4".pricing."perplexity-agent"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."poe"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 0.0000022
output_cost_per_token = 0.000014
[models."gpt-5.4".pricing."requesty"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."sap-ai-core"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."vercel"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."vivgrid"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
[models."gpt-5.4".pricing."zenmux"]
input_cost_per_token = 0.00000375
output_cost_per_token = 0.00001875

[models."gpt-5.4-2026-03-05"]
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
cache_read_input_token_cost = 2.5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4"
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 0.000001
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_above_272k_tokens_priority = 0.00001
input_cost_per_token_priority = 0.000005
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_above_272k_tokens_priority = 0.000045
output_cost_per_token_priority = 0.00003
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-2026-03-05".pricing."azure"]
cache_read_input_token_cost = 2.5e-7
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 0.000001
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000025
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_above_272k_tokens_priority = 0.00001
input_cost_per_token_priority = 0.000005
output_cost_per_token = 0.000015
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_above_272k_tokens_priority = 0.000045
output_cost_per_token_priority = 0.00003
[models."gpt-5.4-2026-03-05".pricing."azure_ai"]
cache_read_input_token_cost = 2.5e-7
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 0.000001
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000025
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_above_272k_tokens_priority = 0.00001
input_cost_per_token_priority = 0.000005
output_cost_per_token = 0.000015
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_above_272k_tokens_priority = 0.000045
output_cost_per_token_priority = 0.00003
[models."gpt-5.4-2026-03-05".pricing."openai"]
cache_read_input_token_cost = 2.5e-7
cache_read_input_token_cost_above_272k_tokens = 5e-7
cache_read_input_token_cost_flex = 1.3e-7
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000025
input_cost_per_token_above_272k_tokens = 0.000005
input_cost_per_token_batches = 0.00000125
input_cost_per_token_flex = 0.00000125
input_cost_per_token_priority = 0.000005
output_cost_per_token = 0.000015
output_cost_per_token_above_272k_tokens = 0.0000225
output_cost_per_token_batches = 0.0000075
output_cost_per_token_flex = 0.0000075
output_cost_per_token_priority = 0.00003

[models."gpt-5.4-mini"]
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
cache_read_input_token_cost = 7.5e-8
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4-mini"
cache_read_input_token_cost_above_272k_tokens = 1.5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 3e-7
cache_read_input_token_cost_priority = 1.5e-7
input_cost_per_token_above_272k_tokens = 0.0000015
input_cost_per_token_above_272k_tokens_priority = 0.000003
input_cost_per_token_priority = 0.0000015
output_cost_per_token_above_272k_tokens = 0.00000675
output_cost_per_token_above_272k_tokens_priority = 0.0000135
output_cost_per_token_priority = 0.000009
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = false
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-mini".pricing."azure"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5.4-mini".pricing."azure_ai"]
cache_read_input_token_cost = 7.5e-8
cache_read_input_token_cost_above_272k_tokens = 1.5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 3e-7
cache_read_input_token_cost_priority = 1.5e-7
input_cost_per_token = 7.5e-7
input_cost_per_token_above_272k_tokens = 0.0000015
input_cost_per_token_above_272k_tokens_priority = 0.000003
input_cost_per_token_priority = 0.0000015
output_cost_per_token = 0.0000045
output_cost_per_token_above_272k_tokens = 0.00000675
output_cost_per_token_above_272k_tokens_priority = 0.0000135
output_cost_per_token_priority = 0.000009
[models."gpt-5.4-mini".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
cache_read_input_token_cost_batches = 3.75e-8
cache_read_input_token_cost_flex = 3.75e-8
cache_read_input_token_cost_priority = 1.5e-7
input_cost_per_token = 7.5e-7
input_cost_per_token_batches = 3.75e-7
input_cost_per_token_flex = 3.75e-7
input_cost_per_token_priority = 0.0000015
output_cost_per_token = 0.0000045
output_cost_per_token_batches = 0.00000225
output_cost_per_token_flex = 0.00000225
output_cost_per_token_priority = 0.000009

[models."gpt-5.4-mini-2026-03-17"]
display_name = "gpt-5.4-mini-2026-03-17"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
cache_read_input_token_cost = 7.5e-8
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4-mini"
cache_read_input_token_cost_above_272k_tokens = 1.5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 3e-7
cache_read_input_token_cost_priority = 1.5e-7
input_cost_per_token_above_272k_tokens = 0.0000015
input_cost_per_token_above_272k_tokens_priority = 0.000003
input_cost_per_token_priority = 0.0000015
output_cost_per_token_above_272k_tokens = 0.00000675
output_cost_per_token_above_272k_tokens_priority = 0.0000135
output_cost_per_token_priority = 0.000009
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = false
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-mini-2026-03-17".pricing."302ai"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5.4-mini-2026-03-17".pricing."azure"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."gpt-5.4-mini-2026-03-17".pricing."azure_ai"]
cache_read_input_token_cost = 7.5e-8
cache_read_input_token_cost_above_272k_tokens = 1.5e-7
cache_read_input_token_cost_above_272k_tokens_priority = 3e-7
cache_read_input_token_cost_priority = 1.5e-7
input_cost_per_token = 7.5e-7
input_cost_per_token_above_272k_tokens = 0.0000015
input_cost_per_token_above_272k_tokens_priority = 0.000003
input_cost_per_token_priority = 0.0000015
output_cost_per_token = 0.0000045
output_cost_per_token_above_272k_tokens = 0.00000675
output_cost_per_token_above_272k_tokens_priority = 0.0000135
output_cost_per_token_priority = 0.000009
[models."gpt-5.4-mini-2026-03-17".pricing."openai"]
cache_read_input_token_cost = 7.5e-8
cache_read_input_token_cost_batches = 3.75e-8
cache_read_input_token_cost_flex = 3.75e-8
cache_read_input_token_cost_priority = 1.5e-7
input_cost_per_token = 7.5e-7
input_cost_per_token_batches = 3.75e-7
input_cost_per_token_flex = 3.75e-7
input_cost_per_token_priority = 0.0000015
output_cost_per_token = 0.0000045
output_cost_per_token_batches = 0.00000225
output_cost_per_token_flex = 0.00000225
output_cost_per_token_priority = 0.000009

[models."gpt-5.4-nano"]
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2e-8
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4-nano"
cache_read_input_token_cost_above_272k_tokens = 4e-8
cache_read_input_token_cost_above_272k_tokens_priority = 8e-8
cache_read_input_token_cost_priority = 4e-8
input_cost_per_token_above_272k_tokens = 4e-7
input_cost_per_token_above_272k_tokens_priority = 8e-7
input_cost_per_token_priority = 4e-7
output_cost_per_token_above_272k_tokens = 0.000001875
output_cost_per_token_above_272k_tokens_priority = 0.00000375
output_cost_per_token_priority = 0.0000025
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = false
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-nano".pricing."azure"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.00000125
[models."gpt-5.4-nano".pricing."azure_ai"]
cache_read_input_token_cost = 2e-8
cache_read_input_token_cost_above_272k_tokens = 4e-8
cache_read_input_token_cost_above_272k_tokens_priority = 8e-8
cache_read_input_token_cost_priority = 4e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_272k_tokens = 4e-7
input_cost_per_token_above_272k_tokens_priority = 8e-7
input_cost_per_token_priority = 4e-7
output_cost_per_token = 0.00000125
output_cost_per_token_above_272k_tokens = 0.000001875
output_cost_per_token_above_272k_tokens_priority = 0.00000375
output_cost_per_token_priority = 0.0000025
[models."gpt-5.4-nano".pricing."openai"]
cache_read_input_token_cost = 2e-8
cache_read_input_token_cost_batches = 1e-8
cache_read_input_token_cost_flex = 1e-8
input_cost_per_token = 2e-7
input_cost_per_token_batches = 1e-7
input_cost_per_token_flex = 1e-7
output_cost_per_token = 0.00000125
output_cost_per_token_batches = 6.25e-7
output_cost_per_token_flex = 6.25e-7

[models."gpt-5.4-nano-2026-03-17"]
display_name = "gpt-5.4-nano-2026-03-17"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2e-8
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4-nano"
cache_read_input_token_cost_above_272k_tokens = 4e-8
cache_read_input_token_cost_above_272k_tokens_priority = 8e-8
cache_read_input_token_cost_priority = 4e-8
input_cost_per_token_above_272k_tokens = 4e-7
input_cost_per_token_above_272k_tokens_priority = 8e-7
input_cost_per_token_priority = 4e-7
output_cost_per_token_above_272k_tokens = 0.000001875
output_cost_per_token_above_272k_tokens_priority = 0.00000375
output_cost_per_token_priority = 0.0000025
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = false
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-nano-2026-03-17".pricing."302ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
[models."gpt-5.4-nano-2026-03-17".pricing."azure"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.00000125
[models."gpt-5.4-nano-2026-03-17".pricing."azure_ai"]
cache_read_input_token_cost = 2e-8
cache_read_input_token_cost_above_272k_tokens = 4e-8
cache_read_input_token_cost_above_272k_tokens_priority = 8e-8
cache_read_input_token_cost_priority = 4e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_272k_tokens = 4e-7
input_cost_per_token_above_272k_tokens_priority = 8e-7
input_cost_per_token_priority = 4e-7
output_cost_per_token = 0.00000125
output_cost_per_token_above_272k_tokens = 0.000001875
output_cost_per_token_above_272k_tokens_priority = 0.00000375
output_cost_per_token_priority = 0.0000025
[models."gpt-5.4-nano-2026-03-17".pricing."openai"]
cache_read_input_token_cost = 2e-8
cache_read_input_token_cost_batches = 1e-8
cache_read_input_token_cost_flex = 1e-8
input_cost_per_token = 2e-7
input_cost_per_token_batches = 1e-7
input_cost_per_token_flex = 1e-7
output_cost_per_token = 0.00000125
output_cost_per_token_batches = 6.25e-7
output_cost_per_token_flex = 6.25e-7

[models."gpt-5.4-pro"]
display_name = "GPT-5.4 Pro"
model_family = "gpt-pro"
mode = "responses"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
cache_read_input_token_cost = 0.000003
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "azure", "azure-cognitive-services", "chatgpt", "kilo", "llmgateway", "openai", "opencode", "openrouter", "orcarouter", "poe", "requesty", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4-pro"
cache_read_input_token_cost_above_272k_tokens = 0.000006
cache_read_input_token_cost_above_272k_tokens_priority = 0.000012
cache_read_input_token_cost_priority = 0.000006
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_above_272k_tokens_priority = 0.00012
input_cost_per_token_priority = 0.00006
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_above_272k_tokens_priority = 0.00054
output_cost_per_token_priority = 0.00036
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-pro".pricing."302ai"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."azure"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
[models."gpt-5.4-pro".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."azure_ai"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
cache_read_input_token_cost_above_272k_tokens_priority = 0.000012
cache_read_input_token_cost_priority = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_above_272k_tokens_priority = 0.00012
input_cost_per_token_priority = 0.00006
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_above_272k_tokens_priority = 0.00054
output_cost_per_token_priority = 0.00036
[models."gpt-5.4-pro".pricing."kilo"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."llmgateway"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."openai"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_batches = 0.000015
input_cost_per_token_flex = 0.000015
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_batches = 0.00009
output_cost_per_token_flex = 0.00009
[models."gpt-5.4-pro".pricing."opencode"]
cache_read_input_token_cost = 0.00003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."openrouter"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."orcarouter"]
input_cost_per_token = 0.00006
output_cost_per_token = 0.00027
[models."gpt-5.4-pro".pricing."poe"]
input_cost_per_token = 0.000027
output_cost_per_token = 0.00016
[models."gpt-5.4-pro".pricing."requesty"]
cache_read_input_token_cost = 0.00003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."vercel"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.4-pro".pricing."zenmux"]
input_cost_per_token = 0.000045
output_cost_per_token = 0.000225

[models."gpt-5.4-pro-2026-03-05"]
mode = "responses"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
cache_read_input_token_cost = 0.000003
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://ai.azure.com/catalog/models/gpt-5.4-pro"
cache_read_input_token_cost_above_272k_tokens = 0.000006
cache_read_input_token_cost_above_272k_tokens_priority = 0.000012
cache_read_input_token_cost_priority = 0.000006
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_above_272k_tokens_priority = 0.00012
input_cost_per_token_priority = 0.00006
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_above_272k_tokens_priority = 0.00054
output_cost_per_token_priority = 0.00036
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = true
supports_native_streaming = true
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = false
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.4-pro-2026-03-05".pricing."azure"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
[models."gpt-5.4-pro-2026-03-05".pricing."azure_ai"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
cache_read_input_token_cost_above_272k_tokens_priority = 0.000012
cache_read_input_token_cost_priority = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_above_272k_tokens_priority = 0.00012
input_cost_per_token_priority = 0.00006
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_above_272k_tokens_priority = 0.00054
output_cost_per_token_priority = 0.00036
[models."gpt-5.4-pro-2026-03-05".pricing."openai"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_batches = 0.000015
input_cost_per_token_flex = 0.000015
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_batches = 0.00009
output_cost_per_token_flex = 0.00009

[models."gpt-5.5"]
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
cache_read_input_token_cost = 5e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_above_272k_tokens = 0.000001
cache_read_input_token_cost_above_272k_tokens_priority = 0.000002
cache_read_input_token_cost_priority = 0.000001
input_cost_per_token_above_272k_tokens = 0.00001
input_cost_per_token_above_272k_tokens_priority = 0.00002
input_cost_per_token_priority = 0.00001
output_cost_per_token_above_272k_tokens = 0.000045
output_cost_per_token_above_272k_tokens_priority = 0.00009
output_cost_per_token_priority = 0.00006
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_minimal_reasoning_effort = false
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.5".pricing."azure"]
cache_read_input_token_cost = 5e-7
cache_read_input_token_cost_above_272k_tokens = 0.000001
cache_read_input_token_cost_above_272k_tokens_priority = 0.000002
cache_read_input_token_cost_priority = 0.000001
input_cost_per_token = 0.000005
input_cost_per_token_above_272k_tokens = 0.00001
input_cost_per_token_above_272k_tokens_priority = 0.00002
input_cost_per_token_priority = 0.00001
output_cost_per_token = 0.00003
output_cost_per_token_above_272k_tokens = 0.000045
output_cost_per_token_above_272k_tokens_priority = 0.00009
output_cost_per_token_priority = 0.00006
[models."gpt-5.5".pricing."openai"]
cache_read_input_token_cost = 5e-7
cache_read_input_token_cost_above_272k_tokens = 0.000001
cache_read_input_token_cost_flex = 2.5e-7
cache_read_input_token_cost_priority = 0.000001
input_cost_per_token = 0.000005
input_cost_per_token_above_272k_tokens = 0.00001
input_cost_per_token_batches = 0.0000025
input_cost_per_token_flex = 0.0000025
input_cost_per_token_priority = 0.00001
output_cost_per_token = 0.00003
output_cost_per_token_above_272k_tokens = 0.000045
output_cost_per_token_batches = 0.000015
output_cost_per_token_flex = 0.000015
output_cost_per_token_priority = 0.00006

[models."gpt-5.5-2026-04-23"]
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
cache_read_input_token_cost = 5e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_above_272k_tokens = 0.000001
cache_read_input_token_cost_above_272k_tokens_priority = 0.000002
cache_read_input_token_cost_priority = 0.000001
input_cost_per_token_above_272k_tokens = 0.00001
input_cost_per_token_above_272k_tokens_priority = 0.00002
input_cost_per_token_priority = 0.00001
output_cost_per_token_above_272k_tokens = 0.000045
output_cost_per_token_above_272k_tokens_priority = 0.00009
output_cost_per_token_priority = 0.00006
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_none_reasoning_effort = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.5-2026-04-23".pricing."azure"]
cache_read_input_token_cost = 5e-7
cache_read_input_token_cost_above_272k_tokens = 0.000001
cache_read_input_token_cost_above_272k_tokens_priority = 0.000002
cache_read_input_token_cost_priority = 0.000001
input_cost_per_token = 0.000005
input_cost_per_token_above_272k_tokens = 0.00001
input_cost_per_token_above_272k_tokens_priority = 0.00002
input_cost_per_token_priority = 0.00001
output_cost_per_token = 0.00003
output_cost_per_token_above_272k_tokens = 0.000045
output_cost_per_token_above_272k_tokens_priority = 0.00009
output_cost_per_token_priority = 0.00006
[models."gpt-5.5-2026-04-23".pricing."openai"]
cache_read_input_token_cost = 5e-7
cache_read_input_token_cost_above_272k_tokens = 0.000001
cache_read_input_token_cost_flex = 2.5e-7
cache_read_input_token_cost_priority = 0.000001
input_cost_per_token = 0.000005
input_cost_per_token_above_272k_tokens = 0.00001
input_cost_per_token_batches = 0.0000025
input_cost_per_token_flex = 0.0000025
input_cost_per_token_priority = 0.00001
output_cost_per_token = 0.00003
output_cost_per_token_above_272k_tokens = 0.000045
output_cost_per_token_batches = 0.000015
output_cost_per_token_flex = 0.000015
output_cost_per_token_priority = 0.00006

[models."gpt-5.5-pro"]
display_name = "OpenAI: GPT-5.5 Pro"
model_family = "gpt-pro"
mode = "responses"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
cache_read_input_token_cost = 0.000003
litellm_provider = "azure"
providers = ["azure", "kilo", "llmgateway", "openai", "opencode", "openrouter", "orcarouter", "poe", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-12-01"
release_date = "2026-04-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token_above_272k_tokens = 0.00006
output_cost_per_token_above_272k_tokens = 0.00027
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_low_reasoning_effort = false
supports_minimal_reasoning_effort = false
supports_native_streaming = true
supports_none_reasoning_effort = false
supports_parallel_function_calling = true
supports_response_schema = false
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.5-pro".pricing."azure"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
[models."gpt-5.5-pro".pricing."kilo"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.5-pro".pricing."llmgateway"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.5-pro".pricing."openai"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_batches = 0.000015
input_cost_per_token_flex = 0.000015
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_batches = 0.00009
output_cost_per_token_flex = 0.00009
[models."gpt-5.5-pro".pricing."opencode"]
cache_read_input_token_cost = 0.00003
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.5-pro".pricing."openrouter"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.5-pro".pricing."orcarouter"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.5-pro".pricing."poe"]
input_cost_per_token = 0.0000272727
output_cost_per_token = 0.00016363640000000002
[models."gpt-5.5-pro".pricing."vercel"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
[models."gpt-5.5-pro".pricing."zenmux"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018

[models."gpt-5.5-pro-2026-04-23"]
mode = "responses"
max_input_tokens = 1050000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
cache_read_input_token_cost = 0.000003
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token_above_272k_tokens = 0.00006
output_cost_per_token_above_272k_tokens = 0.00027
supported_endpoints = ["/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true
supports_xhigh_reasoning_effort = true

[models."gpt-5.5-pro-2026-04-23".pricing."azure"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
[models."gpt-5.5-pro-2026-04-23".pricing."openai"]
cache_read_input_token_cost = 0.000003
cache_read_input_token_cost_above_272k_tokens = 0.000006
input_cost_per_token = 0.00003
input_cost_per_token_above_272k_tokens = 0.00006
input_cost_per_token_batches = 0.000015
input_cost_per_token_flex = 0.000015
output_cost_per_token = 0.00018
output_cost_per_token_above_272k_tokens = 0.00027
output_cost_per_token_batches = 0.00009
output_cost_per_token_flex = 0.00009

[models."gpt-audio"]
display_name = "OpenAI: GPT Audio"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "openai"
providers = ["openai", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2026-01-20"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.000032
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."gpt-audio".pricing."openai"]
input_cost_per_audio_token = 0.000032
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.00001
[models."gpt-audio".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."gpt-audio-1.5"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.000032
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/chat/completions"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio-1.5".pricing."openai"]
input_cost_per_audio_token = 0.000032
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.00001

[models."gpt-audio-1.5-2026-02-23"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supported_endpoints = ["/v1/chat/completions"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio-1.5-2026-02-23".pricing."azure"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001

[models."gpt-audio-2025-08-28"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00004
output_cost_per_audio_token = 0.00008
supported_endpoints = ["/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio-2025-08-28".pricing."azure"]
input_cost_per_audio_token = 0.00004
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.00008
output_cost_per_token = 0.00001
[models."gpt-audio-2025-08-28".pricing."openai"]
input_cost_per_audio_token = 0.000032
input_cost_per_token = 0.0000025
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.00001

[models."gpt-audio-mini"]
display_name = "OpenAI: GPT Audio Mini"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "openai"
providers = ["openai", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2026-01-20"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00001
output_cost_per_audio_token = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio-mini".pricing."kilo"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."gpt-audio-mini".pricing."openai"]
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024
[models."gpt-audio-mini".pricing."openrouter"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024

[models."gpt-audio-mini-2025-10-06"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00001
output_cost_per_audio_token = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio-mini-2025-10-06".pricing."azure"]
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024
[models."gpt-audio-mini-2025-10-06".pricing."openai"]
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."gpt-audio-mini-2025-12-15"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text", "audio"]
input_cost_per_audio_token = 0.00001
output_cost_per_audio_token = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/responses", "/v1/realtime", "/v1/batch"]
supports_audio_input = true
supports_audio_output = true
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = false
supports_system_messages = true
supports_tool_choice = true

[models."gpt-audio-mini-2025-12-15".pricing."openai"]
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."gpt-chat-latest"]
display_name = "OpenAI: GPT Chat Latest"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
cache_read_input_token_cost = 5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-05"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-chat-latest".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."gpt-chat-latest".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003

[models."gpt-image-1"]
display_name = "gpt-image-1"
model_family = "gpt-image"
mode = "image_generation"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000005
cache_read_input_token_cost = 0.00000125
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
cache_read_input_image_token_cost = 0.0000025
input_cost_per_image_token = 0.00001
output_cost_per_image_token = 0.00004
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."gpt-image-1".pricing."azure"]
cache_read_input_image_token_cost = 0.0000025
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.00001
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00004
[models."gpt-image-1".pricing."openai"]
cache_read_input_image_token_cost = 0.0000025
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.00001
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00004

[models."gpt-image-1-mini"]
display_name = "gpt-image-1-mini"
model_family = "gpt-image"
mode = "image_generation"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000002
cache_read_input_token_cost = 2e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_image_token_cost = 2.5e-7
input_cost_per_image_token = 0.0000025
output_cost_per_image_token = 0.000008
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."gpt-image-1-mini".pricing."azure"]
cache_read_input_image_token_cost = 2.5e-7
cache_read_input_token_cost = 2e-7
input_cost_per_image_token = 0.0000025
input_cost_per_token = 0.000002
output_cost_per_image_token = 0.000008
[models."gpt-image-1-mini".pricing."openai"]
cache_read_input_image_token_cost = 2.5e-7
cache_read_input_token_cost = 2e-7
input_cost_per_image_token = 0.0000025
input_cost_per_token = 0.000002
output_cost_per_image_token = 0.000008

[models."gpt-image-1.5"]
display_name = "gpt-image-1.5"
model_family = "gpt-image"
mode = "image_generation"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000005
cache_read_input_token_cost = 0.00000125
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
supports_pdf_input = true
open_weights = false
release_date = "2025-11-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
cache_read_input_image_token_cost = 0.000002
input_cost_per_image_token = 0.000008
output_cost_per_image_token = 0.000032
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."gpt-image-1.5".pricing."azure"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.000032
[models."gpt-image-1.5".pricing."openai"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.000032
output_cost_per_token = 0.00001

[models."gpt-image-1.5-2025-12-16"]
mode = "image_generation"
input_cost_per_token = 0.000005
cache_read_input_token_cost = 0.00000125
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_vision = true
supports_pdf_input = true
cache_read_input_image_token_cost = 0.000002
input_cost_per_image_token = 0.000008
output_cost_per_image_token = 0.000032
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."gpt-image-1.5-2025-12-16".pricing."azure"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.000032
[models."gpt-image-1.5-2025-12-16".pricing."openai"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.000032
output_cost_per_token = 0.00001

[models."gpt-image-2"]
display_name = "GPT-Image-2"
mode = "image_generation"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.00000125
litellm_provider = "azure"
providers = ["azure", "openai", "poe"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
supports_pdf_input = true
open_weights = false
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
cache_read_input_image_token_cost = 0.000002
input_cost_per_image_token = 0.000008
output_cost_per_image_token = 0.00003
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."gpt-image-2".pricing."azure"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00003
output_cost_per_token = 0.00001
[models."gpt-image-2".pricing."openai"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00003
output_cost_per_token = 0.00001
[models."gpt-image-2".pricing."poe"]
cache_read_input_token_cost = 0.0000012626
input_cost_per_token = 0.0000050505
output_cost_per_token = 0.0000323232

[models."gpt-image-2-2026-04-21"]
mode = "image_generation"
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.00000125
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_vision = true
supports_pdf_input = true
cache_read_input_image_token_cost = 0.000002
input_cost_per_image_token = 0.000008
output_cost_per_image_token = 0.00003
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."gpt-image-2-2026-04-21".pricing."azure"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00003
output_cost_per_token = 0.00001
[models."gpt-image-2-2026-04-21".pricing."openai"]
cache_read_input_image_token_cost = 0.000002
cache_read_input_token_cost = 0.00000125
input_cost_per_image_token = 0.000008
input_cost_per_token = 0.000005
output_cost_per_image_token = 0.00003
output_cost_per_token = 0.00001

[models."gpt-oss-120b"]
display_name = "OpenAI GPT-OSS 120b"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "abacus", "baseten", "berget", "cerebras", "cloudferro-sherlock", "cortecs", "crusoe", "deepinfra", "dinference", "evroc", "fastrouter", "frogbot", "groq", "helicone", "io-net", "kilo", "llmgateway", "nano-gpt", "nearai", "nebius", "novita", "novita-ai", "nvidia", "openrouter", "ovhcloud", "privatemode-ai", "regolo-ai", "replicate", "sambanova", "scaleway", "siliconflow", "stackit", "submodel", "together_ai", "togetherai", "vercel", "vultr", "wandb", "watsonx"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/"
reasoning_cost_per_token = 6e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-oss-120b".pricing."abacus"]
input_cost_per_token = 8e-8
output_cost_per_token = 4.4e-7
[models."gpt-oss-120b".pricing."azure_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."baseten"]
input_cost_per_token = 1e-7
output_cost_per_token = 5e-7
[models."gpt-oss-120b".pricing."berget"]
input_cost_per_token = 4.4e-7
output_cost_per_token = 9.9e-7
[models."gpt-oss-120b".pricing."cerebras"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7
[models."gpt-oss-120b".pricing."cloudferro-sherlock"]
input_cost_per_token = 0.00000292
output_cost_per_token = 0.00000292
[models."gpt-oss-120b".pricing."crusoe"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
[models."gpt-oss-120b".pricing."deepinfra"]
input_cost_per_token = 5e-8
output_cost_per_token = 4.5e-7
[models."gpt-oss-120b".pricing."dinference"]
input_cost_per_token = 6.75e-8
output_cost_per_token = 2.7e-7
[models."gpt-oss-120b".pricing."evroc"]
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.399999999999999e-7
[models."gpt-oss-120b".pricing."fastrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."frogbot"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."groq"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."helicone"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7
[models."gpt-oss-120b".pricing."io-net"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 4e-8
output_cost_per_token = 4.0000000000000003e-7
[models."gpt-oss-120b".pricing."kilo"]
input_cost_per_token = 3.9e-8
output_cost_per_token = 1.9e-7
[models."gpt-oss-120b".pricing."llmgateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 7.5e-7
[models."gpt-oss-120b".pricing."nano-gpt"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.5e-7
[models."gpt-oss-120b".pricing."nearai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.5e-7
[models."gpt-oss-120b".pricing."nebius"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
reasoning_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."novita"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
[models."gpt-oss-120b".pricing."novita-ai"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.5e-7
[models."gpt-oss-120b".pricing."openrouter"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 8e-7
[models."gpt-oss-120b".pricing."ovhcloud"]
input_cost_per_token = 8e-8
output_cost_per_token = 4e-7
[models."gpt-oss-120b".pricing."regolo-ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000042000000000000004
[models."gpt-oss-120b".pricing."replicate"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 7.2e-7
[models."gpt-oss-120b".pricing."sambanova"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.0000045
[models."gpt-oss-120b".pricing."scaleway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."siliconflow"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.5000000000000003e-7
[models."gpt-oss-120b".pricing."stackit"]
input_cost_per_token = 4.9e-7
output_cost_per_token = 7.1e-7
[models."gpt-oss-120b".pricing."submodel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
[models."gpt-oss-120b".pricing."together_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."togetherai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
[models."gpt-oss-120b".pricing."vultr"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."gpt-oss-120b".pricing."wandb"]
input_cost_per_token = 0.015
output_cost_per_token = 0.06
[models."gpt-oss-120b".pricing."watsonx"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gpt-oss-120b-TEE"]
display_name = "gpt oss 120b TEE"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
cache_read_input_token_cost = 4.5e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-oss-120b-TEE".pricing."chutes"]
cache_read_input_token_cost = 4.5e-8
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7

[models."gpt-oss-120b-cs"]
display_name = "GPT-OSS-120B-CS"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 0
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-oss-120b-cs".pricing."poe"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7

[models."gpt-oss-120b-fast"]
display_name = "gpt-oss-120b-fast"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-06-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-oss-120b-fast".pricing."nebius"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7

[models."gpt-oss-120b-maas"]
display_name = "GPT OSS 120B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas"

[models."gpt-oss-120b-maas".pricing."google-vertex"]
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
[models."gpt-oss-120b-maas".pricing."vertex_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."gpt-oss-120b-mxfp-GGUF"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "lemonade"
providers = ["lemonade"]
supports_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."gpt-oss-120b-mxfp-GGUF".pricing."lemonade"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."gpt-oss-120b:free"]
display_name = "gpt-oss-120b (free)"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-oss-20b"]
display_name = "OpenAI GPT-OSS 20b"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "fastrouter", "frogbot", "groq", "helicone", "io-net", "kilo", "llmgateway", "lmstudio", "nano-gpt", "neuralwatt", "novita", "novita-ai", "nvidia", "openrouter", "ovhcloud", "regolo-ai", "siliconflow", "together_ai", "vercel", "wandb"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-oss-20b".pricing."deepinfra"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."gpt-oss-20b".pricing."fastrouter"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.0000000000000002e-7
[models."gpt-oss-20b".pricing."frogbot"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.0000000000000002e-7
[models."gpt-oss-20b".pricing."groq"]
cache_read_input_token_cost = 3.75e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gpt-oss-20b".pricing."helicone"]
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
[models."gpt-oss-20b".pricing."io-net"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 3e-8
output_cost_per_token = 1.4e-7
[models."gpt-oss-20b".pricing."kilo"]
input_cost_per_token = 3e-8
output_cost_per_token = 1.4e-7
[models."gpt-oss-20b".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
[models."gpt-oss-20b".pricing."nano-gpt"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."gpt-oss-20b".pricing."neuralwatt"]
input_cost_per_token = 3e-8
output_cost_per_token = 1.6e-7
[models."gpt-oss-20b".pricing."novita"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."gpt-oss-20b".pricing."novita-ai"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."gpt-oss-20b".pricing."openrouter"]
input_cost_per_token = 2e-8
output_cost_per_token = 1e-7
[models."gpt-oss-20b".pricing."ovhcloud"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."gpt-oss-20b".pricing."regolo-ai"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000018000000000000001
[models."gpt-oss-20b".pricing."siliconflow"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.8e-7
[models."gpt-oss-20b".pricing."together_ai"]
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
[models."gpt-oss-20b".pricing."vercel"]
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7
[models."gpt-oss-20b".pricing."wandb"]
input_cost_per_token = 0.005
output_cost_per_token = 0.02

[models."gpt-oss-20b-maas"]
display_name = "GPT OSS 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://console.cloud.google.com/vertex-ai/publishers/openai/model-garden/gpt-oss-120b-maas"

[models."gpt-oss-20b-maas".pricing."google-vertex"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.5e-7
[models."gpt-oss-20b-maas".pricing."vertex_ai"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."gpt-oss-20b-mxfp4-GGUF"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "lemonade"
providers = ["lemonade"]
supports_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."gpt-oss-20b-mxfp4-GGUF".pricing."lemonade"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."gpt-oss-20b:free"]
display_name = "gpt-oss-20b (free)"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gpt-oss-safeguard-20b"]
display_name = "GPT OSS Safeguard 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
cache_read_input_token_cost = 3.7e-8
litellm_provider = "groq"
providers = ["groq", "kilo", "nano-gpt", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-10-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."gpt-oss-safeguard-20b".pricing."groq"]
cache_read_input_token_cost = 3.7e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gpt-oss-safeguard-20b".pricing."kilo"]
cache_read_input_token_cost = 3.7e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gpt-oss-safeguard-20b".pricing."nano-gpt"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gpt-oss-safeguard-20b".pricing."openrouter"]
cache_read_input_token_cost = 3.7e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."gpt-oss-safeguard-20b".pricing."vercel"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7

[models."gpt-oss:120b-cloud"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."gpt-oss:120b-cloud".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."gpt-oss:20b-cloud"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."gpt-oss:20b-cloud".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."gpt-realtime"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000004
output_cost_per_token = 0.000016
cache_read_input_token_cost = 4e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime".pricing."openai"]
cache_creation_input_audio_token_cost = 4e-7
cache_read_input_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
input_cost_per_token = 0.000004
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.000016

[models."gpt-realtime-1.5"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000004
output_cost_per_token = 0.000016
cache_read_input_token_cost = 4e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-1.5".pricing."openai"]
cache_creation_input_audio_token_cost = 4e-7
cache_read_input_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
input_cost_per_token = 0.000004
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.000016

[models."gpt-realtime-1.5-2026-02-23"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000004
output_cost_per_token = 0.000016
cache_read_input_token_cost = 0.000004
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 0.000004
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-1.5-2026-02-23".pricing."azure"]
cache_creation_input_audio_token_cost = 0.000004
cache_read_input_token_cost = 0.000004
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
input_cost_per_token = 0.000004
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.000016

[models."gpt-realtime-2"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000004
output_cost_per_token = 0.000016
cache_read_input_token_cost = 4e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-2".pricing."openai"]
cache_creation_input_audio_token_cost = 4e-7
cache_read_input_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
input_cost_per_token = 0.000004
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.000016

[models."gpt-realtime-2025-08-28"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000004
output_cost_per_token = 0.000016
cache_read_input_token_cost = 0.000004
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 0.000004
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
output_cost_per_audio_token = 0.000064
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-2025-08-28".pricing."azure"]
cache_creation_input_audio_token_cost = 0.000004
cache_read_input_token_cost = 0.000004
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
input_cost_per_token = 0.000004
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.000016
[models."gpt-realtime-2025-08-28".pricing."openai"]
cache_creation_input_audio_token_cost = 4e-7
cache_read_input_token_cost = 4e-7
input_cost_per_audio_token = 0.000032
input_cost_per_image = 0.000005
input_cost_per_token = 0.000004
output_cost_per_audio_token = 0.000064
output_cost_per_token = 0.000016

[models."gpt-realtime-mini"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_audio_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
output_cost_per_audio_token = 0.00002
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-mini".pricing."openai"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_audio_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."gpt-realtime-mini-2025-10-06"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 6e-8
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
input_cost_per_image = 8e-7
output_cost_per_audio_token = 0.00002
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-mini-2025-10-06".pricing."azure"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_token_cost = 6e-8
input_cost_per_audio_token = 0.00001
input_cost_per_image = 8e-7
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024
[models."gpt-realtime-mini-2025-10-06".pricing."openai"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_audio_token_cost = 3e-7
cache_read_input_token_cost = 6e-8
input_cost_per_audio_token = 0.00001
input_cost_per_image = 8e-7
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."gpt-realtime-mini-2025-12-15"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 6e-8
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_audio_token_cost = 3e-7
input_cost_per_audio_token = 0.00001
input_cost_per_image = 8e-7
output_cost_per_audio_token = 0.00002
supported_endpoints = ["/v1/realtime"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."gpt-realtime-mini-2025-12-15".pricing."openai"]
cache_creation_input_audio_token_cost = 3e-7
cache_read_input_audio_token_cost = 3e-7
cache_read_input_token_cost = 6e-8
input_cost_per_audio_token = 0.00001
input_cost_per_image = 8e-7
input_cost_per_token = 6e-7
output_cost_per_audio_token = 0.00002
output_cost_per_token = 0.0000024

[models."greg"]
display_name = "Experiment!: Greg"
mode = "chat"
max_input_tokens = 229376
max_output_tokens = 229376
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "crof"
providers = ["crof"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."greg".pricing."crof"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7

[models."grok-2"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_tool_choice = true
supports_web_search = true

[models."grok-2".pricing."xai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-2-1212"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_tool_choice = true
supports_web_search = true

[models."grok-2-1212".pricing."xai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-2-latest"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_tool_choice = true
supports_web_search = true

[models."grok-2-latest".pricing."xai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-2-vision"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
input_cost_per_image = 0.000002
supports_tool_choice = true
supports_web_search = true

[models."grok-2-vision".pricing."xai"]
input_cost_per_image = 0.000002
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-2-vision-1212"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
deprecation_date = "2026-02-28"
input_cost_per_image = 0.000002
supports_tool_choice = true
supports_web_search = true

[models."grok-2-vision-1212".pricing."xai"]
input_cost_per_image = 0.000002
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-2-vision-latest"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
input_cost_per_image = 0.000002
supports_tool_choice = true
supports_web_search = true

[models."grok-2-vision-latest".pricing."xai"]
input_cost_per_image = 0.000002
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-3"]
display_name = "xAI Grok 3"
model_family = "grok"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "azure_ai"
providers = ["azure_ai", "helicone", "xai"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://devblogs.microsoft.com/foundry/announcing-grok-3-and-grok-3-mini-on-azure-ai-foundry/"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3".pricing."azure_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-3".pricing."azure_ai/global"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-3".pricing."helicone"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-3".pricing."xai"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."grok-3-beta"]
display_name = "Grok 3 Beta"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 7.5e-7
litellm_provider = "xai"
providers = ["xai", "nano-gpt"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-beta".pricing."nano-gpt"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-3-beta".pricing."xai"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."grok-3-fast-beta"]
display_name = "Grok 3 Fast Beta"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 0.00000125
litellm_provider = "xai"
providers = ["xai", "nano-gpt"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
release_date = "2025-02-17"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-fast-beta".pricing."nano-gpt"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."grok-3-fast-beta".pricing."xai"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."grok-3-fast-latest"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 0.00000125
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_prompt_caching = true
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-fast-latest".pricing."xai"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."grok-3-latest"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 7.5e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_prompt_caching = true
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-latest".pricing."xai"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."grok-3-mini"]
display_name = "xAI Grok 3 Mini"
model_family = "grok"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000127
litellm_provider = "azure_ai"
providers = ["azure_ai", "helicone", "xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://devblogs.microsoft.com/foundry/announcing-grok-3-and-grok-3-mini-on-azure-ai-foundry/"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-mini".pricing."azure_ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000127
[models."grok-3-mini".pricing."azure_ai/global"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000127
[models."grok-3-mini".pricing."helicone"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
[models."grok-3-mini".pricing."xai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."grok-3-mini-beta"]
display_name = "Grok 3 Mini Beta"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 7.5e-8
litellm_provider = "xai"
providers = ["xai", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
release_date = "2025-02-17"
deprecation_date = "2026-02-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-mini-beta".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
[models."grok-3-mini-beta".pricing."xai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."grok-3-mini-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.5e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-mini-fast".pricing."xai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004

[models."grok-3-mini-fast-beta"]
display_name = "Grok 3 Mini Fast Beta"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.5e-7
litellm_provider = "xai"
providers = ["xai", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
release_date = "2025-02-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-mini-fast-beta".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004
[models."grok-3-mini-fast-beta".pricing."xai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004

[models."grok-3-mini-fast-latest"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.5e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-mini-fast-latest".pricing."xai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004

[models."grok-3-mini-latest"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 7.5e-8
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://x.ai/api#pricing"
supports_response_schema = false
supports_tool_choice = true
supports_web_search = true

[models."grok-3-mini-latest".pricing."xai"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."grok-4"]
display_name = "xAI Grok 4"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "azure_ai"
providers = ["azure_ai", "helicone", "xai"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4".pricing."azure_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-4".pricing."helicone"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-4".pricing."xai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."grok-4-0709"]
display_name = "Grok 4"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "xai"
providers = ["xai", "abacus", "jiekou", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models"
input_cost_per_token_above_128k_tokens = 0.000006
output_cost_per_token_above_128k_tokens = 0.00003
supports_tool_choice = true
supports_web_search = true

[models."grok-4-0709".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-4-0709".pricing."jiekou"]
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000135
[models."grok-4-0709".pricing."llmgateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."grok-4-0709".pricing."xai"]
input_cost_per_token = 0.000003
input_cost_per_token_above_128k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_128k_tokens = 0.00003

[models."grok-4-1"]
display_name = "grok-4.1"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-06"
release_date = "2025-11-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-1".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."grok-4-1-fast"]
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5e-8
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning"
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token_above_128k_tokens = 0.000001
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-1-fast".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-1-fast-non-reasoning"]
display_name = "xAI Grok 4.1 Fast Non-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "abacus", "azure", "frogbot", "helicone", "jiekou", "xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-11"
release_date = "2025-11-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964"
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-1-fast-non-reasoning".pricing."302ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-non-reasoning".pricing."abacus"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-non-reasoning".pricing."azure"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-non-reasoning".pricing."azure_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-non-reasoning".pricing."frogbot"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-non-reasoning".pricing."helicone"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-non-reasoning".pricing."jiekou"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 4.5000000000000003e-7
[models."grok-4-1-fast-non-reasoning".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-1-fast-non-reasoning-latest"]
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5e-8
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models/grok-4-1-fast-non-reasoning"
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token_above_128k_tokens = 0.000001
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-1-fast-non-reasoning-latest".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-1-fast-reasoning"]
display_name = "xAI Grok 4.1 Fast Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "azure", "frogbot", "helicone", "jiekou", "llmgateway", "xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-11"
release_date = "2025-11-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/t5/Azure-AI-Foundry-Blog/Grok-4-0-Goes-GA-in-Microsoft-Foundry-and-Grok-4-1-Fast-Arrives/ba-p/4497964"
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-1-fast-reasoning".pricing."302ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-reasoning".pricing."azure"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-reasoning".pricing."azure_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-reasoning".pricing."frogbot"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-reasoning".pricing."helicone"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-reasoning".pricing."jiekou"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 4.5000000000000003e-7
[models."grok-4-1-fast-reasoning".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-1-fast-reasoning".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-1-fast-reasoning-latest"]
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5e-8
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models/grok-4-1-fast-reasoning"
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token_above_128k_tokens = 0.000001
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-1-fast-reasoning-latest".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-20"]
display_name = "Grok 4.20"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 128000
input_cost_per_token = 0.00000142
output_cost_per_token = 0.00000283
cache_read_input_token_cost = 2.3000000000000002e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20".pricing."venice"]
cache_read_input_token_cost = 2.3000000000000002e-7
input_cost_per_token = 0.00000142
output_cost_per_token = 0.00000283

[models."grok-4-20-0309-non-reasoning"]
display_name = "Grok 4.20 (Non-Reasoning)"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-0309-non-reasoning".pricing."xai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-20-beta-0309-non-reasoning"]
display_name = "Grok 4.20 (Non-Reasoning)"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-beta-0309-non-reasoning".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."grok-4-20-beta-0309-non-reasoning".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-20-beta-0309-reasoning"]
display_name = "Grok 4.20 (Reasoning)"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "302ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-beta-0309-reasoning".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."grok-4-20-beta-0309-reasoning".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-20-multi-agent"]
display_name = "Grok 4.20 Multi-Agent"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 128000
input_cost_per_token = 0.00000142
output_cost_per_token = 0.00000283
cache_read_input_token_cost = 2.3000000000000002e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-03-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-multi-agent".pricing."venice"]
cache_read_input_token_cost = 2.3000000000000002e-7
input_cost_per_token = 0.00000142
output_cost_per_token = 0.00000283

[models."grok-4-20-multi-agent-0309"]
display_name = "Grok 4.20 Multi-Agent"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-multi-agent-0309".pricing."xai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-20-non-reasoning"]
display_name = "Grok 4.20 (Non-Reasoning)"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "azure"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-non-reasoning".pricing."azure"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."grok-4-20-non-reasoning".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-20-reasoning"]
display_name = "Grok 4.20 (Reasoning)"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "azure"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-20-reasoning".pricing."azure"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."grok-4-20-reasoning".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-3"]
display_name = "Grok 4.3"
model_family = "grok"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "frogbot"
providers = ["frogbot", "aihubmix", "llmgateway", "venice", "xai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-11"
release_date = "2026-04-30"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-4-3".pricing."aihubmix"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
[models."grok-4-3".pricing."frogbot"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
[models."grok-4-3".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
[models."grok-4-3".pricing."venice"]
cache_read_input_token_cost = 2.3000000000000002e-7
input_cost_per_token = 0.00000142
output_cost_per_token = 0.00000283
[models."grok-4-3".pricing."xai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."grok-4-fast-non-reasoning"]
display_name = "xAI Grok 4 Fast Non-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "abacus", "helicone", "jiekou", "xai"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-19"
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-fast-non-reasoning".pricing."302ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-non-reasoning".pricing."abacus"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-non-reasoning".pricing."azure_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-non-reasoning".pricing."helicone"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-non-reasoning".pricing."jiekou"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 4.5000000000000003e-7
[models."grok-4-fast-non-reasoning".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-fast-reasoning"]
display_name = "xAI: Grok 4 Fast Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "302ai", "azure", "azure-cognitive-services", "helicone", "jiekou", "llmgateway", "xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4-fast-reasoning".pricing."302ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-reasoning".pricing."azure"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-reasoning".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-reasoning".pricing."azure_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-reasoning".pricing."helicone"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-reasoning".pricing."jiekou"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 4.5000000000000003e-7
[models."grok-4-fast-reasoning".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."grok-4-fast-reasoning".pricing."xai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
input_cost_per_token_above_128k_tokens = 4e-7
output_cost_per_token = 5e-7
output_cost_per_token_above_128k_tokens = 0.000001

[models."grok-4-latest"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models"
input_cost_per_token_above_128k_tokens = 0.000006
output_cost_per_token_above_128k_tokens = 0.00003
supports_tool_choice = true
supports_web_search = true

[models."grok-4-latest".pricing."xai"]
input_cost_per_token = 0.000003
input_cost_per_token_above_128k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_128k_tokens = 0.00003

[models."grok-4.20-0309-reasoning"]
display_name = "Grok 4.20 (Reasoning)"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models"
supports_tool_choice = true
supports_web_search = true

[models."grok-4.20-0309-reasoning".pricing."xai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."grok-4.20-beta-0309-non-reasoning"]
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models"
supports_tool_choice = true
supports_web_search = true

[models."grok-4.20-beta-0309-non-reasoning".pricing."xai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."grok-4.20-beta-0309-reasoning"]
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models"
supports_tool_choice = true
supports_web_search = true

[models."grok-4.20-beta-0309-reasoning".pricing."xai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."grok-4.20-multi-agent-beta-0309"]
display_name = "grok-4.20-multi-agent-beta-0309"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "xai"
providers = ["xai", "302ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
release_date = "2026-03-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models"
supports_tool_choice = true
supports_web_search = true

[models."grok-4.20-multi-agent-beta-0309".pricing."302ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."grok-4.20-multi-agent-beta-0309".pricing."xai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."grok-4.3"]
display_name = "Grok 4.3"
model_family = "grok"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2e-7
litellm_provider = "xai"
providers = ["xai", "auriko"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
release_date = "2026-04-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models"
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token_above_200k_tokens = 0.000005
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4.3".pricing."auriko"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
[models."grok-4.3".pricing."xai"]
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.0000025
output_cost_per_token_above_200k_tokens = 0.000005

[models."grok-4.3-latest"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2e-7
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models"
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token_above_200k_tokens = 0.000005
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-4.3-latest".pricing."xai"]
cache_read_input_token_cost = 2e-7
cache_read_input_token_cost_above_200k_tokens = 4e-7
input_cost_per_token = 0.00000125
input_cost_per_token_above_200k_tokens = 0.0000025
output_cost_per_token = 0.0000025
output_cost_per_token_above_200k_tokens = 0.000005

[models."grok-beta"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = true
supports_web_search = true

[models."grok-beta".pricing."xai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015

[models."grok-build-0-1"]
display_name = "Grok Build 0.1"
model_family = "grok-build"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "opencode"
providers = ["opencode", "venice", "xai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-build-0-1".pricing."opencode"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
[models."grok-build-0-1".pricing."venice"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
[models."grok-build-0-1".pricing."xai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."grok-code"]
display_name = "Grok Code Fast 1"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok-code-fast"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2e-8
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models"
supports_tool_choice = true

[models."grok-code-fast".pricing."xai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015

[models."grok-code-fast-1"]
display_name = "xAI Grok Code Fast 1"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015
litellm_provider = "azure_ai"
providers = ["azure_ai", "abacus", "frogbot", "github-copilot", "helicone", "jiekou", "xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2024-08-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/grok/"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."grok-code-fast-1".pricing."abacus"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."grok-code-fast-1".pricing."azure_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015
[models."grok-code-fast-1".pricing."frogbot"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."grok-code-fast-1".pricing."helicone"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015
[models."grok-code-fast-1".pricing."jiekou"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 0.00000135
[models."grok-code-fast-1".pricing."xai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015

[models."grok-code-fast-1-0825"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2e-8
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://docs.x.ai/docs/models"
supports_tool_choice = true

[models."grok-code-fast-1-0825".pricing."xai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000015

[models."grok-vision-beta"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015
litellm_provider = "xai"
providers = ["xai"]
supports_function_calling = true
supports_vision = true
input_cost_per_image = 0.000005
supports_tool_choice = true
supports_web_search = true

[models."grok-vision-beta".pricing."xai"]
input_cost_per_image = 0.000005
input_cost_per_token = 0.000005
output_cost_per_token = 0.000015

[models."grok/grok-4-3"]
display_name = "Grok 4.3"
model_family = "grok"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 30000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "orcarouter"
providers = ["orcarouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."grok/grok-4-3".pricing."orcarouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."groq-llama-4-maverick-17b-128e-instruct"]
display_name = "Groq-Llama-4-Maverick-17B-128E-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "llama"
providers = ["llama"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-04-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gryphe/mythomax-l2-13b"]
display_name = "MythoMax 13B"
model_family = "llama"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 3200
max_tokens = 8192
input_cost_per_token = 0.000001875
output_cost_per_token = 0.000001875
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt", "novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-06-30"
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."gryphe/mythomax-l2-13b".pricing."kilo"]
input_cost_per_token = 6e-8
output_cost_per_token = 6e-8
[models."gryphe/mythomax-l2-13b".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.003e-7
[models."gryphe/mythomax-l2-13b".pricing."novita"]
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8
[models."gryphe/mythomax-l2-13b".pricing."novita-ai"]
input_cost_per_token = 9e-8
output_cost_per_token = 9e-8
[models."gryphe/mythomax-l2-13b".pricing."openrouter"]
input_cost_per_token = 0.000001875
output_cost_per_token = 0.000001875

[models."gte-large-en-v1-5"]
display_name = "GTE Large (v1.5)"
model_family = "text-embedding"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1024
input_cost_per_token = 9e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."gte-large-en-v1-5".pricing."digitalocean"]
input_cost_per_token = 9e-8

[models."hd/1024-x-1024/dall-e-3"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 7.629e-8

[models."hd/1024-x-1024/dall-e-3".pricing."azure"]
input_cost_per_pixel = 7.629e-8
output_cost_per_token = 0
[models."hd/1024-x-1024/dall-e-3".pricing."openai"]
input_cost_per_pixel = 7.629e-8
output_cost_per_pixel = 0

[models."hd/1024-x-1792/dall-e-3"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 6.539e-8

[models."hd/1024-x-1792/dall-e-3".pricing."azure"]
input_cost_per_pixel = 6.539e-8
output_cost_per_token = 0
[models."hd/1024-x-1792/dall-e-3".pricing."openai"]
input_cost_per_pixel = 6.539e-8
output_cost_per_pixel = 0

[models."hd/1792-x-1024/dall-e-3"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 6.539e-8

[models."hd/1792-x-1024/dall-e-3".pricing."azure"]
input_cost_per_pixel = 6.539e-8
output_cost_per_token = 0
[models."hd/1792-x-1024/dall-e-3".pricing."openai"]
input_cost_per_pixel = 6.539e-8
output_cost_per_pixel = 0

[models."hermes-2-pro-llama-3-8b"]
display_name = "Hermes 2 Pro Llama 3 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7
litellm_provider = "helicone"
providers = ["helicone", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2024-05-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hermes-2-pro-llama-3-8b".pricing."helicone"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7
[models."hermes-2-pro-llama-3-8b".pricing."llmgateway"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7

[models."hermes-3-llama-3-1-405b"]
display_name = "Hermes 3 Llama 3.1 405b"
model_family = "hermes"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000003
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hermes-3-llama-3-1-405b".pricing."venice"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.000003

[models."hermes-4-70b"]
display_name = "Hermes 4 70B"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 1.16e-7
output_cost_per_token = 3.58e-7
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2025-08-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hermes-4-70b".pricing."cortecs"]
input_cost_per_token = 1.16e-7
output_cost_per_token = 3.58e-7

[models."hermes3-405b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."hermes3-405b".pricing."lambda_ai"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7

[models."hermes3-70b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."hermes3-70b".pricing."lambda_ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7

[models."hermes3-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.5e-8
output_cost_per_token = 4e-8
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."hermes3-8b".pricing."lambda_ai"]
input_cost_per_token = 2.5e-8
output_cost_per_token = 4e-8

[models."hf:MiniMaxAI/MiniMax-M2"]
display_name = "MiniMax-M2"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 131000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-10-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:MiniMaxAI/MiniMax-M2".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:MiniMaxAI/MiniMax-M2-1"]
display_name = "MiniMax-M2.1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:MiniMaxAI/MiniMax-M2-1".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:MiniMaxAI/MiniMax-M2-5"]
display_name = "MiniMax-M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 191488
max_output_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 6e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:MiniMaxAI/MiniMax-M2-5".pricing."synthetic"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."hf:Qwen/Qwen2-5-Coder-32B-Instruct"]
display_name = "Qwen2.5-Coder-32B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-11-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:Qwen/Qwen2-5-Coder-32B-Instruct".pricing."synthetic"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 8.000000000000001e-7

[models."hf:Qwen/Qwen3-235B-A22B-Instruct-2507"]
display_name = "Qwen 3 235B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:Qwen/Qwen3-235B-A22B-Instruct-2507".pricing."synthetic"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."hf:Qwen/Qwen3-235B-A22B-Thinking-2507"]
display_name = "Qwen3 235B A22B Thinking 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.000003
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:Qwen/Qwen3-235B-A22B-Thinking-2507".pricing."synthetic"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.000003

[models."hf:Qwen/Qwen3-5-397B-A17B"]
display_name = "Qwen3.5-97B-A17B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 6e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:Qwen/Qwen3-5-397B-A17B".pricing."synthetic"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."hf:Qwen/Qwen3-Coder-480B-A35B-Instruct"]
display_name = "Qwen 3 Coder 480B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:Qwen/Qwen3-Coder-480B-A35B-Instruct".pricing."synthetic"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."hf:deepseek-ai/DeepSeek-R1"]
display_name = "DeepSeek R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-R1".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:deepseek-ai/DeepSeek-R1-0528"]
display_name = "DeepSeek R1 (0528)"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000008
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-R1-0528".pricing."synthetic"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000008

[models."hf:deepseek-ai/DeepSeek-V3"]
display_name = "DeepSeek V3"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-V3".pricing."synthetic"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00000125

[models."hf:deepseek-ai/DeepSeek-V3-0324"]
display_name = "DeepSeek V3 (0324)"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-V3-0324".pricing."synthetic"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."hf:deepseek-ai/DeepSeek-V3-1"]
display_name = "DeepSeek V3.1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-V3-1".pricing."synthetic"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000168

[models."hf:deepseek-ai/DeepSeek-V3-1-Terminus"]
display_name = "DeepSeek V3.1 Terminus"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-V3-1-Terminus".pricing."synthetic"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."hf:deepseek-ai/DeepSeek-V3-2"]
display_name = "DeepSeek V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 162816
max_output_tokens = 8000
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 2.7e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:deepseek-ai/DeepSeek-V3-2".pricing."synthetic"]
cache_read_input_token_cost = 2.7e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7

[models."hf:meta-llama/Llama-3-1-405B-Instruct"]
display_name = "Llama-3.1-405B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:meta-llama/Llama-3-1-405B-Instruct".pricing."synthetic"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."hf:meta-llama/Llama-3-1-70B-Instruct"]
display_name = "Llama-3.1-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 9.000000000000001e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:meta-llama/Llama-3-1-70B-Instruct".pricing."synthetic"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 9.000000000000001e-7

[models."hf:meta-llama/Llama-3-1-8B-Instruct"]
display_name = "Llama-3.1-8B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:meta-llama/Llama-3-1-8B-Instruct".pricing."synthetic"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."hf:meta-llama/Llama-3-3-70B-Instruct"]
display_name = "Llama-3.3-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 9.000000000000001e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:meta-llama/Llama-3-3-70B-Instruct".pricing."synthetic"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 9.000000000000001e-7

[models."hf:meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"]
display_name = "Llama-4-Maverick-17B-128E-Instruct-FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 524000
max_output_tokens = 4096
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8".pricing."synthetic"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."hf:meta-llama/Llama-4-Scout-17B-16E-Instruct"]
display_name = "Llama-4-Scout-17B-16E-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 328000
max_output_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:meta-llama/Llama-4-Scout-17B-16E-Instruct".pricing."synthetic"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."hf:moonshotai/Kimi-K2-5"]
display_name = "Kimi K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:moonshotai/Kimi-K2-5".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:moonshotai/Kimi-K2-6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 9.499999999999999e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:moonshotai/Kimi-K2-6".pricing."synthetic"]
cache_read_input_token_cost = 9.499999999999999e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."hf:moonshotai/Kimi-K2-Instruct-0905"]
display_name = "Kimi K2 0905"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:moonshotai/Kimi-K2-Instruct-0905".pricing."synthetic"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."hf:moonshotai/Kimi-K2-Thinking"]
display_name = "Kimi K2 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-11"
release_date = "2025-11-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:moonshotai/Kimi-K2-Thinking".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:nvidia/Kimi-K2-5-NVFP4"]
display_name = "Kimi K2.5 (NVFP4)"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:nvidia/Kimi-K2-5-NVFP4".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4"]
display_name = "Nemotron 3 Super 120B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.000001
cache_read_input_token_cost = 3e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4".pricing."synthetic"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 3e-7
output_cost_per_token = 0.000001

[models."hf:openai/gpt-oss-120b"]
display_name = "GPT OSS 120B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:openai/gpt-oss-120b".pricing."synthetic"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."hf:zai-org/GLM-4-6"]
display_name = "GLM 4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:zai-org/GLM-4-6".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:zai-org/GLM-4-7"]
display_name = "GLM 4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:zai-org/GLM-4-7".pricing."synthetic"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000021899999999999998

[models."hf:zai-org/GLM-4-7-Flash"]
display_name = "GLM-4.7-Flash"
model_family = "glm"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 65536
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 6e-8
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-01-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:zai-org/GLM-4-7-Flash".pricing."synthetic"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7

[models."hf:zai-org/GLM-5"]
display_name = "GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 65536
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 0.000001
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:zai-org/GLM-5".pricing."synthetic"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."hf:zai-org/GLM-5-1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 65536
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 0.000001
litellm_provider = "synthetic"
providers = ["synthetic"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hf:zai-org/GLM-5-1".pricing."synthetic"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."high/1024-x-1024/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 1.59263611e-7
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."high/1024-x-1024/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 1.59263611e-7
output_cost_per_pixel = 0
[models."high/1024-x-1024/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.167
input_cost_per_pixel = 1.59263611e-7
output_cost_per_pixel = 0

[models."high/1024-x-1024/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure"]
input_cost_per_pixel = 3.173828125e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."high/1024-x-1024/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 3.173828125e-8
output_cost_per_pixel = 0

[models."high/1024-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.133
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."high/1024-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.133

[models."high/1024-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.133
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."high/1024-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.133

[models."high/1024-x-1536/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 1.58945719e-7
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."high/1024-x-1536/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 1.58945719e-7
output_cost_per_pixel = 0
[models."high/1024-x-1536/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.25
input_cost_per_pixel = 1.58945719e-7
output_cost_per_pixel = 0

[models."high/1024-x-1536/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure"]
input_cost_per_pixel = 3.173828125e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."high/1024-x-1536/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 3.173828125e-8
output_cost_per_pixel = 0

[models."high/1024-x-1536/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.2
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."high/1024-x-1536/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.2

[models."high/1024-x-1536/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.2
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."high/1024-x-1536/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.2

[models."high/1536-x-1024/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 1.58945719e-7
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."high/1536-x-1024/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 1.58945719e-7
output_cost_per_pixel = 0
[models."high/1536-x-1024/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.25
input_cost_per_pixel = 1.58945719e-7
output_cost_per_pixel = 0

[models."high/1536-x-1024/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure"]
input_cost_per_pixel = 3.1575520833e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."high/1536-x-1024/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 3.1575520833e-8
output_cost_per_pixel = 0

[models."high/1536-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.2
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."high/1536-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.2

[models."high/1536-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.2
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."high/1536-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.2

[models."huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated"]
display_name = "DeepSeek R1 Llama 70B Abliterated"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."huihui-ai/DeepSeek-R1-Distill-Qwen-32B-abliterated"]
display_name = "DeepSeek R1 Qwen Abliterated"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000014
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."huihui-ai/DeepSeek-R1-Distill-Qwen-32B-abliterated".pricing."nano-gpt"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000014

[models."huihui-ai/Llama-3-1-Nemotron-70B-Instruct-HF-abliterated"]
display_name = "Nemotron 3.1 70B abliterated"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."huihui-ai/Llama-3-1-Nemotron-70B-Instruct-HF-abliterated".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."huihui-ai/Llama-3-3-70B-Instruct-abliterated"]
display_name = "Llama 3.3 70B Instruct abliterated"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."huihui-ai/Llama-3-3-70B-Instruct-abliterated".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."huihui-ai/Qwen2-5-32B-Instruct-abliterated"]
display_name = "Qwen 2.5 32B Abliterated"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."huihui-ai/Qwen2-5-32B-Instruct-abliterated".pricing."nano-gpt"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."hunyuan-2-0-instruct"]
display_name = "Tencent HY 2.0 Instruct"
model_family = "hunyuan"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
litellm_provider = "tencent-coding-plan"
providers = ["tencent-coding-plan"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hunyuan-2-0-thinking"]
display_name = "Tencent HY 2.0 Think"
model_family = "hunyuan"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
litellm_provider = "tencent-coding-plan"
providers = ["tencent-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hunyuan-t1"]
display_name = "Hunyuan-T1"
model_family = "hunyuan"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
litellm_provider = "tencent-coding-plan"
providers = ["tencent-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hunyuan-t1-latest"]
display_name = "Hunyuan T1"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hunyuan-t1-latest".pricing."nano-gpt"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7

[models."hunyuan-turbos"]
display_name = "Hunyuan-TurboS"
model_family = "hunyuan"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
litellm_provider = "tencent-coding-plan"
providers = ["tencent-coding-plan"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hunyuan-turbos-20250226"]
display_name = "Hunyuan Turbo S"
mode = "chat"
max_input_tokens = 24000
max_output_tokens = 8192
input_cost_per_token = 1.87e-7
output_cost_per_token = 3.74e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hunyuan-turbos-20250226".pricing."nano-gpt"]
input_cost_per_token = 1.87e-7
output_cost_per_token = 3.74e-7

[models."hy3-preview"]
display_name = "Hy3 preview"
model_family = "Hy"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
litellm_provider = "tencent-tokenhub"
providers = ["tencent-tokenhub"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."hy3-preview-free"]
display_name = "Hy3 preview Free"
model_family = "hy3-free"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-04-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ibm-granite/granite-3.3-8b-instruct"]
mode = "chat"
input_cost_per_token = 3e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_function_calling = true
supports_system_messages = true

[models."ibm-granite/granite-3.3-8b-instruct".pricing."replicate"]
input_cost_per_token = 3e-8
output_cost_per_token = 2.5e-7

[models."ibm-granite/granite-4-0-h-micro"]
display_name = "IBM: Granite 4.0 Micro"
model_family = "granite"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 32768
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.1e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-10-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ibm-granite/granite-4-0-h-micro".pricing."kilo"]
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.1e-7
[models."ibm-granite/granite-4-0-h-micro".pricing."openrouter"]
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.12e-7

[models."ibm-granite/granite-4-1-8b"]
display_name = "IBM: Granite 4.1 8B"
model_family = "granite"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.0000000000000001e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-04-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ibm-granite/granite-4-1-8b".pricing."kilo"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.0000000000000001e-7
[models."ibm-granite/granite-4-1-8b".pricing."openrouter"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.0000000000000001e-7

[models."ibm/granite-13b-chat-v2"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-13b-chat-v2".pricing."watsonx"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."ibm/granite-13b-instruct-v2"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-13b-instruct-v2".pricing."watsonx"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."ibm/granite-3-3-8b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_parallel_function_calling = true

[models."ibm/granite-3-3-8b-instruct".pricing."watsonx"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."ibm/granite-3-8b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_prompt_caching = true
supports_audio_input = false
supports_audio_output = false
supports_parallel_function_calling = false
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."ibm/granite-3-8b-instruct".pricing."watsonx"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."ibm/granite-4-h-small"]
mode = "chat"
max_input_tokens = 20480
max_output_tokens = 20480
max_tokens = 20480
input_cost_per_token = 6e-8
output_cost_per_token = 2.5e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_parallel_function_calling = true

[models."ibm/granite-4-h-small".pricing."watsonx"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.5e-7

[models."ibm/granite-guardian-3-2-2b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-guardian-3-2-2b".pricing."watsonx"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."ibm/granite-guardian-3-3-8b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-guardian-3-3-8b".pricing."watsonx"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."ibm/granite-ttm-1024-96-r2"]
mode = "chat"
max_input_tokens = 512
max_output_tokens = 512
max_tokens = 512
input_cost_per_token = 3.8e-7
output_cost_per_token = 3.8e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-ttm-1024-96-r2".pricing."watsonx"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 3.8e-7

[models."ibm/granite-ttm-1536-96-r2"]
mode = "chat"
max_input_tokens = 512
max_output_tokens = 512
max_tokens = 512
input_cost_per_token = 3.8e-7
output_cost_per_token = 3.8e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-ttm-1536-96-r2".pricing."watsonx"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 3.8e-7

[models."ibm/granite-ttm-512-96-r2"]
mode = "chat"
max_input_tokens = 512
max_output_tokens = 512
max_tokens = 512
input_cost_per_token = 3.8e-7
output_cost_per_token = 3.8e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."ibm/granite-ttm-512-96-r2".pricing."watsonx"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 3.8e-7

[models."ibm/granite-vision-3-2-2b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = true
supports_parallel_function_calling = false

[models."ibm/granite-vision-3-2-2b".pricing."watsonx"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."imagegeneration@006"]
mode = "image_generation"
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
output_cost_per_image = 0.02

[models."imagegeneration@006".pricing."vertex_ai"]
output_cost_per_image = 0.02

[models."imagen-3.0-capability-001"]
mode = "image_generation"
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/image/edit-insert-objects"
output_cost_per_image = 0.04

[models."imagen-3.0-capability-001".pricing."vertex_ai"]
output_cost_per_image = 0.04

[models."imagen-3.0-fast-generate-001"]
mode = "image_generation"
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
output_cost_per_image = 0.02

[models."imagen-3.0-fast-generate-001".pricing."gemini"]
output_cost_per_image = 0.02
[models."imagen-3.0-fast-generate-001".pricing."vertex_ai"]
output_cost_per_image = 0.02

[models."imagen-3.0-generate-001"]
mode = "image_generation"
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
output_cost_per_image = 0.04

[models."imagen-3.0-generate-001".pricing."gemini"]
output_cost_per_image = 0.04
[models."imagen-3.0-generate-001".pricing."vertex_ai"]
output_cost_per_image = 0.04

[models."imagen-3.0-generate-002"]
mode = "image_generation"
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
deprecation_date = "2025-11-10"
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
output_cost_per_image = 0.04

[models."imagen-3.0-generate-002".pricing."gemini"]
output_cost_per_image = 0.04
[models."imagen-3.0-generate-002".pricing."vertex_ai"]
output_cost_per_image = 0.04

[models."imagen-4.0-fast-generate-001"]
display_name = "Imagen 4 Fast"
model_family = "imagen"
mode = "image_generation"
max_input_tokens = 480
max_output_tokens = 0
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-06"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
output_cost_per_image = 0.02

[models."imagen-4.0-fast-generate-001".pricing."gemini"]
output_cost_per_image = 0.02
[models."imagen-4.0-fast-generate-001".pricing."vertex_ai"]
output_cost_per_image = 0.02

[models."imagen-4.0-generate-001"]
display_name = "Imagen 4"
model_family = "imagen"
mode = "image_generation"
max_input_tokens = 480
max_output_tokens = 0
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
output_cost_per_image = 0.04

[models."imagen-4.0-generate-001".pricing."gemini"]
output_cost_per_image = 0.04
[models."imagen-4.0-generate-001".pricing."vertex_ai"]
output_cost_per_image = 0.04

[models."imagen-4.0-ultra-generate-001"]
display_name = "Imagen 4 Ultra"
model_family = "imagen"
mode = "image_generation"
max_input_tokens = 480
max_output_tokens = 0
litellm_provider = "aiml"
providers = ["aiml", "gemini", "vertex_ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-24"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "https://docs.aimlapi.com/api-references/image-models/google/imagen-4-ultra-generate"
output_cost_per_image = 0.078
supported_endpoints = ["/v1/images/generations"]

[models."imagen-4.0-ultra-generate-001".metadata]
notes = "Imagen 4.0 Ultra Generate API - Photorealistic image generation with precise text rendering"

[models."imagen-4.0-ultra-generate-001".pricing."aiml"]
output_cost_per_image = 0.078
[models."imagen-4.0-ultra-generate-001".pricing."gemini"]
output_cost_per_image = 0.06
[models."imagen-4.0-ultra-generate-001".pricing."vertex_ai"]
output_cost_per_image = 0.06

[models."inception/mercury-2"]
display_name = "Inception: Mercury 2"
model_family = "mercury"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 50000
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inception/mercury-2".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."inception/mercury-2".pricing."openrouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."inception/mercury-2".pricing."vercel"]
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7

[models."inception/mercury-coder-small"]
display_name = "Mercury Coder Small Beta"
model_family = "mercury"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-02-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."inception/mercury-coder-small".pricing."vercel"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."inception/mercury-coder-small".pricing."vercel_ai_gateway"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."inception/mercury-edit-2"]
display_name = "Mercury Edit 2"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-03-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inception/mercury-edit-2".pricing."vercel"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7

[models."inclusionAI/Ling-flash-2-0"]
display_name = "inclusionAI/Ling-flash-2.0"
model_family = "ling"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionAI/Ling-flash-2-0".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."inclusionAI/Ling-flash-2-0".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7

[models."inclusionAI/Ling-mini-2-0"]
display_name = "inclusionAI/Ling-mini-2.0"
model_family = "ling"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionAI/Ling-mini-2-0".pricing."siliconflow"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."inclusionAI/Ling-mini-2-0".pricing."siliconflow-cn"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."inclusionAI/Ring-flash-2-0"]
display_name = "inclusionAI/Ring-flash-2.0"
model_family = "ring"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
litellm_provider = "siliconflow"
providers = ["siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionAI/Ring-flash-2-0".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."inclusionAI/Ring-flash-2-0".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7

[models."inclusionai/ling-1t"]
display_name = "Ling-1T"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000224
cache_read_input_token_cost = 1.1e-7
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-10-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionai/ling-1t".pricing."zenmux"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000224

[models."inclusionai/ling-2-6-1t"]
display_name = "Ling-2.6-1T"
model_family = "ling"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
litellm_provider = "novita-ai"
providers = ["novita-ai", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionai/ling-2-6-1t".pricing."kilo"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."inclusionai/ling-2-6-1t".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 6.25e-7

[models."inclusionai/ling-2-6-flash"]
display_name = "Ling-2.6-flash"
model_family = "ling"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "novita-ai"
providers = ["novita-ai", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionai/ling-2-6-flash".pricing."kilo"]
cache_read_input_token_cost = 1.6e-8
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7
[models."inclusionai/ling-2-6-flash".pricing."novita-ai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."inclusionai/ling-2-6-flash".pricing."openrouter"]
cache_read_input_token_cost = 2e-9
input_cost_per_token = 1e-8
output_cost_per_token = 3e-8

[models."inclusionai/ring-1t"]
display_name = "Ring-1T"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000224
cache_read_input_token_cost = 1.1e-7
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-10-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionai/ring-1t".pricing."zenmux"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000224

[models."inclusionai/ring-2-6-1t"]
display_name = "inclusionAI: Ring-2.6-1T"
model_family = "ring"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 7.5e-8
output_cost_per_token = 6.25e-7
cache_read_input_token_cost = 1.5e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inclusionai/ring-2-6-1t".pricing."kilo"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 6.25e-7
[models."inclusionai/ring-2-6-1t".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 7.5e-8
output_cost_per_token = 6.25e-7

[models."inflatebot/MN-12B-Mag-Mell-R1"]
display_name = "Mag Mell R1"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inflatebot/MN-12B-Mag-Mell-R1".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."inflection/inflection-3-pi"]
display_name = "Inflection 3 Pi"
model_family = "gpt"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 4096
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2024-10-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inflection/inflection-3-pi".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."inflection/inflection-3-pi".pricing."nano-gpt"]
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
[models."inflection/inflection-3-pi".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."inflection/inflection-3-productivity"]
display_name = "Inflection 3 Productivity"
model_family = "gpt"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 4096
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2024-10-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."inflection/inflection-3-productivity".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."inflection/inflection-3-productivity".pricing."nano-gpt"]
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000009996
[models."inflection/inflection-3-productivity".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."inpaint"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."inpaint".pricing."stability"]
output_cost_per_image = 0.005

[models."intellect-3"]
display_name = "INTELLECT 3"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 2.19e-7
output_cost_per_token = 0.0000012019999999999999
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-11"
release_date = "2025-11-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."intellect-3".pricing."cortecs"]
input_cost_per_token = 2.19e-7
output_cost_per_token = 0.0000012019999999999999

[models."interfaze/interfaze-beta"]
display_name = "Interfaze Beta"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 32000
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000035
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-10-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."interfaze/interfaze-beta".pricing."vercel"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000035

[models."internlm2_5-20b-chat"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."internlm2_5-20b-chat".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."intfloat/e5-mistral-7b-instruct"]
display_name = "E5 Mistral 7B"
model_family = "mistral"
mode = "embedding"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 32768
input_cost_per_token = 1e-8
output_cost_per_token = 0
litellm_provider = "nebius"
providers = ["nebius", "stackit"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2023-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://nebius.com/prices-ai-studio"

[models."intfloat/e5-mistral-7b-instruct".pricing."nebius"]
input_cost_per_token = 1e-8
output_cost_per_token = 0
[models."intfloat/e5-mistral-7b-instruct".pricing."stackit"]
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8

[models."intfloat/multilingual-e5-large-instruct"]
display_name = "E5 Multi-Lingual Large Embeddings 0.6B"
model_family = "text-embedding"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 512
input_cost_per_token = 1.2e-7
output_cost_per_token = 1.2e-7
litellm_provider = "evroc"
providers = ["evroc"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."intfloat/multilingual-e5-large-instruct".pricing."evroc"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 1.2e-7

[models."invoke/anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_response_schema = true
supports_tool_choice = true

[models."invoke/anthropic.claude-3-5-sonnet-20240620-v1:0".metadata]
notes = "Anthropic via Invoke route does not currently support pdf input."

[models."invoke/anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."j2-light"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
litellm_provider = "ai21"
providers = ["ai21"]

[models."j2-light".pricing."ai21"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."j2-mid"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00001
output_cost_per_token = 0.00001
litellm_provider = "ai21"
providers = ["ai21"]

[models."j2-mid".pricing."ai21"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00001

[models."j2-ultra"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000015
output_cost_per_token = 0.000015
litellm_provider = "ai21"
providers = ["ai21"]

[models."j2-ultra".pricing."ai21"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000015

[models."jais-30b-chat"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0032
output_cost_per_token = 0.00971
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azure.microsoft.com/en-us/products/ai-services/ai-foundry/models/jais-30b-chat"

[models."jais-30b-chat".pricing."azure_ai"]
input_cost_per_token = 0.0032
output_cost_per_token = 0.00971

[models."jamba-1.5"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "ai21"
providers = ["ai21", "vertex_ai"]
supports_tool_choice = true

[models."jamba-1.5".pricing."ai21"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
[models."jamba-1.5".pricing."vertex_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7

[models."jamba-1.5-large"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "ai21"
providers = ["ai21", "snowflake", "vertex_ai"]
supports_tool_choice = true

[models."jamba-1.5-large".pricing."ai21"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."jamba-1.5-large".pricing."vertex_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."jamba-1.5-large@001"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "ai21"
providers = ["ai21", "vertex_ai"]
supports_tool_choice = true

[models."jamba-1.5-large@001".pricing."ai21"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."jamba-1.5-large@001".pricing."vertex_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."jamba-1.5-mini"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "ai21"
providers = ["ai21", "snowflake", "vertex_ai"]
supports_tool_choice = true

[models."jamba-1.5-mini".pricing."ai21"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
[models."jamba-1.5-mini".pricing."vertex_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7

[models."jamba-1.5-mini@001"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "ai21"
providers = ["ai21", "vertex_ai"]
supports_tool_choice = true

[models."jamba-1.5-mini@001".pricing."ai21"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
[models."jamba-1.5-mini@001".pricing."vertex_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7

[models."jamba-instruct"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 7e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "snowflake"]
supports_tool_choice = true

[models."jamba-instruct".pricing."azure_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 7e-7

[models."jamba-large"]
display_name = "Jamba Large"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4096
input_cost_per_token = 0.000001989
output_cost_per_token = 0.00000799
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."jamba-large".pricing."nano-gpt"]
input_cost_per_token = 0.000001989
output_cost_per_token = 0.00000799

[models."jamba-large-1.6"]
display_name = "Jamba Large 1.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "ai21"
providers = ["ai21", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."jamba-large-1.6".pricing."ai21"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."jamba-large-1.6".pricing."nano-gpt"]
input_cost_per_token = 0.000001989
output_cost_per_token = 0.00000799

[models."jamba-large-1.7"]
display_name = "Jamba Large 1.7"
model_family = "jamba"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "ai21"
providers = ["ai21", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08-31"
release_date = "2025-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."jamba-large-1.7".pricing."ai21"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."jamba-large-1.7".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."jamba-large-1.7".pricing."nano-gpt"]
input_cost_per_token = 0.000001989
output_cost_per_token = 0.00000799
[models."jamba-large-1.7".pricing."openrouter"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."jamba-mini"]
display_name = "Jamba Mini"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 4096
input_cost_per_token = 1.989e-7
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."jamba-mini".pricing."nano-gpt"]
input_cost_per_token = 1.989e-7
output_cost_per_token = 4.0799999999999995e-7

[models."jamba-mini-1.6"]
display_name = "Jamba Mini 1.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "ai21"
providers = ["ai21", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."jamba-mini-1.6".pricing."ai21"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
[models."jamba-mini-1.6".pricing."nano-gpt"]
input_cost_per_token = 1.989e-7
output_cost_per_token = 4.0799999999999995e-7

[models."jamba-mini-1.7"]
display_name = "Jamba Mini 1.7"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
litellm_provider = "ai21"
providers = ["ai21", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."jamba-mini-1.7".pricing."ai21"]
input_cost_per_token = 2e-7
output_cost_per_token = 4e-7
[models."jamba-mini-1.7".pricing."nano-gpt"]
input_cost_per_token = 1.989e-7
output_cost_per_token = 4.0799999999999995e-7

[models."jina-reranker-v2-base-multilingual"]
mode = "rerank"
max_input_tokens = 1024
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1.8e-8
output_cost_per_token = 1.8e-8
litellm_provider = "jina_ai"
providers = ["jina_ai"]
max_document_chunks_per_query = 2048

[models."jina-reranker-v2-base-multilingual".pricing."jina_ai"]
input_cost_per_token = 1.8e-8
output_cost_per_token = 1.8e-8

[models."jp.anthropic.claude-haiku-4-5-20251001-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0.000001375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."jp.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000001375
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055

[models."jp.anthropic.claude-opus-4-7"]
display_name = "Claude Opus 4.7 (JP)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "amazon-bedrock"
providers = ["amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."jp.anthropic.claude-opus-4-7".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."jp.anthropic.claude-sonnet-4-5-20250929-v1:0"]
display_name = "Claude Sonnet 4.5 (JP)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token_above_200k_tokens = 0.00002475
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."jp.anthropic.claude-sonnet-4-5-20250929-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."jp.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."jp.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost = 3.3e-7
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token = 0.0000033
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token = 0.0000165
output_cost_per_token_above_200k_tokens = 0.00002475

[models."jp.anthropic.claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6 (JP)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."jp.anthropic.claude-sonnet-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."jp.anthropic.claude-sonnet-4-6".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."jp.anthropic.claude-sonnet-4-6".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."k2p5"]
display_name = "Kimi K2.5"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
litellm_provider = "kimi-for-coding"
providers = ["kimi-for-coding"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."k2p6"]
display_name = "Kimi K2.6"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
litellm_provider = "kimi-for-coding"
providers = ["kimi-for-coding"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kilo-auto/balanced"]
display_name = "Kilo Auto Balanced"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kilo-auto/balanced".pricing."kilo"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."kilo-auto/free"]
display_name = "Kilo Auto Free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kilo-auto/frontier"]
display_name = "Kilo Auto Frontier"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kilo-auto/frontier".pricing."kilo"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."kilo-auto/small"]
display_name = "Kilo Auto Small"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kilo-auto/small".pricing."kilo"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7

[models."kimi-k2"]
display_name = "Kimi K2"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 5e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "iflowcn", "opencode"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-07-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."kimi-k2".pricing."opencode"]
cache_read_input_token_cost = 4.0000000000000003e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000025

[models."kimi-k2-0711"]
display_name = "Kimi K2 (07/11)"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 5.7e-7
output_cost_per_token = 0.0000023
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-0711".pricing."helicone"]
input_cost_per_token = 5.7e-7
output_cost_per_token = 0.0000023

[models."kimi-k2-0711-preview"]
display_name = "Kimi K2 0711"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot", "moonshotai", "moonshotai-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-07-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2"
supports_tool_choice = true
supports_web_search = true

[models."kimi-k2-0711-preview".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-0711-preview".pricing."moonshotai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-0711-preview".pricing."moonshotai-cn"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."kimi-k2-0905"]
display_name = "Kimi K2 (09/05)"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 4e-7
litellm_provider = "helicone"
providers = ["helicone", "iflowcn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-0905".pricing."helicone"]
cache_read_input_token_cost = 4e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."kimi-k2-0905-preview"]
display_name = "Kimi K2 0905"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot", "302ai", "moonshotai", "moonshotai-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2"
supports_tool_choice = true
supports_web_search = true

[models."kimi-k2-0905-preview".pricing."302ai"]
input_cost_per_token = 6.32e-7
output_cost_per_token = 0.00000253
[models."kimi-k2-0905-preview".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-0905-preview".pricing."moonshotai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-0905-preview".pricing."moonshotai-cn"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."kimi-k2-5"]
display_name = "Kimi K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.0000035
cache_read_input_token_cost = 2.2e-7
litellm_provider = "venice"
providers = ["venice", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-5".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.000002411
[models."kimi-k2-5".pricing."venice"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.0000035

[models."kimi-k2-5-fast"]
display_name = "Kimi K2.5 Fast"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262128
max_output_tokens = 262128
input_cost_per_token = 5.2e-7
output_cost_per_token = 0.0000025899999999999998
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-5-fast".pricing."neuralwatt"]
input_cost_per_token = 5.2e-7
output_cost_per_token = 0.0000025899999999999998

[models."kimi-k2-5-free"]
display_name = "Kimi K2.5 Free"
model_family = "kimi-free"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2026-01-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-5-lightning"]
display_name = "Kimi K2.5 (Lightning)"
model_family = "kimi-k2.5"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "crof"
providers = ["crof"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-06"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-5-lightning".pricing."crof"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."kimi-k2-6"]
display_name = "Kimi-K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "frogbot"
providers = ["frogbot", "aihubmix", "alibaba-cn", "azure", "azure-cognitive-services", "cortecs", "crof", "digitalocean", "llmgateway", "moonshotai", "moonshotai-cn", "opencode", "opencode-go", "venice", "wafer.ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "1970-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-6".pricing."aihubmix"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."alibaba-cn"]
input_cost_per_token = 9.29e-7
output_cost_per_token = 0.000003858
[models."kimi-k2-6".pricing."azure"]
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."azure-cognitive-services"]
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."cortecs"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 8.100000000000001e-7
output_cost_per_token = 0.00000354
[models."kimi-k2-6".pricing."crof"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000199
[models."kimi-k2-6".pricing."digitalocean"]
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."frogbot"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."llmgateway"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."moonshotai"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."moonshotai-cn"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."opencode"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."opencode-go"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2-6".pricing."venice"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.000004655
[models."kimi-k2-6".pricing."wafer.ai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000048

[models."kimi-k2-6-fast"]
display_name = "Kimi K2.6 Fast"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262128
max_output_tokens = 262128
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.00000322
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-6-fast".pricing."neuralwatt"]
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.00000322

[models."kimi-k2-6-precision"]
display_name = "Kimi K2.6 (Precision)"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000027
cache_read_input_token_cost = 1.1e-7
litellm_provider = "crof"
providers = ["crof"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-21"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-6-precision".pricing."crof"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000027

[models."kimi-k2-instruct"]
display_name = "Kimi K2 Instruct"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 5.51e-7
output_cost_per_token = 0.0000026459999999999997
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-07-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-instruct".pricing."cortecs"]
input_cost_per_token = 5.51e-7
output_cost_per_token = 0.0000026459999999999997

[models."kimi-k2-instruct-fast"]
display_name = "Kimi K2 0711 Fast"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-15"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi-k2-instruct-fast".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002

[models."kimi-k2-thinking"]
display_name = "Kimi K2 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot", "302ai", "alibaba-cn", "azure", "azure-cognitive-services", "cortecs", "helicone", "kimi-for-coding", "llmgateway", "moonshotai", "moonshotai-cn", "opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-11"
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2"
supports_tool_choice = true
supports_web_search = true

[models."kimi-k2-thinking".pricing."302ai"]
input_cost_per_token = 5.75e-7
output_cost_per_token = 0.0000023
[models."kimi-k2-thinking".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.000002294
[models."kimi-k2-thinking".pricing."azure"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-thinking".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-thinking".pricing."cortecs"]
input_cost_per_token = 6.56e-7
output_cost_per_token = 0.0000027309999999999998
[models."kimi-k2-thinking".pricing."helicone"]
input_cost_per_token = 4.8e-7
output_cost_per_token = 0.000002
[models."kimi-k2-thinking".pricing."llmgateway"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-thinking".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-thinking".pricing."moonshotai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-thinking".pricing."moonshotai-cn"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-k2-thinking".pricing."opencode"]
cache_read_input_token_cost = 4.0000000000000003e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000025

[models."kimi-k2-thinking-251104"]
mode = "chat"
max_input_tokens = 229376
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "volcengine"
providers = ["volcengine"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
supports_assistant_prefill = true
supports_tool_choice = true

[models."kimi-k2-thinking-251104".pricing."volcengine"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."kimi-k2-thinking-turbo"]
display_name = "Kimi K2 Thinking Turbo"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot", "302ai", "llmgateway", "moonshotai", "moonshotai-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2"
supports_tool_choice = true
supports_web_search = true

[models."kimi-k2-thinking-turbo".pricing."302ai"]
input_cost_per_token = 0.000001265
output_cost_per_token = 0.000009119
[models."kimi-k2-thinking-turbo".pricing."llmgateway"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
[models."kimi-k2-thinking-turbo".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
[models."kimi-k2-thinking-turbo".pricing."moonshotai"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
[models."kimi-k2-thinking-turbo".pricing."moonshotai-cn"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008

[models."kimi-k2-turbo-preview"]
display_name = "Kimi K2 Turbo"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot", "abacus", "moonshotai", "moonshotai-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2"
supports_tool_choice = true
supports_web_search = true

[models."kimi-k2-turbo-preview".pricing."abacus"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.000008
[models."kimi-k2-turbo-preview".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
[models."kimi-k2-turbo-preview".pricing."moonshotai"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 0.0000024
output_cost_per_token = 0.00001
[models."kimi-k2-turbo-preview".pricing."moonshotai-cn"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 0.0000024
output_cost_per_token = 0.00001

[models."kimi-k2.5"]
display_name = "Kimi K2.5"
model_family = "kimi-k2.5"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
litellm_provider = "azure_ai"
providers = ["azure_ai", "abacus", "aihubmix", "alibaba-coding-plan", "alibaba-coding-plan-cn", "auriko", "azure", "azure-cognitive-services", "cortecs", "crof", "digitalocean", "frogbot", "llmgateway", "moonshot", "moonshotai", "moonshotai-cn", "opencode", "opencode-go", "tencent-coding-plan", "vultr"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/kimi-k2-5-now-in-microsoft-foundry/4492321"
supports_tool_choice = true
supports_video_input = true

[models."kimi-k2.5".pricing."abacus"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."aihubmix"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."auriko"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000028
[models."kimi-k2.5".pricing."azure"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."azure-cognitive-services"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."azure_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."cortecs"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000276
[models."kimi-k2.5".pricing."crof"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000017
[models."kimi-k2.5".pricing."digitalocean"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000027
[models."kimi-k2.5".pricing."frogbot"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."llmgateway"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."moonshot"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."moonshotai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."moonshotai-cn"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."opencode"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."opencode-go"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi-k2.5".pricing."vultr"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000275

[models."kimi-k2.6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 9.5e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "moonshot"
providers = ["moonshot", "auriko"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://platform.kimi.ai/docs/pricing/chat-k26"
supports_tool_choice = true
supports_video_input = true

[models."kimi-k2.6".pricing."auriko"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."kimi-k2.6".pricing."moonshot"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.5e-7
output_cost_per_token = 0.000004

[models."kimi-k2p5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1e-7
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/pricing"
supports_response_schema = true
supports_tool_choice = true

[models."kimi-k2p5".pricing."fireworks_ai"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."kimi-latest"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."kimi-latest".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."kimi-latest-128k"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."kimi-latest-128k".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."kimi-latest-32k"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."kimi-latest-32k".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."kimi-latest-8k"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."kimi-latest-8k".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002

[models."kimi-thinking-preview"]
display_name = "Kimi Thinking Preview"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 1.5e-7
litellm_provider = "moonshot"
providers = ["moonshot", "nano-gpt"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2025-05-07"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/pricing/chat#generation-model-kimi-k2"

[models."kimi-thinking-preview".pricing."moonshot"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."kimi-thinking-preview".pricing."nano-gpt"]
input_cost_per_token = 0.00003146
output_cost_per_token = 0.00003146

[models."kimi/kimi-k2-5"]
display_name = "Kimi K2.5"
model_family = "kimi-k2.5"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "orcarouter"
providers = ["orcarouter", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi/kimi-k2-5".pricing."alibaba-cn"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."kimi/kimi-k2-5".pricing."orcarouter"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."kimi/kimi-k2-6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "orcarouter"
providers = ["orcarouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kimi/kimi-k2-6".pricing."orcarouter"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."kuaishou/kat-coder-pro-v2"]
display_name = "KAT-Coder-Pro-V2"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 80000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 6e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kuaishou/kat-coder-pro-v2".pricing."zenmux"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."kwaipilot/kat-coder-pro"]
display_name = "Kat Coder Pro"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 6e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-01-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 6e-8
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."kwaipilot/kat-coder-pro".pricing."novita"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
input_cost_per_token_cache_hit = 6e-8
output_cost_per_token = 0.0000012
[models."kwaipilot/kat-coder-pro".pricing."novita-ai"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."kwaipilot/kat-coder-pro-v2"]
display_name = "Kwaipilot: KAT-Coder-Pro V2"
model_family = "kat-coder"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 80000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 6e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."kwaipilot/kat-coder-pro-v2".pricing."kilo"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."kwaipilot/kat-coder-pro-v2".pricing."openrouter"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."kwaipilot/kat-coder-pro-v2".pricing."vercel"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."labs-devstral-small-2512"]
display_name = "Devstral Small 2"
model_family = "devstral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-12-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://docs.mistral.ai/models/devstral-small-2-25-12"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."labs-devstral-small-2512".pricing."mistral"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."learnlm-1.5-pro-experimental"]
display_name = "Gemini LearnLM Experimental"
mode = "chat"
max_input_tokens = 32767
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2024-05-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aistudio.google.com"
input_cost_per_audio_per_second = 0
input_cost_per_audio_per_second_above_128k_tokens = 0
input_cost_per_character = 0
input_cost_per_character_above_128k_tokens = 0
input_cost_per_image = 0
input_cost_per_image_above_128k_tokens = 0
input_cost_per_token_above_128k_tokens = 0
input_cost_per_video_per_second = 0
input_cost_per_video_per_second_above_128k_tokens = 0
output_cost_per_character = 0
output_cost_per_character_above_128k_tokens = 0
output_cost_per_token_above_128k_tokens = 0
supports_audio_output = false
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."learnlm-1.5-pro-experimental".pricing."gemini"]
input_cost_per_audio_per_second = 0
input_cost_per_audio_per_second_above_128k_tokens = 0
input_cost_per_character = 0
input_cost_per_character_above_128k_tokens = 0
input_cost_per_image = 0
input_cost_per_image_above_128k_tokens = 0
input_cost_per_token = 0
input_cost_per_token_above_128k_tokens = 0
input_cost_per_video_per_second = 0
input_cost_per_video_per_second_above_128k_tokens = 0
output_cost_per_character = 0
output_cost_per_character_above_128k_tokens = 0
output_cost_per_token = 0
output_cost_per_token_above_128k_tokens = 0
[models."learnlm-1.5-pro-experimental".pricing."nano-gpt"]
input_cost_per_token = 0.0000035019999999999997
output_cost_per_token = 0.000010506

[models."lfm-40b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."lfm-40b".pricing."lambda_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7

[models."lfm-7b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.5e-8
output_cost_per_token = 4e-8
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."lfm-7b".pricing."lambda_ai"]
input_cost_per_token = 2.5e-8
output_cost_per_token = 4e-8

[models."ling-2-6-flash-free"]
display_name = "Ling 2.6 Flash Free"
model_family = "ling-flash-free"
mode = "chat"
max_input_tokens = 262100
max_output_tokens = 32800
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-04-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."liquid/lfm-2-24b-a2b"]
display_name = "LiquidAI: LFM2-24B-A2B"
model_family = "liquid"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 3e-8
output_cost_per_token = 1.2e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-02-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."liquid/lfm-2-24b-a2b".pricing."kilo"]
input_cost_per_token = 3e-8
output_cost_per_token = 1.2e-7
[models."liquid/lfm-2-24b-a2b".pricing."openrouter"]
input_cost_per_token = 3e-8
output_cost_per_token = 1.2e-7

[models."liquid/lfm-2-5-1-2b-instruct:free"]
display_name = "LFM2.5-1.2B-Instruct (free)"
model_family = "liquid"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."liquid/lfm-2-5-1-2b-thinking:free"]
display_name = "LFM2.5-1.2B-Thinking (free)"
model_family = "liquid"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-2-70b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."llama-2-70b-chat".pricing."perplexity"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028

[models."llama-3-1-405b-instruct"]
display_name = "Llama 3.1 405B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-1-8b-cs"]
display_name = "Llama-3.1-8B-CS"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 0
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-05-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-1-8b-cs".pricing."poe"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."llama-3-1-8b-instruct-turbo"]
display_name = "Meta Llama 3.1 8B Instruct Turbo"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-1-8b-instruct-turbo".pricing."helicone"]
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8

[models."llama-3-1-nemotron-ultra-253b"]
display_name = "Llama 3.1 Nemotron Ultra 253B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-04-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-1-nemotron-ultra-253b".pricing."llmgateway"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001

[models."llama-3-2-11b-instruct"]
display_name = "Llama 3.2 11B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 7e-8
output_cost_per_token = 3.3e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-2-11b-instruct".pricing."llmgateway"]
input_cost_per_token = 7e-8
output_cost_per_token = 3.3e-7

[models."llama-3-2-3b-instruct"]
display_name = "Llama 3.2 3B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32000
input_cost_per_token = 3e-8
output_cost_per_token = 5.0000000000000004e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-2-3b-instruct".pricing."llmgateway"]
input_cost_per_token = 3e-8
output_cost_per_token = 5.0000000000000004e-8

[models."llama-3-70b-instruct"]
display_name = "Llama 3 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8000
input_cost_per_token = 5.1e-7
output_cost_per_token = 7.4e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-70b-instruct".pricing."llmgateway"]
input_cost_per_token = 5.1e-7
output_cost_per_token = 7.4e-7

[models."llama-3-8b-instruct"]
display_name = "Llama 3 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-3-8b-instruct".pricing."llmgateway"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."llama-3.1-70b-instruct"]
display_name = "Llama 3.1 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "perplexity"
providers = ["perplexity", "llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."llama-3.1-70b-instruct".pricing."llmgateway"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
[models."llama-3.1-70b-instruct".pricing."perplexity"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."llama-3.1-8b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-8
output_cost_per_token = 5e-8
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_response_schema = true

[models."llama-3.1-8b".pricing."llamagate"]
input_cost_per_token = 3e-8
output_cost_per_token = 5e-8

[models."llama-3.1-8b-instant"]
display_name = "Meta Llama 3.1 8B Instant"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8
litellm_provider = "groq"
providers = ["groq", "helicone"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = false
supports_tool_choice = true

[models."llama-3.1-8b-instant".pricing."groq"]
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8
[models."llama-3.1-8b-instant".pricing."helicone"]
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8

[models."llama-3.1-8b-instruct"]
display_name = "Meta Llama 3.1 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "perplexity"
providers = ["perplexity", "helicone", "llmgateway", "ovhcloud", "regolo-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."llama-3.1-8b-instruct".pricing."helicone"]
input_cost_per_token = 2e-8
output_cost_per_token = 5e-8
[models."llama-3.1-8b-instruct".pricing."llmgateway"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7
[models."llama-3.1-8b-instruct".pricing."ovhcloud"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 1.1e-7
[models."llama-3.1-8b-instruct".pricing."perplexity"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
[models."llama-3.1-8b-instruct".pricing."regolo-ai"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.5e-7

[models."llama-3.2-3b"]
display_name = "Llama 3.2 3B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
litellm_provider = "llamagate"
providers = ["llamagate", "venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-10-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."llama-3.2-3b".pricing."llamagate"]
input_cost_per_token = 4e-8
output_cost_per_token = 8e-8
[models."llama-3.2-3b".pricing."venice"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."llama-3.3-70b"]
display_name = "Llama 3.3 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "cerebras"
providers = ["cerebras", "venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2025-04-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."llama-3.3-70b".pricing."cerebras"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000012
[models."llama-3.3-70b".pricing."venice"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028

[models."llama-3.3-70b-versatile"]
display_name = "Meta Llama 3.3 70B Versatile"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.9e-7
litellm_provider = "groq"
providers = ["groq", "abacus", "helicone"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = false
supports_tool_choice = true

[models."llama-3.3-70b-versatile".pricing."abacus"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.900000000000001e-7
[models."llama-3.3-70b-versatile".pricing."groq"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.9e-7
[models."llama-3.3-70b-versatile".pricing."helicone"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.9e-7

[models."llama-4-maverick"]
display_name = "Meta Llama 4 Maverick 17B 128E"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "helicone"
providers = ["helicone", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-4-maverick".pricing."digitalocean"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 8.7e-7
[models."llama-4-maverick".pricing."helicone"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."llama-4-maverick-17b-128e-instruct-fp8"]
display_name = "Llama-4-Maverick-17B-128E-Instruct-FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai", "azure", "azure-cognitive-services", "llama"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama-4-maverick-17b-128e-instruct-fp8".pricing."azure"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."llama-4-maverick-17b-128e-instruct-fp8".pricing."azure-cognitive-services"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."llama-4-maverick-17b-128e-instruct-fp8".pricing."lambda_ai"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7

[models."llama-4-maverick-17b-instruct"]
display_name = "Llama 4 Maverick 17B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.7e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-4-maverick-17b-instruct".pricing."llmgateway"]
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.7e-7

[models."llama-4-scout"]
display_name = "Meta Llama 4 Scout 17B 16E"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
litellm_provider = "helicone"
providers = ["helicone", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-4-scout".pricing."helicone"]
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
[models."llama-4-scout".pricing."llmgateway"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 5.9e-7

[models."llama-4-scout-17b-16e-instruct"]
display_name = "Llama 4 Scout 17B 16E Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama-4-scout-17b-16e-instruct".pricing."azure"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7.8e-7
[models."llama-4-scout-17b-16e-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7.8e-7
[models."llama-4-scout-17b-16e-instruct".pricing."lambda_ai"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7

[models."llama-4-scout-17b-instruct"]
display_name = "Llama 4 Scout 17B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-4-scout-17b-instruct".pricing."llmgateway"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7

[models."llama-guard-3-8b"]
display_name = "Llama Guard 3 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-guard-3-8b".pricing."groq"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."llama-guard-4"]
display_name = "Meta Llama Guard 4 12B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 1024
input_cost_per_token = 2.1e-7
output_cost_per_token = 2.1e-7
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-guard-4".pricing."helicone"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 2.1e-7

[models."llama-prompt-guard-2-22m"]
display_name = "Meta Llama Prompt Guard 2 22M"
model_family = "llama"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 2
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-prompt-guard-2-22m".pricing."helicone"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."llama-prompt-guard-2-86m"]
display_name = "Meta Llama Prompt Guard 2 86M"
model_family = "llama"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 2
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama-prompt-guard-2-86m".pricing."helicone"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."llama2"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama2".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama2-70b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama2-uncensored"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama2-uncensored".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama2:13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama2:13b".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama2:70b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama2:70b".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama2:7b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama2:7b".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama3"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama3".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama3-70b"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama3-70b-8192"]
display_name = "Llama 3 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.900000000000001e-7
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-03"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama3-70b-8192".pricing."groq"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.900000000000001e-7

[models."llama3-8b"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama3-8b-8192"]
display_name = "Llama 3 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 8e-8
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-03"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."llama3-8b-8192".pricing."groq"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 8e-8

[models."llama3-8b-instruct"]
display_name = "Llama 3.1 Instruct (8B)"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 512
max_tokens = 512
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."llama3-8b-instruct".pricing."digitalocean"]
input_cost_per_token = 1.98e-7
output_cost_per_token = 1.98e-7
[models."llama3-8b-instruct".pricing."gradient_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."llama3.1"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."llama3.1".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama3.1-405b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama3.1-405b-instruct-fp8"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.1-405b-instruct-fp8".pricing."lambda_ai"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7

[models."llama3.1-70b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "cerebras"
providers = ["cerebras", "snowflake"]
supports_function_calling = true
supports_tool_choice = true

[models."llama3.1-70b".pricing."cerebras"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."llama3.1-70b-instruct-fp8"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.1-70b-instruct-fp8".pricing."lambda_ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7

[models."llama3.1-8b"]
display_name = "Llama 3.1 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "cerebras"
providers = ["cerebras", "snowflake"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."llama3.1-8b".pricing."cerebras"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."llama3.1-8b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.5e-8
output_cost_per_token = 4e-8
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.1-8b-instruct".pricing."lambda_ai"]
input_cost_per_token = 2.5e-8
output_cost_per_token = 4e-8

[models."llama3.1-nemotron-70b-instruct-fp8"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.1-nemotron-70b-instruct-fp8".pricing."lambda_ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7

[models."llama3.2-11b-vision-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-8
output_cost_per_token = 2.5e-8
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_vision = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.2-11b-vision-instruct".pricing."lambda_ai"]
input_cost_per_token = 1.5e-8
output_cost_per_token = 2.5e-8

[models."llama3.2-1b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama3.2-3b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama3.2-3b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-8
output_cost_per_token = 2.5e-8
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.2-3b-instruct".pricing."lambda_ai"]
input_cost_per_token = 1.5e-8
output_cost_per_token = 2.5e-8

[models."llama3.3-70b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."llama3.3-70b-instruct"]
display_name = "Llama 3.3 Instruct 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."llama3.3-70b-instruct".pricing."digitalocean"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7
[models."llama3.3-70b-instruct".pricing."gradient_ai"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7

[models."llama3.3-70b-instruct-fp8"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."llama3.3-70b-instruct-fp8".pricing."lambda_ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7

[models."llama3:70b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama3:70b".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llama3:8b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."llama3:8b".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."llava-7b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_vision = true
supports_response_schema = true

[models."llava-7b".pricing."llamagate"]
input_cost_per_token = 1e-7
output_cost_per_token = 2e-7

[models."llava-v1.6-mistral-7b-hf"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 2.9e-7
output_cost_per_token = 2.9e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = false
supports_vision = true
source = "https://endpoints.ai.cloud.ovh.net/models/llava-next-mistral-7b"
supports_response_schema = true
supports_tool_choice = false

[models."llava-v1.6-mistral-7b-hf".pricing."ovhcloud"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 2.9e-7

[models."long-form"]
mode = "audio_speech"
litellm_provider = "aws_polly"
providers = ["aws_polly"]
source = "https://aws.amazon.com/polly/pricing/"
input_cost_per_character = 0.0001
supported_endpoints = ["/v1/audio/speech"]

[models."long-form".pricing."aws_polly"]
input_cost_per_character = 0.0001

[models."low/1024-x-1024/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 1.0490417e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."low/1024-x-1024/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 1.0490417e-8
output_cost_per_pixel = 0
[models."low/1024-x-1024/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.011
input_cost_per_pixel = 1.0490417e-8
output_cost_per_pixel = 0

[models."low/1024-x-1024/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 2.0751953125e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."low/1024-x-1024/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 2.0751953125e-9
output_cost_per_pixel = 0
[models."low/1024-x-1024/gpt-image-1-mini".pricing."openai"]
input_cost_per_image = 0.005

[models."low/1024-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.009
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."low/1024-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.009

[models."low/1024-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.009
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."low/1024-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.009

[models."low/1024-x-1536/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 1.0172526e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."low/1024-x-1536/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 1.0172526e-8
output_cost_per_pixel = 0
[models."low/1024-x-1536/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.016
input_cost_per_pixel = 1.0172526e-8
output_cost_per_pixel = 0

[models."low/1024-x-1536/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 2.0751953125e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."low/1024-x-1536/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 2.0751953125e-9
output_cost_per_pixel = 0
[models."low/1024-x-1536/gpt-image-1-mini".pricing."openai"]
input_cost_per_image = 0.006

[models."low/1024-x-1536/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."low/1024-x-1536/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.013

[models."low/1024-x-1536/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."low/1024-x-1536/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.013

[models."low/1536-x-1024/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 1.0172526e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."low/1536-x-1024/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 1.0172526e-8
output_cost_per_pixel = 0
[models."low/1536-x-1024/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.016
input_cost_per_pixel = 1.0172526e-8
output_cost_per_pixel = 0

[models."low/1536-x-1024/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 2.0345052083e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."low/1536-x-1024/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 2.0345052083e-9
output_cost_per_pixel = 0
[models."low/1536-x-1024/gpt-image-1-mini".pricing."openai"]
input_cost_per_image = 0.006

[models."low/1536-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."low/1536-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.013

[models."low/1536-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."low/1536-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.013

[models."lucidnova-rf1-100b"]
display_name = "LucidNova RF1 100B"
model_family = "nova"
mode = "chat"
max_input_tokens = 120000
max_output_tokens = 8000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "lucidquery"
providers = ["lucidquery"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09-16"
release_date = "2024-12-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."lucidnova-rf1-100b".pricing."lucidquery"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."lucidquery-nexus-coder"]
display_name = "LucidQuery Nexus Coder"
model_family = "lucid"
mode = "chat"
max_input_tokens = 250000
max_output_tokens = 60000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "lucidquery"
providers = ["lucidquery"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-01"
release_date = "2025-09-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."lucidquery-nexus-coder".pricing."lucidquery"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."lyria-3-clip-preview"]
display_name = "Google: Lyria 3 Clip Preview"
model_family = "lyria"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini", "kilo", "openrouter"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2026-03-30"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "https://ai.google.dev/gemini-api/docs/pricing"
output_cost_per_image = 0.04
supports_audio_input = false
supports_audio_output = true
supports_response_schema = false
supports_system_messages = false
supports_web_search = false

[models."lyria-3-clip-preview".pricing."gemini"]
input_cost_per_token = 0
output_cost_per_image = 0.04
output_cost_per_token = 0

[models."lyria-3-pro-preview"]
display_name = "Google: Lyria 3 Pro Preview"
model_family = "lyria"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "gemini"
providers = ["gemini", "kilo", "openrouter"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2026-03-30"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "https://ai.google.dev/gemini-api/docs/pricing"
supports_audio_input = false
supports_audio_output = true
supports_response_schema = false
supports_system_messages = false
supports_web_search = false

[models."lyria-3-pro-preview".pricing."gemini"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."magistral-medium"]
display_name = "Magistral Medium (latest)"
model_family = "magistral-medium"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-03-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."magistral-medium".pricing."vercel"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
[models."magistral-medium".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."magistral-medium-1-2-2509"]
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
source = "https://mistral.ai/news/magistral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-medium-1-2-2509".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."magistral-medium-2506"]
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
source = "https://mistral.ai/news/magistral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-medium-2506".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."magistral-medium-2509"]
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
source = "https://mistral.ai/news/magistral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-medium-2509".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."magistral-medium-latest"]
display_name = "Magistral Medium (latest)"
model_family = "magistral-medium"
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-03-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/news/magistral"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-medium-latest".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."magistral-small"]
display_name = "Magistral Small"
model_family = "magistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "mistral", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-03-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."magistral-small".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."magistral-small".pricing."vercel"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."magistral-small".pricing."vercel_ai_gateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."magistral-small-1-2-2509"]
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
source = "https://mistral.ai/pricing#api-pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-small-1-2-2509".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."magistral-small-2506"]
display_name = "Magistral Small 2506"
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "mistral"
providers = ["mistral", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/pricing#api-pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-small-2506".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."magistral-small-2506".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000014

[models."magistral-small-latest"]
mode = "chat"
max_input_tokens = 40000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
source = "https://mistral.ai/pricing#api-pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."magistral-small-latest".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mamba-codestral-7B-v0.1"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 1.9e-7
output_cost_per_token = 1.9e-7
litellm_provider = "ovhcloud"
providers = ["ovhcloud"]
supports_function_calling = false
source = "https://endpoints.ai.cloud.ovh.net/models/mamba-codestral-7b-v0-1"
supports_response_schema = true
supports_tool_choice = false

[models."mamba-codestral-7B-v0.1".pricing."ovhcloud"]
input_cost_per_token = 1.9e-7
output_cost_per_token = 1.9e-7

[models."mancer/weaver"]
display_name = "Mancer: Weaver (alpha)"
model_family = "alpha"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 2000
max_tokens = 2000
input_cost_per_token = 0.000005625
output_cost_per_token = 0.000005625
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-06-30"
release_date = "2023-08-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mancer/weaver".pricing."kilo"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000001
[models."mancer/weaver".pricing."openrouter"]
input_cost_per_token = 0.000005625
output_cost_per_token = 0.000005625

[models."max-x-max/50-steps/stability.stable-diffusion-xl-v0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.036

[models."max-x-max/50-steps/stability.stable-diffusion-xl-v0".pricing."bedrock"]
output_cost_per_image = 0.036

[models."max-x-max/max-steps/stability.stable-diffusion-xl-v0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.072

[models."max-x-max/max-steps/stability.stable-diffusion-xl-v0".pricing."bedrock"]
output_cost_per_image = 0.072

[models."medium/1024-x-1024/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."medium/1024-x-1024/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0
[models."medium/1024-x-1024/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.042
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0

[models."medium/1024-x-1024/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 8.056640625e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."medium/1024-x-1024/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 8.056640625e-9
output_cost_per_pixel = 0
[models."medium/1024-x-1024/gpt-image-1-mini".pricing."openai"]
input_cost_per_image = 0.011

[models."medium/1024-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.034
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."medium/1024-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.034

[models."medium/1024-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.034
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."medium/1024-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.034

[models."medium/1024-x-1536/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."medium/1024-x-1536/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0
[models."medium/1024-x-1536/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.063
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0

[models."medium/1024-x-1536/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 8.056640625e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."medium/1024-x-1536/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 8.056640625e-9
output_cost_per_pixel = 0
[models."medium/1024-x-1536/gpt-image-1-mini".pricing."openai"]
input_cost_per_image = 0.015

[models."medium/1024-x-1536/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.05
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."medium/1024-x-1536/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.05

[models."medium/1024-x-1536/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.05
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."medium/1024-x-1536/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.05

[models."medium/1536-x-1024/gpt-image-1"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."medium/1536-x-1024/gpt-image-1".pricing."azure"]
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0
[models."medium/1536-x-1024/gpt-image-1".pricing."openai"]
input_cost_per_image = 0.063
input_cost_per_pixel = 4.0054321e-8
output_cost_per_pixel = 0

[models."medium/1536-x-1024/gpt-image-1-mini"]
mode = "image_generation"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 7.9752604167e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."medium/1536-x-1024/gpt-image-1-mini".pricing."azure"]
input_cost_per_pixel = 7.9752604167e-9
output_cost_per_pixel = 0
[models."medium/1536-x-1024/gpt-image-1-mini".pricing."openai"]
input_cost_per_image = 0.015

[models."medium/1536-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.05
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."medium/1536-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.05

[models."medium/1536-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.05
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."medium/1536-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.05

[models."medlm-large"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
input_cost_per_character = 0.000005
output_cost_per_character = 0.000015
supports_tool_choice = true

[models."medlm-large".pricing."vertex_ai-language-models"]
input_cost_per_character = 0.000005
output_cost_per_character = 0.000015

[models."medlm-medium"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "vertex_ai-language-models"
providers = ["vertex_ai-language-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"
input_cost_per_character = 5e-7
output_cost_per_character = 0.000001
supports_tool_choice = true

[models."medlm-medium".pricing."vertex_ai-language-models"]
input_cost_per_character = 5e-7
output_cost_per_character = 0.000001

[models."meganova-ai/manta-flash-1-0"]
display_name = "Manta Flash 1.0"
model_family = "nova"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 2e-8
output_cost_per_token = 1.6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meganova-ai/manta-flash-1-0".pricing."nano-gpt"]
input_cost_per_token = 2e-8
output_cost_per_token = 1.6e-7

[models."meganova-ai/manta-mini-1-0"]
display_name = "Manta Mini 1.0"
model_family = "nova"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 2e-8
output_cost_per_token = 1.6e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meganova-ai/manta-mini-1-0".pricing."nano-gpt"]
input_cost_per_token = 2e-8
output_cost_per_token = 1.6e-7

[models."meganova-ai/manta-pro-1-0"]
display_name = "Manta Pro 1.0"
model_family = "nova"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 6.000000000000001e-8
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meganova-ai/manta-pro-1-0".pricing."nano-gpt"]
input_cost_per_token = 6.000000000000001e-8
output_cost_per_token = 5e-7

[models."meituan-longcat/LongCat-Flash-Chat-FP8"]
display_name = "LongCat Flash"
model_family = "longcat"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 7e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-08-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meituan-longcat/LongCat-Flash-Chat-FP8".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 7e-7

[models."meituan/longcat-flash-thinking"]
display_name = "LongCat Flash Thinking"
model_family = "longcat"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-09-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meituan/longcat-flash-thinking".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015

[models."mercury-2"]
display_name = "Mercury 2"
model_family = "mercury"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 50000
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "inception"
providers = ["inception", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-02-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mercury-2".pricing."inception"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."mercury-2".pricing."venice"]
cache_read_input_token_cost = 3.125e-8
input_cost_per_token = 3.125e-7
output_cost_per_token = 9.375e-7

[models."mercury-edit-2"]
display_name = "Mercury Edit 2"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "inception"
providers = ["inception"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-03-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mercury-edit-2".pricing."inception"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7

[models."meta-llama-3-8b-instruct"]
display_name = "Meta-Llama-3-8B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama-3-8b-instruct".pricing."azure"]
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7
[models."meta-llama-3-8b-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7

[models."meta-llama-3.1-70b-instruct"]
display_name = "Meta-Llama-3.1-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "friendliai"
providers = ["friendliai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama-3.1-70b-instruct".pricing."azure"]
input_cost_per_token = 0.00000268
output_cost_per_token = 0.00000354
[models."meta-llama-3.1-70b-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 0.00000268
output_cost_per_token = 0.00000354
[models."meta-llama-3.1-70b-instruct".pricing."friendliai"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."meta-llama-3.1-8b-instruct"]
display_name = "Meta-Llama-3.1-8B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "friendliai"
providers = ["friendliai", "azure", "azure-cognitive-services"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama-3.1-8b-instruct".pricing."azure"]
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7
[models."meta-llama-3.1-8b-instruct".pricing."azure-cognitive-services"]
input_cost_per_token = 3e-7
output_cost_per_token = 6.1e-7
[models."meta-llama-3.1-8b-instruct".pricing."friendliai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."meta-llama/Llama-2-13b-chat-hf"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "anyscale"
providers = ["anyscale"]

[models."meta-llama/Llama-2-13b-chat-hf".pricing."anyscale"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."meta-llama/Llama-2-70b-chat-hf"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "anyscale"
providers = ["anyscale"]

[models."meta-llama/Llama-2-70b-chat-hf".pricing."anyscale"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."meta-llama/Llama-2-7b-chat-hf"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "anyscale"
providers = ["anyscale"]

[models."meta-llama/Llama-2-7b-chat-hf".pricing."anyscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."meta-llama/Llama-3-1-70B-Instruct"]
display_name = "Llama 3.1 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "openrouter", "wandb"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/Llama-3-1-70B-Instruct".pricing."deepinfra"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta-llama/Llama-3-1-70B-Instruct".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta-llama/Llama-3-1-70B-Instruct".pricing."openrouter"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta-llama/Llama-3-1-70B-Instruct".pricing."wandb"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 8.000000000000001e-7

[models."meta-llama/Llama-3-1-70B-Instruct-Turbo"]
display_name = "Llama 3.1 70B Turbo"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/Llama-3-1-70B-Instruct-Turbo".pricing."deepinfra"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7

[models."meta-llama/Llama-3-1-8B-Instruct-Turbo"]
display_name = "Llama 3.1 8B Turbo"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/Llama-3-1-8B-Instruct-Turbo".pricing."deepinfra"]
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8

[models."meta-llama/Llama-3.1-8B-Instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
litellm_provider = "nscale"
providers = ["nscale", "wandb"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."meta-llama/Llama-3.1-8B-Instruct".metadata]
notes = "Pricing listed as $0.06/1M tokens total. Assumed 50/50 split for input/output."

[models."meta-llama/Llama-3.1-8B-Instruct".pricing."nscale"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
[models."meta-llama/Llama-3.1-8B-Instruct".pricing."wandb"]
input_cost_per_token = 0.022
output_cost_per_token = 0.022

[models."meta-llama/Llama-3.2-11B-Vision-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4.9e-8
output_cost_per_token = 4.9e-8
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_tool_choice = false

[models."meta-llama/Llama-3.2-11B-Vision-Instruct".pricing."deepinfra"]
input_cost_per_token = 4.9e-8
output_cost_per_token = 4.9e-8

[models."meta-llama/Llama-3.2-3B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/Llama-3.2-3B-Instruct".pricing."deepinfra"]
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8
[models."meta-llama/Llama-3.2-3B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7

[models."meta-llama/Llama-3.2-3B-Instruct-Turbo"]
mode = "chat"
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Llama-3.3-70B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.3e-7
output_cost_per_token = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "crusoe", "hyperbolic", "nebius", "nscale", "wandb"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/Llama-3.3-70B-Instruct".pricing."crusoe"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
[models."meta-llama/Llama-3.3-70B-Instruct".pricing."deepinfra"]
input_cost_per_token = 2.3e-7
output_cost_per_token = 4e-7
[models."meta-llama/Llama-3.3-70B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."meta-llama/Llama-3.3-70B-Instruct".pricing."nebius"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7
[models."meta-llama/Llama-3.3-70B-Instruct".pricing."nscale"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
[models."meta-llama/Llama-3.3-70B-Instruct".pricing."wandb"]
input_cost_per_token = 0.071
output_cost_per_token = 0.071

[models."meta-llama/Llama-3.3-70B-Instruct-Turbo"]
display_name = "Llama 3.3 70B Turbo"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.9e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai", "togetherai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Llama-3.3-70B-Instruct-Turbo".pricing."deepinfra"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.9e-7
[models."meta-llama/Llama-3.3-70B-Instruct-Turbo".pricing."together_ai"]
input_cost_per_token = 8.8e-7
output_cost_per_token = 8.8e-7
[models."meta-llama/Llama-3.3-70B-Instruct-Turbo".pricing."togetherai"]
input_cost_per_token = 8.8e-7
output_cost_per_token = 8.8e-7

[models."meta-llama/Llama-3.3-70B-Instruct-Turbo-Free"]
mode = "chat"
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Llama-3.3-70B-Instruct-Turbo-Free".pricing."together_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 1048576
max_tokens = 1048576
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8".pricing."deepinfra"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8".pricing."together_ai"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7

[models."meta-llama/Llama-4-Scout-17B-16E-Instruct"]
mode = "chat"
max_input_tokens = 327680
max_output_tokens = 327680
max_tokens = 327680
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "nscale", "together_ai", "wandb"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Llama-4-Scout-17B-16E-Instruct".pricing."deepinfra"]
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
[models."meta-llama/Llama-4-Scout-17B-16E-Instruct".pricing."nscale"]
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7
[models."meta-llama/Llama-4-Scout-17B-16E-Instruct".pricing."together_ai"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 5.9e-7
[models."meta-llama/Llama-4-Scout-17B-16E-Instruct".pricing."wandb"]
input_cost_per_token = 0.017
output_cost_per_token = 0.066

[models."meta-llama/Llama-Guard-3-8B"]
display_name = "Llama Guard 3 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5.5e-8
output_cost_per_token = 5.5e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "nebius", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."meta-llama/Llama-Guard-3-8B".pricing."deepinfra"]
input_cost_per_token = 5.5e-8
output_cost_per_token = 5.5e-8
[models."meta-llama/Llama-Guard-3-8B".pricing."kilo"]
input_cost_per_token = 2e-8
output_cost_per_token = 6e-8
[models."meta-llama/Llama-Guard-3-8B".pricing."nebius"]
input_cost_per_token = 2e-8
output_cost_per_token = 6e-8
[models."meta-llama/Llama-Guard-3-8B".pricing."openrouter"]
input_cost_per_token = 4.839999999999999e-7
output_cost_per_token = 3e-8

[models."meta-llama/Llama-Guard-4-12B"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_tool_choice = false

[models."meta-llama/Llama-Guard-4-12B".pricing."deepinfra"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."meta-llama/Meta-Llama-3-70B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "anyscale"
providers = ["anyscale", "hyperbolic"]
supports_function_calling = true
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-70B-Instruct"
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3-70B-Instruct".pricing."anyscale"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."meta-llama/Meta-Llama-3-70B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7

[models."meta-llama/Meta-Llama-3-8B-Instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "anyscale"
providers = ["anyscale", "deepinfra"]
supports_function_calling = true
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/meta-llama-Meta-Llama-3-8B-Instruct"
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3-8B-Instruct".pricing."anyscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."meta-llama/Meta-Llama-3-8B-Instruct".pricing."deepinfra"]
input_cost_per_token = 3e-8
output_cost_per_token = 6e-8

[models."meta-llama/Meta-Llama-3.1-405B-Instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
litellm_provider = "hyperbolic"
providers = ["hyperbolic", "nebius"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3.1-405B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."meta-llama/Meta-Llama-3.1-405B-Instruct".pricing."nebius"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo"]
display_name = "Llama 3.1 405B Instruct Turbo"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.0000035
output_cost_per_token = 0.0000035
litellm_provider = "together_ai"
providers = ["together_ai", "abacus"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo".pricing."abacus"]
input_cost_per_token = 0.0000035
output_cost_per_token = 0.0000035
[models."meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo".pricing."together_ai"]
input_cost_per_token = 0.0000035
output_cost_per_token = 0.0000035

[models."meta-llama/Meta-Llama-3.1-70B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic", "nebius"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3.1-70B-Instruct".pricing."deepinfra"]
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7
[models."meta-llama/Meta-Llama-3.1-70B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."meta-llama/Meta-Llama-3.1-70B-Instruct".pricing."nebius"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4e-7

[models."meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 2.8e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo".pricing."deepinfra"]
input_cost_per_token = 1e-7
output_cost_per_token = 2.8e-7
[models."meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo".pricing."together_ai"]
input_cost_per_token = 8.8e-7
output_cost_per_token = 8.8e-7

[models."meta-llama/Meta-Llama-3.1-8B-Instruct"]
display_name = "Llama 3.1 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-8
output_cost_per_token = 5e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "abacus", "hyperbolic", "nebius", "siliconflow"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3.1-8B-Instruct".pricing."abacus"]
input_cost_per_token = 2e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta-llama/Meta-Llama-3.1-8B-Instruct".pricing."deepinfra"]
input_cost_per_token = 3e-8
output_cost_per_token = 5e-8
[models."meta-llama/Meta-Llama-3.1-8B-Instruct".pricing."hyperbolic"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3e-7
[models."meta-llama/Meta-Llama-3.1-8B-Instruct".pricing."nebius"]
input_cost_per_token = 2e-8
output_cost_per_token = 6e-8
[models."meta-llama/Meta-Llama-3.1-8B-Instruct".pricing."siliconflow"]
input_cost_per_token = 6e-8
output_cost_per_token = 6e-8

[models."meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo".pricing."deepinfra"]
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8
[models."meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo".pricing."together_ai"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."meta-llama/llama-3-2-11b-vision-instruct"]
display_name = "Meta: Llama 3.2 11B Vision Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7
litellm_provider = "watsonx"
providers = ["watsonx", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true

[models."meta-llama/llama-3-2-11b-vision-instruct".pricing."kilo"]
input_cost_per_token = 4.9e-8
output_cost_per_token = 4.9e-8
[models."meta-llama/llama-3-2-11b-vision-instruct".pricing."openrouter"]
input_cost_per_token = 2.45e-7
output_cost_per_token = 2.45e-7
[models."meta-llama/llama-3-2-11b-vision-instruct".pricing."watsonx"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7

[models."meta-llama/llama-3-2-1b-instruct"]
display_name = "Meta: Llama 3.2 1B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "watsonx"
providers = ["watsonx", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true

[models."meta-llama/llama-3-2-1b-instruct".pricing."kilo"]
input_cost_per_token = 2.7e-8
output_cost_per_token = 2.0000000000000002e-7
[models."meta-llama/llama-3-2-1b-instruct".pricing."openrouter"]
input_cost_per_token = 2.7e-8
output_cost_per_token = 2.01e-7
[models."meta-llama/llama-3-2-1b-instruct".pricing."watsonx"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."meta-llama/llama-3-2-3b-instruct"]
display_name = "Llama 3.2 3b Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "watsonx"
providers = ["watsonx", "kilo", "nano-gpt", "novita-ai", "openrouter"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12-31"
release_date = "2024-09-25"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true

[models."meta-llama/llama-3-2-3b-instruct".pricing."kilo"]
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7
[models."meta-llama/llama-3-2-3b-instruct".pricing."nano-gpt"]
input_cost_per_token = 3.0599999999999996e-8
output_cost_per_token = 4.93e-8
[models."meta-llama/llama-3-2-3b-instruct".pricing."novita-ai"]
input_cost_per_token = 3e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta-llama/llama-3-2-3b-instruct".pricing."openrouter"]
input_cost_per_token = 5.09e-8
output_cost_per_token = 3.35e-7
[models."meta-llama/llama-3-2-3b-instruct".pricing."watsonx"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."meta-llama/llama-3-2-3b-instruct:free"]
display_name = "Llama 3.2 3B Instruct (free)"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/llama-3-2-90b-vision-instruct"]
display_name = "Llama 3.2 Medium"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "watsonx"
providers = ["watsonx", "io-net", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true

[models."meta-llama/llama-3-2-90b-vision-instruct".pricing."io-net"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 3.5e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta-llama/llama-3-2-90b-vision-instruct".pricing."nano-gpt"]
input_cost_per_token = 9.009999999999999e-7
output_cost_per_token = 9.009999999999999e-7
[models."meta-llama/llama-3-2-90b-vision-instruct".pricing."watsonx"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."meta-llama/llama-3-3-70b-instruct"]
display_name = "Llama 3.3 70b Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7
litellm_provider = "watsonx"
providers = ["watsonx", "berget", "cloudferro-sherlock", "friendli", "io-net", "kilo", "meganova", "nano-gpt", "nebius", "novita-ai", "openrouter", "wandb"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2025-02-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true

[models."meta-llama/llama-3-3-70b-instruct".pricing."berget"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."cloudferro-sherlock"]
input_cost_per_token = 0.00000292
output_cost_per_token = 0.00000292
[models."meta-llama/llama-3-3-70b-instruct".pricing."friendli"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."io-net"]
cache_read_input_token_cost = 6.5e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 3.8e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3.2e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."meganova"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."nano-gpt"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.3000000000000002e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."nebius"]
cache_read_input_token_cost = 1.2999999999999999e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."novita-ai"]
input_cost_per_token = 1.35e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3.2e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."wandb"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7
[models."meta-llama/llama-3-3-70b-instruct".pricing."watsonx"]
input_cost_per_token = 7.1e-7
output_cost_per_token = 7.1e-7

[models."meta-llama/llama-3-3-70b-instruct:free"]
display_name = "Llama 3.3 70B Instruct (free)"
model_family = "llama"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 131072
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/llama-3-70b-instruct"]
display_name = "Llama3 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.9e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-04-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/llama-3-70b-instruct".pricing."kilo"]
input_cost_per_token = 5.1e-7
output_cost_per_token = 7.4e-7
[models."meta-llama/llama-3-70b-instruct".pricing."novita"]
input_cost_per_token = 5.1e-7
output_cost_per_token = 7.4e-7
[models."meta-llama/llama-3-70b-instruct".pricing."novita-ai"]
input_cost_per_token = 5.1e-7
output_cost_per_token = 7.4e-7
[models."meta-llama/llama-3-70b-instruct".pricing."openrouter"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.9e-7

[models."meta-llama/llama-3-8b-instruct"]
display_name = "Llama 3 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-04-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."meta-llama/llama-3-8b-instruct".pricing."kilo"]
input_cost_per_token = 3e-8
output_cost_per_token = 4e-8
[models."meta-llama/llama-3-8b-instruct".pricing."novita"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."meta-llama/llama-3-8b-instruct".pricing."novita-ai"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."meta-llama/llama-3-8b-instruct".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."meta-llama/llama-3.1-8b-instruct"]
display_name = "Llama 3.1 8b Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-8
output_cost_per_token = 5e-8
litellm_provider = "novita"
providers = ["novita", "deepinfra", "friendli", "kilo", "nano-gpt", "novita-ai", "openrouter", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."meta-llama/llama-3.1-8b-instruct".pricing."deepinfra"]
input_cost_per_token = 2e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta-llama/llama-3.1-8b-instruct".pricing."friendli"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."meta-llama/llama-3.1-8b-instruct".pricing."kilo"]
input_cost_per_token = 2e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta-llama/llama-3.1-8b-instruct".pricing."nano-gpt"]
input_cost_per_token = 5.44e-8
output_cost_per_token = 5.44e-8
[models."meta-llama/llama-3.1-8b-instruct".pricing."novita"]
input_cost_per_token = 2e-8
output_cost_per_token = 5e-8
[models."meta-llama/llama-3.1-8b-instruct".pricing."novita-ai"]
input_cost_per_token = 2e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta-llama/llama-3.1-8b-instruct".pricing."openrouter"]
input_cost_per_token = 2e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta-llama/llama-3.1-8b-instruct".pricing."wandb"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7

[models."meta-llama/llama-3.2-3b-instruct"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 3e-8
output_cost_per_token = 5e-8
litellm_provider = "novita"
providers = ["novita"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/llama-3.2-3b-instruct".pricing."novita"]
input_cost_per_token = 3e-8
output_cost_per_token = 5e-8

[models."meta-llama/llama-3.3-70b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 120000
max_tokens = 120000
input_cost_per_token = 1.35e-7
output_cost_per_token = 4e-7
litellm_provider = "novita"
providers = ["novita"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/llama-3.3-70b-instruct".pricing."novita"]
input_cost_per_token = 1.35e-7
output_cost_per_token = 4e-7

[models."meta-llama/llama-4-maverick"]
display_name = "Llama 4 Maverick"
model_family = "llama"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 1.8000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08-31"
release_date = "2025-09-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/llama-4-maverick".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."meta-llama/llama-4-maverick".pricing."nano-gpt"]
input_cost_per_token = 1.8000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."meta-llama/llama-4-maverick".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."meta-llama/llama-4-maverick-17b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_parallel_function_calling = true

[models."meta-llama/llama-4-maverick-17b".pricing."watsonx"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014

[models."meta-llama/llama-4-maverick-17b-128e-instruct"]
display_name = "Llama 4 Maverick 17B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."meta-llama/llama-4-maverick-17b-128e-instruct".pricing."groq"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."meta-llama/llama-4-maverick-17b-128e-instruct-fp8"]
display_name = "Llama 4 Maverick 17B 128E Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7
litellm_provider = "novita"
providers = ["novita", "abacus", "deepinfra", "io-net", "novita-ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."meta-llama/llama-4-maverick-17b-128e-instruct-fp8".pricing."abacus"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.9e-7
[models."meta-llama/llama-4-maverick-17b-128e-instruct-fp8".pricing."deepinfra"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."meta-llama/llama-4-maverick-17b-128e-instruct-fp8".pricing."io-net"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."meta-llama/llama-4-maverick-17b-128e-instruct-fp8".pricing."novita"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7
[models."meta-llama/llama-4-maverick-17b-128e-instruct-fp8".pricing."novita-ai"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7

[models."meta-llama/llama-4-scout"]
display_name = "Llama 4 Scout"
model_family = "llama"
mode = "chat"
max_input_tokens = 328000
max_output_tokens = 65536
input_cost_per_token = 8.500000000000001e-8
output_cost_per_token = 4.6000000000000004e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08-31"
release_date = "2025-09-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/llama-4-scout".pricing."kilo"]
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
[models."meta-llama/llama-4-scout".pricing."nano-gpt"]
input_cost_per_token = 8.500000000000001e-8
output_cost_per_token = 4.6000000000000004e-7
[models."meta-llama/llama-4-scout".pricing."openrouter"]
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7

[models."meta-llama/llama-4-scout-17b-16e-instruct"]
display_name = "Llama 4 Scout 17B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.1e-7
output_cost_per_token = 3.4e-7
litellm_provider = "groq"
providers = ["groq", "deepinfra", "novita", "novita-ai", "wandb"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."meta-llama/llama-4-scout-17b-16e-instruct".pricing."deepinfra"]
input_cost_per_token = 8e-8
output_cost_per_token = 3e-7
[models."meta-llama/llama-4-scout-17b-16e-instruct".pricing."groq"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 3.4e-7
[models."meta-llama/llama-4-scout-17b-16e-instruct".pricing."novita"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 5.9e-7
[models."meta-llama/llama-4-scout-17b-16e-instruct".pricing."novita-ai"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 5.9e-7
[models."meta-llama/llama-4-scout-17b-16e-instruct".pricing."wandb"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7

[models."meta-llama/llama-guard-3-11b-vision"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = true
supports_parallel_function_calling = false

[models."meta-llama/llama-guard-3-11b-vision".pricing."watsonx"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7

[models."meta-llama/llama-guard-4-12b"]
display_name = "Meta: Llama Guard 4 12B"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "groq"
providers = ["groq", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08-31"
release_date = "2025-04-05"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]

[models."meta-llama/llama-guard-4-12b".pricing."groq"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
[models."meta-llama/llama-guard-4-12b".pricing."kilo"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
[models."meta-llama/llama-guard-4-12b".pricing."openrouter"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."meta-llama/llama-prompt-guard-2-22m"]
display_name = "Llama Prompt Guard 2 22M"
model_family = "llama"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 512
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/llama-prompt-guard-2-22m".pricing."groq"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8

[models."meta-llama/llama-prompt-guard-2-86m"]
display_name = "Llama Prompt Guard 2 86M"
model_family = "llama"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 512
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta-llama/llama-prompt-guard-2-86m".pricing."groq"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."meta-textgeneration-llama-2-13b"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "sagemaker"
providers = ["sagemaker"]

[models."meta-textgeneration-llama-2-13b".pricing."sagemaker"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta-textgeneration-llama-2-13b-f"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "sagemaker"
providers = ["sagemaker"]

[models."meta-textgeneration-llama-2-13b-f".pricing."sagemaker"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta-textgeneration-llama-2-70b"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "sagemaker"
providers = ["sagemaker"]

[models."meta-textgeneration-llama-2-70b".pricing."sagemaker"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta-textgeneration-llama-2-70b-b-f"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "sagemaker"
providers = ["sagemaker"]

[models."meta-textgeneration-llama-2-70b-b-f".pricing."sagemaker"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta-textgeneration-llama-2-7b"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "sagemaker"
providers = ["sagemaker"]

[models."meta-textgeneration-llama-2-7b".pricing."sagemaker"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta-textgeneration-llama-2-7b-f"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "sagemaker"
providers = ["sagemaker"]

[models."meta-textgeneration-llama-2-7b-f".pricing."sagemaker"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta.llama-3.1-405b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.00001068
output_cost_per_token = 0.00001068
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-3.1-405b-instruct".pricing."oci"]
input_cost_per_token = 0.00001068
output_cost_per_token = 0.00001068

[models."meta.llama-3.1-70b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-3.1-70b-instruct".pricing."oci"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama-3.1-8b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-3.1-8b-instruct".pricing."oci"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama-3.2-11b-vision-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."meta.llama-3.2-11b-vision-instruct".pricing."oci"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."meta.llama-3.2-90b-vision-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-3.2-90b-vision-instruct".pricing."oci"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."meta.llama-3.3-70b-instruct"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-3.3-70b-instruct".pricing."oci"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama-3.3-70b-instruct-fp8-dynamic"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."meta.llama-3.3-70b-instruct-fp8-dynamic".pricing."oci"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama-4-maverick-17b-128e-instruct-fp8"]
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-4-maverick-17b-128e-instruct-fp8".pricing."oci"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama-4-scout-17b-16e-instruct"]
mode = "chat"
max_input_tokens = 10485760
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."meta.llama-4-scout-17b-16e-instruct".pricing."oci"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama2-13b-chat-v1"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000001
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."meta.llama2-13b-chat-v1".pricing."bedrock"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000001

[models."meta.llama2-70b-chat-v1"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00000195
output_cost_per_token = 0.00000256
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."meta.llama2-70b-chat-v1".pricing."bedrock"]
input_cost_per_token = 0.00000195
output_cost_per_token = 0.00000256

[models."meta.llama3-1-405b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00000532
output_cost_per_token = 0.000016
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."meta.llama3-1-405b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000532
output_cost_per_token = 0.000016

[models."meta.llama3-1-70b-instruct-v1:0"]
display_name = "Llama 3.1 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."meta.llama3-1-70b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
[models."meta.llama3-1-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7

[models."meta.llama3-1-8b-instruct-v1:0"]
display_name = "Llama 3.1 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."meta.llama3-1-8b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7
[models."meta.llama3-1-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7

[models."meta.llama3-2-11b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = false

[models."meta.llama3-2-11b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7

[models."meta.llama3-2-1b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."meta.llama3-2-1b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."meta.llama3-2-3b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."meta.llama3-2-3b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."meta.llama3-2-90b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = false

[models."meta.llama3-2-90b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."meta.llama3-3-70b-instruct-v1:0"]
display_name = "Llama 3.3 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."meta.llama3-3-70b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
[models."meta.llama3-3-70b-instruct-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000286
output_cost_per_token = 0.00000378
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035
[models."meta.llama3-70b-instruct-v1:0".pricing."bedrock/eu-west-1"]
input_cost_per_token = 0.00000286
output_cost_per_token = 0.00000378
[models."meta.llama3-70b-instruct-v1:0".pricing."bedrock/us-east-1"]
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035

[models."meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.2e-7
output_cost_per_token = 6.5e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7
[models."meta.llama3-8b-instruct-v1:0".pricing."bedrock/eu-west-1"]
input_cost_per_token = 3.2e-7
output_cost_per_token = 6.5e-7
[models."meta.llama3-8b-instruct-v1:0".pricing."bedrock/us-east-1"]
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7

[models."meta.llama4-maverick-17b-instruct-v1:0"]
display_name = "Llama 4 Maverick 17B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.7e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
input_cost_per_token_batches = 1.2e-7
output_cost_per_token_batches = 4.85e-7
supports_tool_choice = false

[models."meta.llama4-maverick-17b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.7e-7
[models."meta.llama4-maverick-17b-instruct-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 2.4e-7
input_cost_per_token_batches = 1.2e-7
output_cost_per_token = 9.7e-7
output_cost_per_token_batches = 4.85e-7

[models."meta.llama4-scout-17b-instruct-v1:0"]
display_name = "Llama 4 Scout 17B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.7e-7
output_cost_per_token = 6.6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
input_cost_per_token_batches = 8.5e-8
output_cost_per_token_batches = 3.3e-7
supports_tool_choice = false

[models."meta.llama4-scout-17b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7
[models."meta.llama4-scout-17b-instruct-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 1.7e-7
input_cost_per_token_batches = 8.5e-8
output_cost_per_token = 6.6e-7
output_cost_per_token_batches = 3.3e-7

[models."meta/esm2-650m"]
display_name = "esm2-650m"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-08-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/esmfold"]
display_name = "esmfold"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-2-13b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-2-13b".pricing."replicate"]
input_cost_per_token = 1e-7
output_cost_per_token = 5e-7

[models."meta/llama-2-13b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-2-13b-chat".pricing."replicate"]
input_cost_per_token = 1e-7
output_cost_per_token = 5e-7

[models."meta/llama-2-70b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-2-70b".pricing."replicate"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275

[models."meta/llama-2-70b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-2-70b-chat".pricing."replicate"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275

[models."meta/llama-2-7b"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-2-7b".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7

[models."meta/llama-2-7b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-2-7b-chat".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7

[models."meta/llama-3-1-70b-instruct"]
display_name = "Llama 3.1 70b Instruct"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-1-8b-instruct"]
display_name = "Llama 3.1 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 16000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia", "inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-1-8b-instruct".pricing."inference"]
input_cost_per_token = 2.5000000000000002e-8
output_cost_per_token = 2.5000000000000002e-8

[models."meta/llama-3-2-11b-vision-instruct"]
display_name = "Llama 3.2 11b Vision Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia", "github-models", "inference"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-09-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-2-11b-vision-instruct".pricing."inference"]
input_cost_per_token = 5.5e-8
output_cost_per_token = 5.5e-8

[models."meta/llama-3-2-1b-instruct"]
display_name = "Llama 3.2 1b Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia", "inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-2-1b-instruct".pricing."inference"]
input_cost_per_token = 1e-8
output_cost_per_token = 1e-8

[models."meta/llama-3-2-3b-instruct"]
display_name = "Llama 3.2 3B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32000
litellm_provider = "nvidia"
providers = ["nvidia", "inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-2-3b-instruct".pricing."inference"]
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8

[models."meta/llama-3-2-90b-vision-instruct"]
display_name = "Llama-3.2-90B-Vision-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia", "github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-3-70b-instruct"]
display_name = "Llama 3.3 70b Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia", "github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-11-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-3-70b-instruct-maas"]
display_name = "Llama 3.3 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "google-vertex"
providers = ["google-vertex"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-3-3-70b-instruct-maas".pricing."google-vertex"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta/llama-3-70b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275
litellm_provider = "replicate"
providers = ["replicate", "vercel_ai_gateway"]
supports_tool_choice = true

[models."meta/llama-3-70b".pricing."replicate"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275
[models."meta/llama-3-70b".pricing."vercel_ai_gateway"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 7.9e-7

[models."meta/llama-3-70b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-3-70b-instruct".pricing."replicate"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000275

[models."meta/llama-3-8b"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate", "vercel_ai_gateway"]
supports_tool_choice = true

[models."meta/llama-3-8b".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
[models."meta/llama-3-8b".pricing."vercel_ai_gateway"]
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8

[models."meta/llama-3-8b-instruct"]
mode = "chat"
max_input_tokens = 8086
max_output_tokens = 8086
max_tokens = 8086
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."meta/llama-3-8b-instruct".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7

[models."meta/llama-3.1-405b-instruct-maas"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.000005
output_cost_per_token = 0.000016
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_vision = true
source = "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas"
supports_system_messages = true
supports_tool_choice = true

[models."meta/llama-3.1-405b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000016

[models."meta/llama-3.1-70b"]
display_name = "Llama 3.1 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."meta/llama-3.1-70b".pricing."vercel"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
[models."meta/llama-3.1-70b".pricing."vercel_ai_gateway"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta/llama-3.1-70b-instruct-maas"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_vision = true
source = "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas"
supports_system_messages = true
supports_tool_choice = true

[models."meta/llama-3.1-70b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta/llama-3.1-8b"]
display_name = "Llama 3.1 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."meta/llama-3.1-8b".pricing."vercel"]
input_cost_per_token = 3e-8
output_cost_per_token = 5.0000000000000004e-8
[models."meta/llama-3.1-8b".pricing."vercel_ai_gateway"]
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8

[models."meta/llama-3.1-8b-instruct-maas"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_vision = true
source = "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas"
supports_system_messages = true
supports_tool_choice = true

[models."meta/llama-3.1-8b-instruct-maas".metadata]
notes = "VertexAI states that The Llama 3.1 API service for llama-3.1-70b-instruct-maas and llama-3.1-8b-instruct-maas are in public preview and at no cost."

[models."meta/llama-3.1-8b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta/llama-3.2-11b"]
display_name = "Llama 3.2 11B Vision Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.6e-7
output_cost_per_token = 1.6e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."meta/llama-3.2-11b".pricing."vercel"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 1.6e-7
[models."meta/llama-3.2-11b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 1.6e-7

[models."meta/llama-3.2-1b"]
display_name = "Llama 3.2 1B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."meta/llama-3.2-1b".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."meta/llama-3.2-1b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."meta/llama-3.2-3b"]
display_name = "Llama 3.2 3B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."meta/llama-3.2-3b".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."meta/llama-3.2-3b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."meta/llama-3.2-90b"]
display_name = "Llama 3.2 90B Vision Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."meta/llama-3.2-90b".pricing."vercel"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
[models."meta/llama-3.2-90b".pricing."vercel_ai_gateway"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta/llama-3.2-90b-vision-instruct-maas"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_vision = true
source = "https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas"
supports_system_messages = true
supports_tool_choice = true

[models."meta/llama-3.2-90b-vision-instruct-maas".metadata]
notes = "VertexAI states that The Llama 3.2 API service is at no cost during public preview, and will be priced as per dollar-per-1M-tokens at GA."

[models."meta/llama-3.2-90b-vision-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta/llama-3.3-70b"]
display_name = "Llama-3.3-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."meta/llama-3.3-70b".pricing."vercel_ai_gateway"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."meta/llama-4-maverick"]
display_name = "Llama-4-Maverick-17B-128E-Instruct-FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."meta/llama-4-maverick".pricing."vercel_ai_gateway"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."meta/llama-4-maverick-17b-128e-instruct"]
display_name = "Llama 4 Maverick 17b 128e Instruct"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-02"
release_date = "2025-04-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-4-maverick-17b-128e-instruct-fp8"]
display_name = "Llama 4 Maverick 17B 128E Instruct FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-31"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-4-maverick-17b-128e-instruct-maas"]
display_name = "Llama 4 Maverick 17B 128E Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama-4-maverick-17b-128e-instruct-maas".pricing."google-vertex"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115
[models."meta/llama-4-maverick-17b-128e-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115

[models."meta/llama-4-maverick-17b-16e-instruct-maas"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
max_tokens = 1000000
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama-4-maverick-17b-16e-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000115

[models."meta/llama-4-scout"]
display_name = "Llama-4-Scout-17B-16E-Instruct-FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."meta/llama-4-scout".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."meta/llama-4-scout-17b-128e-instruct-maas"]
mode = "chat"
max_input_tokens = 10000000
max_output_tokens = 10000000
max_tokens = 10000000
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama-4-scout-17b-128e-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7

[models."meta/llama-4-scout-17b-16e-instruct"]
display_name = "Llama 4 Scout 17B 16E Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-31"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama-4-scout-17b-16e-instruct-maas"]
mode = "chat"
max_input_tokens = 10000000
max_output_tokens = 10000000
max_tokens = 10000000
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama-4-scout-17b-16e-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7e-7

[models."meta/llama-guard-4-12b"]
display_name = "Llama Guard 4 12B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/llama3-405b-instruct-maas"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama3-405b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta/llama3-70b-instruct-maas"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama3-70b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta/llama3-8b-instruct-maas"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."meta/llama3-8b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."meta/meta-llama-3-1-405b-instruct"]
display_name = "Meta-Llama-3.1-405B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/meta-llama-3-1-70b-instruct"]
display_name = "Meta-Llama-3.1-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/meta-llama-3-1-8b-instruct"]
display_name = "Meta-Llama-3.1-8B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/meta-llama-3-70b-instruct"]
display_name = "Meta-Llama-3-70B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."meta/meta-llama-3-8b-instruct"]
display_name = "Meta-Llama-3-8B-Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-04-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/MAI-DS-R1-FP8"]
display_name = "Microsoft DeepSeek R1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/MAI-DS-R1-FP8".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."microsoft/Phi-4-mini-instruct"]
display_name = "Phi-4-mini-instruct"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.008
output_cost_per_token = 0.035
litellm_provider = "wandb"
providers = ["wandb", "github-models", "kilo", "nvidia", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."microsoft/Phi-4-mini-instruct".pricing."kilo"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-8
output_cost_per_token = 3.5e-7
[models."microsoft/Phi-4-mini-instruct".pricing."openrouter"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-8
output_cost_per_token = 3.5e-7
[models."microsoft/Phi-4-mini-instruct".pricing."wandb"]
input_cost_per_token = 0.008
output_cost_per_token = 0.035

[models."microsoft/WizardLM-2-8x22B"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 4.8e-7
output_cost_per_token = 4.8e-7
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_tool_choice = false

[models."microsoft/WizardLM-2-8x22B".pricing."deepinfra"]
input_cost_per_token = 4.8e-7
output_cost_per_token = 4.8e-7

[models."microsoft/mai-ds-r1"]
display_name = "MAI-DS-R1"
model_family = "mai"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-5-mini-instruct"]
display_name = "Phi-3.5-mini instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-08-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-5-moe-instruct"]
display_name = "Phi-3.5-MoE instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-08-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-5-vision-instruct"]
display_name = "Phi-3.5-vision instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-08-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-medium-128k-instruct"]
display_name = "Phi-3-medium instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-medium-4k-instruct"]
display_name = "Phi-3-medium instruct (4k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 1024
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-mini-128k-instruct"]
display_name = "Phi-3-mini instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-mini-4k-instruct"]
display_name = "Phi-3-mini instruct (4k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 1024
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-small-128k-instruct"]
display_name = "Phi-3-small instruct (128k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-3-small-8k-instruct"]
display_name = "Phi-3-small instruct (8k)"
model_family = "phi"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-04-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-4"]
display_name = "Microsoft: Phi 4"
model_family = "phi"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 7e-8
output_cost_per_token = 1.4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "github-models", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."microsoft/phi-4".pricing."deepinfra"]
input_cost_per_token = 7e-8
output_cost_per_token = 1.4e-7
[models."microsoft/phi-4".pricing."kilo"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.4e-7
[models."microsoft/phi-4".pricing."openrouter"]
input_cost_per_token = 6.5e-8
output_cost_per_token = 1.4e-7

[models."microsoft/phi-4-mini-reasoning"]
display_name = "Phi-4-mini-reasoning"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-4-multimodal-instruct"]
display_name = "Phi 4 Multimodal"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "nvidia"
providers = ["nvidia", "evroc", "github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2023-10"
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/phi-4-multimodal-instruct".pricing."evroc"]
input_cost_per_token = 2.4e-7
output_cost_per_token = 4.6999999999999995e-7

[models."microsoft/phi-4-reasoning"]
display_name = "Phi-4-Reasoning"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."microsoft/wizardlm-2-8x22b"]
display_name = "WizardLM-2 8x22B"
model_family = "gpt"
mode = "chat"
max_input_tokens = 65535
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 6.2e-7
output_cost_per_token = 6.2e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "nano-gpt", "novita-ai", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04-30"
release_date = "2025-04-15"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."microsoft/wizardlm-2-8x22b".pricing."kilo"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 6.2e-7
[models."microsoft/wizardlm-2-8x22b".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
[models."microsoft/wizardlm-2-8x22b".pricing."novita"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 6.2e-7
[models."microsoft/wizardlm-2-8x22b".pricing."novita-ai"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 6.2e-7
[models."microsoft/wizardlm-2-8x22b".pricing."openrouter"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 6.2e-7

[models."mimo-v2-5"]
display_name = "MiMo-V2.5"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
litellm_provider = "xiaomi-token-plan-cn"
providers = ["xiaomi-token-plan-cn", "llmgateway", "opencode-go", "xiaomi", "xiaomi-token-plan-ams", "xiaomi-token-plan-sgp"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-5".pricing."llmgateway"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mimo-v2-5".pricing."opencode-go"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mimo-v2-5".pricing."xiaomi"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."mimo-v2-5-pro"]
display_name = "MiMo-V2.5-Pro"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "crof"
providers = ["crof", "llmgateway", "opencode-go", "xiaomi", "xiaomi-token-plan-ams", "xiaomi-token-plan-cn", "xiaomi-token-plan-sgp"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-5-pro".pricing."crof"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mimo-v2-5-pro".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."mimo-v2-5-pro".pricing."opencode-go"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."mimo-v2-5-pro".pricing."xiaomi"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."mimo-v2-5-pro-precision"]
display_name = "MiMo-V2.5-Pro (Precision)"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 1.6e-7
litellm_provider = "crof"
providers = ["crof"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-5-pro-precision".pricing."crof"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000025

[models."mimo-v2-flash"]
display_name = "MiMo-V2-Flash"
model_family = "mimo"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
litellm_provider = "xiaomi-token-plan-cn"
providers = ["xiaomi-token-plan-cn", "llmgateway", "qiniu-ai", "xiaomi", "xiaomi-token-plan-ams", "xiaomi-token-plan-sgp"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12-01"
release_date = "2025-12-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-flash".pricing."llmgateway"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mimo-v2-flash".pricing."qiniu-ai"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mimo-v2-flash".pricing."xiaomi"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."mimo-v2-flash-free"]
display_name = "MiMo V2 Flash Free"
model_family = "mimo-flash-free"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-12-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-omni"]
display_name = "MiMo-V2-Omni"
model_family = "mimo"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
litellm_provider = "xiaomi-token-plan-cn"
providers = ["xiaomi-token-plan-cn", "llmgateway", "opencode-go", "xiaomi", "xiaomi-token-plan-ams", "xiaomi-token-plan-sgp"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2026-03-18"
supported_modalities = ["text", "image", "audio", "video", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-omni".pricing."llmgateway"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mimo-v2-omni".pricing."opencode-go"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mimo-v2-omni".pricing."xiaomi"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."mimo-v2-omni-free"]
display_name = "MiMo V2 Omni Free"
model_family = "mimo-omni-free"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 64000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-03-18"
supported_modalities = ["text", "image", "audio", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-pro"]
display_name = "MiMo-V2-Pro"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
litellm_provider = "xiaomi-token-plan-cn"
providers = ["xiaomi-token-plan-cn", "llmgateway", "opencode-go", "xiaomi", "xiaomi-token-plan-ams", "xiaomi-token-plan-sgp"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-pro".pricing."llmgateway"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."mimo-v2-pro".pricing."opencode-go"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."mimo-v2-pro".pricing."xiaomi"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."mimo-v2-pro-free"]
display_name = "MiMo V2 Pro Free"
model_family = "mimo-pro-free"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 64000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mimo-v2-tts"]
display_name = "MiMo-V2-TTS"
model_family = "mimo"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 16384
litellm_provider = "xiaomi-token-plan-cn"
providers = ["xiaomi-token-plan-cn", "xiaomi-token-plan-ams", "xiaomi-token-plan-sgp"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["audio"]
source = "modelsdev"

[models."minimax-m2-1-free"]
display_name = "MiniMax M2.1 Free"
model_family = "minimax-free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m2-5"]
display_name = "MiniMax-M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 192000
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
litellm_provider = "frogbot"
providers = ["frogbot", "alibaba-cn", "alibaba-coding-plan", "alibaba-coding-plan-cn", "cortecs", "crof", "digitalocean", "dinference", "llmgateway", "minimax", "minimax-cn", "minimax-cn-coding-plan", "minimax-coding-plan", "opencode", "opencode-go", "regolo-ai", "tencent-coding-plan", "vultr"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2025-01-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m2-5".pricing."alibaba-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."cortecs"]
input_cost_per_token = 3.2e-7
output_cost_per_token = 0.00000118
[models."minimax-m2-5".pricing."crof"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.1e-7
output_cost_per_token = 9.499999999999999e-7
[models."minimax-m2-5".pricing."digitalocean"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."dinference"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
[models."minimax-m2-5".pricing."frogbot"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."llmgateway"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."minimax"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."minimax-cn"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."opencode"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."opencode-go"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-5".pricing."regolo-ai"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000035
[models."minimax-m2-5".pricing."vultr"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax-m2-5-free"]
display_name = "MiniMax M2.5 Free"
model_family = "minimax-free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m2-7"]
display_name = "MiniMax-M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "auriko"
providers = ["auriko", "302ai", "aihubmix", "cortecs", "frogbot", "llmgateway", "minimax", "minimax-cn", "minimax-cn-coding-plan", "minimax-coding-plan", "opencode", "opencode-go"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-09"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m2-7".pricing."302ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."aihubmix"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."auriko"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."cortecs"]
input_cost_per_token = 4.6999999999999995e-7
output_cost_per_token = 0.0000014
[models."minimax-m2-7".pricing."frogbot"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."llmgateway"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."minimax"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."minimax-cn"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."opencode"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax-m2-7".pricing."opencode-go"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax-m2-7-highspeed"]
display_name = "MiniMax-M2.7-highspeed"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
litellm_provider = "auriko"
providers = ["auriko", "302ai", "llmgateway", "minimax", "minimax-cn", "minimax-cn-coding-plan", "minimax-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m2-7-highspeed".pricing."302ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000048
[models."minimax-m2-7-highspeed".pricing."auriko"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax-m2-7-highspeed".pricing."llmgateway"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax-m2-7-highspeed".pricing."minimax"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax-m2-7-highspeed".pricing."minimax-cn"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024

[models."minimax-m25"]
display_name = "MiniMax M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 32768
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 0.00000119
cache_read_input_token_cost = 4e-8
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m25".pricing."venice"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 0.00000119

[models."minimax-m27"]
display_name = "MiniMax M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 32768
input_cost_per_token = 3.75e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 7.5e-8
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-m27".pricing."venice"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3.75e-7
output_cost_per_token = 0.0000015

[models."minimax-m2p1"]
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 204800
max_tokens = 204800
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 3e-8
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
supports_function_calling = true
source = "https://fireworks.ai/models/fireworks/minimax-m2p1"
supports_response_schema = true
supports_tool_choice = true

[models."minimax-m2p1".pricing."fireworks_ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax-text-01"]
display_name = "MiniMax Text 01"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-01-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax-text-01".pricing."llmgateway"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011

[models."minimax.minimax-m2"]
display_name = "MiniMax M2"
model_family = "minimax"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-10-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."minimax.minimax-m2".pricing."amazon-bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2".pricing."bedrock_converse"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax.minimax-m2.1"]
display_name = "MiniMax M2.1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock", "bedrock_converse"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."minimax.minimax-m2.1".pricing."amazon-bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2.1".pricing."bedrock/eu-west-1"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
[models."minimax.minimax-m2.1".pricing."bedrock/us-east-1"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2.1".pricing."bedrock/us-west-2"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2.1".pricing."bedrock_converse"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax.minimax-m2.5"]
display_name = "MiniMax M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock", "bedrock_converse"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."minimax.minimax-m2.5".pricing."amazon-bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2.5".pricing."bedrock/eu-west-1"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
[models."minimax.minimax-m2.5".pricing."bedrock/us-east-1"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2.5".pricing."bedrock/us-west-2"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax.minimax-m2.5".pricing."bedrock_converse"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax/minimax-01"]
display_name = "MiniMax 01"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000192
max_output_tokens = 16384
input_cost_per_token = 1.394e-7
output_cost_per_token = 0.0000011219999999999998
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-03-31"
release_date = "2025-01-15"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-01".pricing."kilo"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
[models."minimax/minimax-01".pricing."nano-gpt"]
input_cost_per_token = 1.394e-7
output_cost_per_token = 0.0000011219999999999998
[models."minimax/minimax-01".pricing."openrouter"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011

[models."minimax/minimax-m1"]
display_name = "MiniMax: MiniMax M1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 40000
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000022
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2025-06-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m1".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000022
[models."minimax/minimax-m1".pricing."openrouter"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000022

[models."minimax/minimax-m2"]
display_name = "MiniMax-M2"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 204800
max_tokens = 204800
input_cost_per_token = 2.55e-7
output_cost_per_token = 0.00000102
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "novita", "novita-ai", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2025-01-01"
release_date = "2025-10-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."minimax/minimax-m2".pricing."kilo"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.55e-7
output_cost_per_token = 0.000001
[models."minimax/minimax-m2".pricing."novita"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
input_cost_per_token_cache_hit = 3e-8
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2".pricing."novita-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2".pricing."openrouter"]
input_cost_per_token = 2.55e-7
output_cost_per_token = 0.00000102
[models."minimax/minimax-m2".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.00000115
[models."minimax/minimax-m2".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax/minimax-m2-1-lightning"]
display_name = "MiniMax M2.1 Lightning"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 3e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-10-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-1-lightning".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024

[models."minimax/minimax-m2-5-highspeed"]
display_name = "MiniMax M2.5 Highspeed"
model_family = "minimax-m2.5"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131100
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 3e-8
litellm_provider = "novita-ai"
providers = ["novita-ai", "orcarouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-5-highspeed".pricing."novita-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax/minimax-m2-5-highspeed".pricing."orcarouter"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax/minimax-m2-5-highspeed".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024

[models."minimax/minimax-m2-5-lightning"]
display_name = "MiniMax M2.5 highspeed"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000048
cache_read_input_token_cost = 6e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-02-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-5-lightning".pricing."zenmux"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000048

[models."minimax/minimax-m2-5:free"]
display_name = "MiniMax M2.5 (free)"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 8192
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-7"]
display_name = "MiniMax M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "alibaba-cn", "kilo", "novita-ai", "openrouter", "orcarouter", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-7".pricing."alibaba-cn"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."kilo"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."novita-ai"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."openrouter"]
input_cost_per_token = 2.7900000000000005e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."orcarouter"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."vercel"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-7".pricing."zenmux"]
input_cost_per_token = 3.055e-7
output_cost_per_token = 0.0000012219

[models."minimax/minimax-m2-7-highspeed"]
display_name = "MiniMax-M2.7-highspeed"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
cache_read_input_token_cost = 6e-8
litellm_provider = "orcarouter"
providers = ["orcarouter", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01-01"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-7-highspeed".pricing."orcarouter"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax/minimax-m2-7-highspeed".pricing."vercel"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000024
[models."minimax/minimax-m2-7-highspeed".pricing."zenmux"]
input_cost_per_token = 6.11e-7
output_cost_per_token = 0.0000024439

[models."minimax/minimax-m2-her"]
display_name = "MiniMax M2-her"
model_family = "minimax"
mode = "chat"
max_input_tokens = 65532
max_output_tokens = 2048
input_cost_per_token = 3.0200000000000003e-7
output_cost_per_token = 0.0000012069999999999998
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimax/minimax-m2-her".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2-her".pricing."nano-gpt"]
input_cost_per_token = 3.0200000000000003e-7
output_cost_per_token = 0.0000012069999999999998
[models."minimax/minimax-m2-her".pricing."openrouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax/minimax-m2.1"]
display_name = "MiniMax M2.1"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 0
cache_creation_input_token_cost = 0
litellm_provider = "openrouter"
providers = ["openrouter", "jiekou", "kilo", "nano-gpt", "novita", "novita-ai", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = false
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-12-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_computer_use = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."minimax/minimax-m2.1".pricing."jiekou"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.1".pricing."kilo"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.7e-7
output_cost_per_token = 9.499999999999999e-7
[models."minimax/minimax-m2.1".pricing."nano-gpt"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132
[models."minimax/minimax-m2.1".pricing."novita"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
input_cost_per_token_cache_hit = 3e-8
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.1".pricing."novita-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.1".pricing."openrouter"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 0
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.1".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.1".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimax/minimax-m2.5"]
display_name = "MiniMax M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000011
cache_read_input_token_cost = 1.5e-7
litellm_provider = "openrouter"
providers = ["openrouter", "hpc-ai", "kilo", "nano-gpt", "novita-ai", "orcarouter", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/minimax/minimax-m2.5"
supports_computer_use = false
supports_tool_choice = true

[models."minimax/minimax-m2.5".pricing."hpc-ai"]
cache_read_input_token_cost = 1.4e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.6e-7
[models."minimax/minimax-m2.5".pricing."kilo"]
cache_read_input_token_cost = 2.9e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.5".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.5".pricing."novita-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.5".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000011
[models."minimax/minimax-m2.5".pricing."orcarouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.5".pricing."vercel"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimax/minimax-m2.5".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimaxai/chat-completion/models/MiniMax-M2_5-high-throughput"]
display_name = "MiniMax-M2.5 High Throughput"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimaxai/chat-completion/models/MiniMax-M2_5-high-throughput".pricing."clarifai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimaxai/minimax-m1-80k"]
display_name = "MiniMax M1 80K"
model_family = "minimax"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 40000
max_tokens = 40000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
litellm_provider = "novita"
providers = ["novita", "jiekou", "nano-gpt", "novita-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-06-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."minimaxai/minimax-m1-80k".pricing."jiekou"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
[models."minimaxai/minimax-m1-80k".pricing."nano-gpt"]
input_cost_per_token = 6.051999999999999e-7
output_cost_per_token = 0.0000024225000000000005
[models."minimaxai/minimax-m1-80k".pricing."novita"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
[models."minimaxai/minimax-m1-80k".pricing."novita-ai"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022

[models."minimaxai/minimax-m2-7"]
display_name = "MiniMax-M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "nvidia"
providers = ["nvidia", "huggingface", "lilac", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."minimaxai/minimax-m2-7".pricing."huggingface"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimaxai/minimax-m2-7".pricing."lilac"]
cache_read_input_token_cost = 5.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."minimaxai/minimax-m2-7".pricing."togetherai"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."minimaxai/minimax-m2-maas"]
mode = "chat"
max_input_tokens = 196608
max_output_tokens = 196608
max_tokens = 196608
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true

[models."minimaxai/minimax-m2-maas".pricing."vertex_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."ministral-14b"]
display_name = "Ministral 14B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-12-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ministral-14b".pricing."vercel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."ministral-14b-2512"]
display_name = "Ministral 14B"
model_family = "mistral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ministral-14b-2512".pricing."302ai"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 3.3e-7
[models."ministral-14b-2512".pricing."llmgateway"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."ministral-3-14b-2512"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
source = "https://mistral.ai/pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."ministral-3-14b-2512".pricing."mistral"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."ministral-3-3b-2512"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
source = "https://mistral.ai/pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."ministral-3-3b-2512".pricing."mistral"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."ministral-3-8b-2512"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
source = "https://mistral.ai/pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."ministral-3-8b-2512".pricing."mistral"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."ministral-3b"]
display_name = "Ministral 3B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-03"
release_date = "2024-10-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.ministral-3b-2410-offer?tab=Overview"
supports_tool_choice = true

[models."ministral-3b".pricing."azure"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."ministral-3b".pricing."azure-cognitive-services"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."ministral-3b".pricing."azure_ai"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."ministral-3b".pricing."vercel"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."ministral-3b".pricing."vercel_ai_gateway"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."ministral-3b-2512"]
display_name = "Ministral 3B"
model_family = "mistral"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ministral-3b-2512".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."ministral-3b-latest"]
display_name = "Ministral 3B (latest)"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ministral-3b-latest".pricing."mistral"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."ministral-8b"]
display_name = "Ministral 8B (latest)"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."ministral-8b".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."ministral-8b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."ministral-8b-2512"]
display_name = "Ministral 8B"
model_family = "mistral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "mistral"
providers = ["mistral", "llmgateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."ministral-8b-2512".pricing."llmgateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."ministral-8b-2512".pricing."mistral"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."ministral-8b-latest"]
display_name = "Ministral 8B (latest)"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."ministral-8b-latest".pricing."mistral"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."miromind-ai/mirothinker-v1-5-235b"]
display_name = "MiroThinker v1.5 235B"
model_family = "gpt"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."miromind-ai/mirothinker-v1-5-235b".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."mistral"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."mistral".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."mistral-3-14B"]
display_name = "Ministral 3 14B Instruct"
model_family = "ministral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-3-14B".pricing."digitalocean"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."mistral-7B-Instruct-v0.1"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."mistral-7B-Instruct-v0.1".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."mistral-7B-Instruct-v0.2"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."mistral-7B-Instruct-v0.2".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."mistral-7b"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."mistral-7b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."mistral-7b-instruct".pricing."perplexity"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."mistral-7b-v0.3"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1.5e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_response_schema = true

[models."mistral-7b-v0.3".pricing."llamagate"]
input_cost_per_token = 1e-7
output_cost_per_token = 1.5e-7

[models."mistral-ai/codestral-2501"]
display_name = "Codestral 25.01"
model_family = "codestral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-03"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-ai/ministral-3b"]
display_name = "Ministral 3B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-03"
release_date = "2024-10-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-ai/mistral-large-2411"]
display_name = "Mistral Large 24.11"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2024-11-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-ai/mistral-medium-2505"]
display_name = "Mistral Medium 3 (25.05)"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2025-05-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-ai/mistral-nemo"]
display_name = "Mistral Nemo"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-03"
release_date = "2024-07-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-ai/mistral-small-2503"]
display_name = "Mistral Small 3.1"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "github-models"
providers = ["github-models"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2025-03-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-document-ai-2505"]
mode = "ocr"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://devblogs.microsoft.com/foundry/whats-new-in-azure-ai-foundry-august-2025/#mistral-document-ai-(ocr)-%E2%80%94-serverless-in-foundry"
ocr_cost_per_page = 0.003
supported_endpoints = ["/v1/ocr"]

[models."mistral-document-ai-2505".pricing."azure_ai"]
ocr_cost_per_page = 0.003

[models."mistral-document-ai-2512"]
mode = "ocr"
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-foundry-models/"
ocr_cost_per_page = 0.003
supported_endpoints = ["/v1/ocr"]

[models."mistral-document-ai-2512".pricing."azure_ai"]
ocr_cost_per_page = 0.003

[models."mistral-embed"]
display_name = "Mistral Embed"
model_family = "mistral-embed"
mode = "embedding"
max_input_tokens = 8192
max_output_tokens = 0
max_tokens = 8192
input_cost_per_token = 1e-7
litellm_provider = "mistral"
providers = ["mistral", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."mistral-embed".pricing."mistral"]
input_cost_per_token = 1e-7
[models."mistral-embed".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
[models."mistral-embed".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."mistral-large"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000004
output_cost_per_token = 0.000012
litellm_provider = "azure_ai"
providers = ["azure_ai", "snowflake", "vercel_ai_gateway"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-large".pricing."azure_ai"]
input_cost_per_token = 0.000004
output_cost_per_token = 0.000012
[models."mistral-large".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistral-large-2402"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 32000
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "azure"
providers = ["azure", "mistral"]
supports_function_calling = true
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-large-2402".pricing."azure"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."mistral-large-2402".pricing."mistral"]
input_cost_per_token = 0.000004
output_cost_per_token = 0.000012

[models."mistral-large-2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "azure_ai"
providers = ["azure_ai", "mistral"]
supports_function_calling = true
source = "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-ai-large-2407-offer?tab=Overview"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-large-2407".pricing."azure_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistral-large-2407".pricing."mistral"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009

[models."mistral-large-2411"]
display_name = "Mistral-Large"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "mistral"
providers = ["mistral", "azure", "azure-cognitive-services", "helicone", "vertex_ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-large-2411".pricing."azure"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistral-large-2411".pricing."azure-cognitive-services"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistral-large-2411".pricing."helicone"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistral-large-2411".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistral-large-2411".pricing."vertex_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistral-large-2512"]
display_name = "Mistral Large 3 2512"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "mistral"
providers = ["mistral", "302ai", "cortecs", "llmgateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://docs.mistral.ai/models/mistral-large-3-25-12"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-large-2512".pricing."302ai"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000032999999999999997
[models."mistral-large-2512".pricing."cortecs"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral-large-2512".pricing."llmgateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral-large-2512".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistral-large-3"]
display_name = "Mistral Large 3"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "azure_ai"
providers = ["azure_ai", "mistral", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azure.microsoft.com/en-us/blog/introducing-mistral-large-3-in-microsoft-foundry-open-capable-and-ready-for-production-workloads/"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-large-3".pricing."azure_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral-large-3".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral-large-3".pricing."vercel"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistral-large-instruct-2407"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."mistral-large-instruct-2407".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."mistral-large-latest"]
display_name = "Mistral Large (latest)"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "azure"
providers = ["azure", "azure_ai", "llmgateway", "mistral"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-11"
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-large-latest".pricing."azure"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."mistral-large-latest".pricing."azure_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistral-large-latest".pricing."llmgateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral-large-latest".pricing."mistral"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistral-large2"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."mistral-large@2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-large@2407".pricing."vertex_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistral-large@2411-001"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-large@2411-001".pricing."vertex_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistral-large@latest"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-large@latest".pricing."vertex_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistral-medium"]
display_name = "Mistral Medium 3.1"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000081
litellm_provider = "mistral"
providers = ["mistral", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-05-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-medium".pricing."mistral"]
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000081
[models."mistral-medium".pricing."vercel"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."mistral-medium-2312"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000081
litellm_provider = "mistral"
providers = ["mistral"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-medium-2312".pricing."mistral"]
input_cost_per_token = 0.0000027
output_cost_per_token = 0.0000081

[models."mistral-medium-2505"]
display_name = "Mistral Medium 3"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services", "mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-05-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-medium-2505".pricing."azure"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistral-medium-2505".pricing."azure-cognitive-services"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistral-medium-2505".pricing."azure_ai"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
[models."mistral-medium-2505".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistral-medium-2508"]
display_name = "Mistral Medium 3.1"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-08-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-medium-2508".pricing."mistral"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."mistral-medium-2604"]
display_name = "Mistral Medium 3.5"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-medium-2604".pricing."mistral"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075

[models."mistral-medium-3"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-medium-3".pricing."vertex_ai"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistral-medium-3-1-2508"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
source = "https://mistral.ai/news/mistral-medium-3"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-medium-3-1-2508".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistral-medium-3-5"]
display_name = "Mistral Medium Latest"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-medium-3-5".pricing."vercel"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075

[models."mistral-medium-3-5-128b"]
display_name = "Mistral Medium 3.5 128B"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075
litellm_provider = "scaleway"
providers = ["scaleway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-medium-3-5-128b".pricing."scaleway"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075

[models."mistral-medium-3@001"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-medium-3@001".pricing."vertex_ai"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistral-medium-latest"]
display_name = "Mistral Medium (latest)"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-medium-latest".pricing."mistral"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistral-nemo"]
display_name = "Mistral Nemo"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services", "helicone", "mistral", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2024-07-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://azuremarketplace.microsoft.com/en/marketplace/apps/000-000.mistral-nemo-12b-2407?tab=PlansAndPrice"

[models."mistral-nemo".pricing."azure"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistral-nemo".pricing."azure-cognitive-services"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistral-nemo".pricing."azure_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistral-nemo".pricing."helicone"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00004
[models."mistral-nemo".pricing."mistral"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistral-nemo".pricing."vercel"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.7000000000000001e-7

[models."mistral-nemo-12b-instruct"]
display_name = "Mistral Nemo 12B Instruct"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 16000
max_output_tokens = 4096
input_cost_per_token = 3.7999999999999996e-8
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "inference"
providers = ["inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-nemo-12b-instruct".pricing."inference"]
input_cost_per_token = 3.7999999999999996e-8
output_cost_per_token = 1.0000000000000001e-7

[models."mistral-nemo-instruct-2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 512
max_tokens = 512
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "gradient_ai"
providers = ["gradient_ai"]
supported_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."mistral-nemo-instruct-2407".pricing."gradient_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."mistral-nemo@2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-nemo@2407".pricing."vertex_ai"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000003

[models."mistral-nemo@latest"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-nemo@latest".pricing."vertex_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."mistral-ocr-2505"]
mode = "ocr"
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
source = "https://cloud.google.com/generative-ai-app-builder/pricing"
ocr_cost_per_page = 0.0005
supported_endpoints = ["/v1/ocr"]

[models."mistral-ocr-2505".pricing."vertex_ai"]
ocr_cost_per_page = 0.0005

[models."mistral-ocr-2505-completion"]
mode = "ocr"
litellm_provider = "mistral"
providers = ["mistral"]
source = "https://mistral.ai/pricing#api-pricing"
annotation_cost_per_page = 0.003
ocr_cost_per_page = 0.001
supported_endpoints = ["/v1/ocr"]

[models."mistral-ocr-2505-completion".pricing."mistral"]
annotation_cost_per_page = 0.003
ocr_cost_per_page = 0.001

[models."mistral-ocr-latest"]
mode = "ocr"
litellm_provider = "mistral"
providers = ["mistral"]
source = "https://mistral.ai/pricing#api-pricing"
annotation_cost_per_page = 0.003
ocr_cost_per_page = 0.001
supported_endpoints = ["/v1/ocr"]

[models."mistral-ocr-latest".pricing."mistral"]
annotation_cost_per_page = 0.003
ocr_cost_per_page = 0.001

[models."mistral-saba-24b"]
display_name = "Mistral Saba 24B"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 7.9e-7
output_cost_per_token = 7.9e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "groq"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2025-02-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."mistral-saba-24b".pricing."groq"]
input_cost_per_token = 7.900000000000001e-7
output_cost_per_token = 7.900000000000001e-7
[models."mistral-saba-24b".pricing."vercel_ai_gateway"]
input_cost_per_token = 7.9e-7
output_cost_per_token = 7.9e-7

[models."mistral-small"]
display_name = "Mistral Small"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "azure_ai"
providers = ["azure_ai", "helicone", "mistral", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-02"
release_date = "2024-02-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-small".pricing."azure_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."mistral-small".pricing."helicone"]
input_cost_per_token = 0.000075
output_cost_per_token = 0.0002
[models."mistral-small".pricing."mistral"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
[models."mistral-small".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."mistral-small".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."mistral-small-2503"]
display_name = "Mistral Small 3.1"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "azure_ai"
providers = ["azure_ai", "azure", "azure-cognitive-services", "vertex_ai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2025-03-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistral-small-2503".pricing."azure"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mistral-small-2503".pricing."azure-cognitive-services"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mistral-small-2503".pricing."azure_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
[models."mistral-small-2503".pricing."vertex_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."mistral-small-2503@001"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral-small-2503@001".pricing."vertex_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."mistral-small-2506"]
display_name = "Mistral Small 3.2"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-06-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-small-2506".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mistral-small-2506".pricing."mistral"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."mistral-small-2603"]
display_name = "Mistral Small 4"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "mistral"
providers = ["mistral", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-03-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-small-2603".pricing."mistral"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."mistral-small-2603".pricing."venice"]
input_cost_per_token = 1.875e-7
output_cost_per_token = 7.5e-7

[models."mistral-small-3-2-24b-instruct"]
display_name = "Mistral Small 3.2 24B Instruct"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 9.375e-8
output_cost_per_token = 2.5e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-01-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-small-3-2-24b-instruct".pricing."venice"]
input_cost_per_token = 9.375e-8
output_cost_per_token = 2.5e-7

[models."mistral-small-3-2-2506"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-8
output_cost_per_token = 1.8e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
source = "https://mistral.ai/pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-small-3-2-2506".pricing."mistral"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.8e-7

[models."mistral-small-31-24b-instruct"]
display_name = "Mistral Small 31 24b Instruct"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 131072
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-small-31-24b-instruct".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."mistral-small-4-119b"]
display_name = "Mistral Small 4 119B"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000003
litellm_provider = "regolo-ai"
providers = ["regolo-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-small-4-119b".pricing."regolo-ai"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.000003

[models."mistral-small-latest"]
display_name = "Mistral Small (latest)"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-8
output_cost_per_token = 1.8e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-03-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://mistral.ai/pricing"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-small-latest".pricing."mistral"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.8e-7

[models."mistral-small3-2"]
display_name = "Mistral Small 3.2"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 120000
max_output_tokens = 120000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000022
litellm_provider = "regolo-ai"
providers = ["regolo-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral-small3-2".pricing."regolo-ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000022

[models."mistral-tiny"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."mistral-tiny".pricing."mistral"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."mistral.devstral-2-123b"]
display_name = "Devstral 2 123B"
model_family = "devstral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-02-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."mistral.devstral-2-123b".pricing."amazon-bedrock"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistral.devstral-2-123b".pricing."bedrock_converse"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistral.magistral-small-2509"]
display_name = "Magistral Small 1.2"
model_family = "magistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."mistral.magistral-small-2509".pricing."amazon-bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral.magistral-small-2509".pricing."bedrock_converse"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistral.ministral-3-14b-instruct"]
display_name = "Ministral 14B 3.0"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."mistral.ministral-3-14b-instruct".pricing."amazon-bedrock"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."mistral.ministral-3-14b-instruct".pricing."bedrock_converse"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."mistral.ministral-3-3b-instruct"]
display_name = "Ministral 3 3B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."mistral.ministral-3-3b-instruct".pricing."amazon-bedrock"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."mistral.ministral-3-3b-instruct".pricing."bedrock_converse"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."mistral.ministral-3-8b-instruct"]
display_name = "Ministral 3 8B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."mistral.ministral-3-8b-instruct".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistral.ministral-3-8b-instruct".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."mistral.mistral-7b-instruct-v0:2"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 1.5e-7
output_cost_per_token = 2e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."mistral.mistral-7b-instruct-v0:2".pricing."bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 2e-7
[models."mistral.mistral-7b-instruct-v0:2".pricing."bedrock/us-east-1"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 2e-7
[models."mistral.mistral-7b-instruct-v0:2".pricing."bedrock/us-west-2"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 2e-7

[models."mistral.mistral-large-2402-v1:0"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true

[models."mistral.mistral-large-2402-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."mistral.mistral-large-2402-v1:0".pricing."bedrock/us-east-1"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."mistral.mistral-large-2402-v1:0".pricing."bedrock/us-west-2"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024

[models."mistral.mistral-large-2407-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = true

[models."mistral.mistral-large-2407-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009

[models."mistral.mistral-large-3-675b-instruct"]
display_name = "Mistral Large 3"
model_family = "mistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."mistral.mistral-large-3-675b-instruct".pricing."amazon-bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistral.mistral-large-3-675b-instruct".pricing."bedrock_converse"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistral.mistral-small-2402-v1:0"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true

[models."mistral.mistral-small-2402-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."mistral.mixtral-8x7b-instruct-v0:1"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 4.5e-7
output_cost_per_token = 7e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_tool_choice = true

[models."mistral.mixtral-8x7b-instruct-v0:1".pricing."bedrock"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 7e-7
[models."mistral.mixtral-8x7b-instruct-v0:1".pricing."bedrock/us-east-1"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 7e-7
[models."mistral.mixtral-8x7b-instruct-v0:1".pricing."bedrock/us-west-2"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 7e-7

[models."mistral.pixtral-large-2502-v1:0"]
display_name = "Pixtral Large (25.02)"
model_family = "mistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "amazon-bedrock"
providers = ["amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-04-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistral.pixtral-large-2502-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistral.voxtral-mini-3b-2507"]
display_name = "Voxtral Mini 3B 2507"
model_family = "mistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["audio", "text"]
supported_output_modalities = ["text"]
supports_audio_input = true
supports_native_structured_output = true
supports_system_messages = true

[models."mistral.voxtral-mini-3b-2507".pricing."amazon-bedrock"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8
[models."mistral.voxtral-mini-3b-2507".pricing."bedrock_converse"]
input_cost_per_token = 4e-8
output_cost_per_token = 4e-8

[models."mistral.voxtral-small-24b-2507"]
display_name = "Voxtral Small 24B 2507"
model_family = "mistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-07-01"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text"]
supports_audio_input = true
supports_native_structured_output = true
supports_system_messages = true

[models."mistral.voxtral-small-24b-2507".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 3.5e-7
[models."mistral.voxtral-small-24b-2507".pricing."bedrock_converse"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."mistralai/Devstral-Small-2-24B-Instruct-2512"]
display_name = "Devstral Small 2 24B Instruct 2512"
model_family = "devstral"
mode = "chat"
max_input_tokens = 262128
max_output_tokens = 262128
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.5e-7
litellm_provider = "neuralwatt"
providers = ["neuralwatt", "evroc"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/Devstral-Small-2-24B-Instruct-2512".pricing."evroc"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 4.6999999999999995e-7
[models."mistralai/Devstral-Small-2-24B-Instruct-2512".pricing."neuralwatt"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.5e-7

[models."mistralai/Devstral-Small-2505"]
display_name = "Mistral Devstral Small 2505"
model_family = "devstral"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 6.000000000000001e-8
output_cost_per_token = 6.000000000000001e-8
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "io-net"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2025-08-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/Devstral-Small-2505".pricing."io-net"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.2e-7
[models."mistralai/Devstral-Small-2505".pricing."nano-gpt"]
input_cost_per_token = 6.000000000000001e-8
output_cost_per_token = 6.000000000000001e-8

[models."mistralai/Magistral-Small-2506"]
display_name = "Magistral Small 2506"
model_family = "magistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2.5e-7
litellm_provider = "io-net"
providers = ["io-net", "nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/Magistral-Small-2506".pricing."io-net"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistralai/Magistral-Small-2509"]
display_name = "Magistral Small 1.2 24B"
model_family = "magistral-small"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 5.9e-7
output_cost_per_token = 0.00000236
litellm_provider = "evroc"
providers = ["evroc"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-06-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/Magistral-Small-2509".pricing."evroc"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 0.00000236

[models."mistralai/Mistral-7B-Instruct-v0.1"]
display_name = "Mistral: Mistral 7B Instruct v0.1"
model_family = "mistral"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "anyscale"
providers = ["anyscale", "kilo", "openrouter", "together_ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-09-30"
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mistral-7B-Instruct-v0.1"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."mistralai/Mistral-7B-Instruct-v0.1".pricing."anyscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistralai/Mistral-7B-Instruct-v0.1".pricing."kilo"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 1.9e-7
[models."mistralai/Mistral-7B-Instruct-v0.1".pricing."openrouter"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 1.9e-7

[models."mistralai/Mistral-Large-Instruct-2411"]
display_name = "Mistral Large Instruct 2411"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 0.000001
litellm_provider = "io-net"
providers = ["io-net"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/Mistral-Large-Instruct-2411".pricing."io-net"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistralai/Mistral-Medium-3-5-128B"]
display_name = "Mistral Medium 3.5 128B"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
input_cost_per_token = 0.0000016499999999999999
output_cost_per_token = 0.0000055
litellm_provider = "berget"
providers = ["berget"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-04"
release_date = "2026-04-29"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/Mistral-Medium-3-5-128B".pricing."berget"]
input_cost_per_token = 0.0000016499999999999999
output_cost_per_token = 0.0000055

[models."mistralai/Mistral-Nemo-Instruct-2407"]
display_name = "Mistral Nemo"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "io-net", "meganova", "nano-gpt", "nebius"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2024-07-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/Mistral-Nemo-Instruct-2407".pricing."deepinfra"]
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
[models."mistralai/Mistral-Nemo-Instruct-2407".pricing."io-net"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
[models."mistralai/Mistral-Nemo-Instruct-2407".pricing."meganova"]
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
[models."mistralai/Mistral-Nemo-Instruct-2407".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.207e-7
[models."mistralai/Mistral-Nemo-Instruct-2407".pricing."nebius"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.2e-7

[models."mistralai/Mistral-Small-24B-Instruct-2501"]
display_name = "Mistral: Mistral Small 3"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "openrouter", "together_ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10-31"
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_tool_choice = true

[models."mistralai/Mistral-Small-24B-Instruct-2501".pricing."deepinfra"]
input_cost_per_token = 5e-8
output_cost_per_token = 8e-8
[models."mistralai/Mistral-Small-24B-Instruct-2501".pricing."kilo"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 8e-8
[models."mistralai/Mistral-Small-24B-Instruct-2501".pricing."openrouter"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 8e-8

[models."mistralai/Mistral-Small-3.2-24B-Instruct-2506"]
display_name = "Mistral Small 3.2 24B Instruct 2506"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7.5e-8
output_cost_per_token = 2e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "berget", "meganova"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-09"
release_date = "2025-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/Mistral-Small-3.2-24B-Instruct-2506".pricing."berget"]
input_cost_per_token = 3.3e-7
output_cost_per_token = 3.3e-7
[models."mistralai/Mistral-Small-3.2-24B-Instruct-2506".pricing."deepinfra"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 2e-7

[models."mistralai/Mixtral-8x22B-Instruct-v0.1"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "anyscale"
providers = ["anyscale"]
supports_function_calling = true
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x22B-Instruct-v0.1"

[models."mistralai/Mixtral-8x22B-Instruct-v0.1".pricing."anyscale"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."mistralai/Mixtral-8x7B-Instruct-v0.1"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "anyscale"
providers = ["anyscale", "deepinfra", "together_ai"]
supports_function_calling = true
source = "https://docs.anyscale.com/preview/endpoints/text-generation/supported-models/mistralai-Mixtral-8x7B-Instruct-v0.1"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."mistralai/Mixtral-8x7B-Instruct-v0.1".pricing."anyscale"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistralai/Mixtral-8x7B-Instruct-v0.1".pricing."deepinfra"]
input_cost_per_token = 4e-7
output_cost_per_token = 4e-7
[models."mistralai/Mixtral-8x7B-Instruct-v0.1".pricing."together_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."mistralai/codestral-2"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistralai/codestral-2".pricing."vertex_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7

[models."mistralai/codestral-2508"]
display_name = "Codestral 2508"
model_family = "codestral"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/codestral-2508".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."mistralai/codestral-2508".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
[models."mistralai/codestral-2508".pricing."openrouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7

[models."mistralai/codestral-2@001"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistralai/codestral-2@001".pricing."vertex_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7

[models."mistralai/completion/models/Ministral-3-14B-Reasoning-2512"]
display_name = "Ministral 3 14B Reasoning 2512"
model_family = "ministral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000017
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/completion/models/Ministral-3-14B-Reasoning-2512".pricing."clarifai"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000017

[models."mistralai/completion/models/Ministral-3-3B-Reasoning-2512"]
display_name = "Ministral 3 3B Reasoning 2512"
model_family = "ministral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 0.000001039
output_cost_per_token = 5.4825e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/completion/models/Ministral-3-3B-Reasoning-2512".pricing."clarifai"]
input_cost_per_token = 0.000001039
output_cost_per_token = 5.4825e-7

[models."mistralai/devstral-2-123b-instruct-2512"]
display_name = "Devstral 2 123B"
model_family = "devstral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000014
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "nvidia"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-12"
release_date = "2025-12-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/devstral-2-123b-instruct-2512".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000014

[models."mistralai/devstral-2512"]
display_name = "Mistral: Devstral 2 2512"
model_family = "devstral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_vision = false
supports_reasoning = false
supports_prompt_caching = false
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2025-09-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_image = 0
supports_tool_choice = true

[models."mistralai/devstral-2512".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/devstral-2512".pricing."openrouter"]
input_cost_per_image = 0
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."mistralai/devstral-medium"]
display_name = "Mistral: Devstral Medium"
model_family = "devstral"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 26215
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06-30"
release_date = "2025-07-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/devstral-medium".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/devstral-medium".pricing."openrouter"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."mistralai/devstral-small"]
display_name = "Mistral: Devstral Small 1.1"
model_family = "devstral"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 26215
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-05-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/devstral-small".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mistralai/devstral-small".pricing."openrouter"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."mistralai/ministral-14b-2512"]
display_name = "Ministral 14B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2025-12-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_image = 0
supports_tool_choice = true

[models."mistralai/ministral-14b-2512".pricing."kilo"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."mistralai/ministral-14b-2512".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."mistralai/ministral-14b-2512".pricing."openrouter"]
input_cost_per_image = 0
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."mistralai/ministral-14b-instruct-2512"]
display_name = "Ministral 3 14B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/ministral-14b-instruct-2512".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."mistralai/ministral-3b-2512"]
display_name = "Ministral 3B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2025-12-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_image = 0
supports_tool_choice = true

[models."mistralai/ministral-3b-2512".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."mistralai/ministral-3b-2512".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."mistralai/ministral-3b-2512".pricing."openrouter"]
input_cost_per_image = 0
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."mistralai/ministral-8b-2512"]
display_name = "Ministral 8B"
model_family = "ministral"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = false
open_weights = false
release_date = "2025-12-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_image = 0
supports_tool_choice = true

[models."mistralai/ministral-8b-2512".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistralai/ministral-8b-2512".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."mistralai/ministral-8b-2512".pricing."openrouter"]
input_cost_per_image = 0
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."mistralai/mistral-7b-instruct"]
display_name = "Mistral 7B Instruct"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 1.3e-7
output_cost_per_token = 1.3e-7
litellm_provider = "openrouter"
providers = ["openrouter", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-05-27"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/mistral-7b-instruct".pricing."nano-gpt"]
input_cost_per_token = 5.44e-8
output_cost_per_token = 5.44e-8
[models."mistralai/mistral-7b-instruct".pricing."openrouter"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 1.3e-7

[models."mistralai/mistral-7b-instruct-v0.2"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."mistralai/mistral-7b-instruct-v0.2".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7

[models."mistralai/mistral-7b-instruct-v03"]
display_name = "Mistral-7B-Instruct-v0.3"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-7b-v0.1"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_tool_choice = true

[models."mistralai/mistral-7b-v0.1".pricing."replicate"]
input_cost_per_token = 5e-8
output_cost_per_token = 2.5e-7

[models."mistralai/mistral-large"]
display_name = "Mistral Large 2411"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt", "watsonx"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-11-30"
release_date = "2024-02-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."mistralai/mistral-large".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistralai/mistral-large".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.000006001000000000001
[models."mistralai/mistral-large".pricing."openrouter"]
input_cost_per_token = 0.000008
output_cost_per_token = 0.000024
[models."mistralai/mistral-large".pricing."watsonx"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.00001

[models."mistralai/mistral-large-2407"]
display_name = "Mistral Large 2407"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-03-31"
release_date = "2024-11-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-large-2407".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistralai/mistral-large-2407".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistralai/mistral-large-2411"]
display_name = "Mistral Large 2411"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 26215
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-11"
release_date = "2024-07-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-large-2411".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistralai/mistral-large-2411".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistralai/mistral-large-2512"]
display_name = "Mistral: Mistral Large 3 2512"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = false
open_weights = true
knowledge_cutoff = "2024-11"
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_image = 0
supports_tool_choice = true

[models."mistralai/mistral-large-2512".pricing."kilo"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
[models."mistralai/mistral-large-2512".pricing."openrouter"]
input_cost_per_image = 0
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."mistralai/mistral-large-3-675b-instruct-2512"]
display_name = "Mistral Large 3 675B"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 256000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-12-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-large-3-675b-instruct-2512".pricing."nano-gpt"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."mistralai/mistral-medium-2505"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.00001
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_parallel_function_calling = true

[models."mistralai/mistral-medium-2505".pricing."watsonx"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.00001

[models."mistralai/mistral-medium-3"]
display_name = "Mistral Medium 3"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/mistral-medium-3".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/mistral-medium-3".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/mistral-medium-3".pricing."openrouter"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/mistral-medium-3".pricing."vertex_ai"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistralai/mistral-medium-3-1"]
display_name = "Mistral Medium 3.1"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-06-30"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-medium-3-1".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/mistral-medium-3-1".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."mistralai/mistral-medium-3-1".pricing."openrouter"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."mistralai/mistral-medium-3-5"]
display_name = "Mistral: Mistral Medium 3.5"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-30"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-medium-3-5".pricing."kilo"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075
[models."mistralai/mistral-medium-3-5".pricing."openrouter"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075

[models."mistralai/mistral-medium-3-instruct"]
display_name = "Mistral Medium 3"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-medium-3@001"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_tool_choice = true

[models."mistralai/mistral-medium-3@001".pricing."vertex_ai"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."mistralai/mistral-nemo"]
display_name = "Mistral Nemo"
model_family = "mistral-nemo"
mode = "chat"
max_input_tokens = 60288
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 4e-8
output_cost_per_token = 1.7e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2024-07-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."mistralai/mistral-nemo".pricing."kilo"]
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
[models."mistralai/mistral-nemo".pricing."novita"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.7e-7
[models."mistralai/mistral-nemo".pricing."novita-ai"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.7000000000000001e-7
[models."mistralai/mistral-nemo".pricing."openrouter"]
input_cost_per_token = 2e-8
output_cost_per_token = 3e-8

[models."mistralai/mistral-nemotron"]
display_name = "mistral-nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-06-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-saba"]
display_name = "Mistral Saba"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32768
input_cost_per_token = 1.989e-7
output_cost_per_token = 5.95e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-02-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-saba".pricing."kilo"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
[models."mistralai/mistral-saba".pricing."nano-gpt"]
input_cost_per_token = 1.989e-7
output_cost_per_token = 5.95e-7
[models."mistralai/mistral-saba".pricing."openrouter"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."mistralai/mistral-small-2503"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_parallel_function_calling = true

[models."mistralai/mistral-small-2503".pricing."watsonx"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."mistralai/mistral-small-2603"]
display_name = "Mistral: Mistral Small 4"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
cache_read_input_token_cost = 1.5e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-03-16"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-small-2603".pricing."kilo"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."mistralai/mistral-small-2603".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."mistralai/mistral-small-3-1-24b-instruct-2503"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = true
supports_vision = false
supports_parallel_function_calling = true

[models."mistralai/mistral-small-3-1-24b-instruct-2503".pricing."watsonx"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."mistralai/mistral-small-3.1-24b-instruct"]
display_name = "Mistral: Mistral Small 3.1 24B"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10-31"
release_date = "2025-03-17"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/mistral-small-3.1-24b-instruct".pricing."kilo"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7
[models."mistralai/mistral-small-3.1-24b-instruct".pricing."openrouter"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."mistralai/mistral-small-3.2-24b-instruct"]
display_name = "Mistral: Mistral Small 3.2 24B"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10-31"
release_date = "2025-06-20"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/mistral-small-3.2-24b-instruct".pricing."kilo"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 6e-8
output_cost_per_token = 1.8e-7
[models."mistralai/mistral-small-3.2-24b-instruct".pricing."openrouter"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7

[models."mistralai/mistral-small-4-119b-2603"]
display_name = "mistral-small-4-119b-2603"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-03-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-small-creative"]
display_name = "Mistral Small Creative"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-12-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-small-creative".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."mistralai/mistral-tiny"]
display_name = "Mistral Tiny"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
input_cost_per_token = 2.5499999999999994e-7
output_cost_per_token = 2.5499999999999994e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mistral-tiny".pricing."nano-gpt"]
input_cost_per_token = 2.5499999999999994e-7
output_cost_per_token = 2.5499999999999994e-7

[models."mistralai/mixtral-8x22b-instruct"]
display_name = "Mistral: Mixtral 8x22B Instruct"
model_family = "mistral"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-01-31"
release_date = "2024-04-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/mixtral-8x22b-instruct".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistralai/mixtral-8x22b-instruct".pricing."openrouter"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 6.5e-7

[models."mistralai/mixtral-8x22b-instruct-v0.1"]
display_name = "Mixtral 8x22B"
model_family = "mixtral"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 32768
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "nscale"
providers = ["nscale", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#chat-models"

[models."mistralai/mixtral-8x22b-instruct-v0.1".metadata]
notes = "Pricing listed as $1.20/1M tokens total. Assumed 50/50 split for input/output."

[models."mistralai/mixtral-8x22b-instruct-v0.1".pricing."nano-gpt"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
[models."mistralai/mixtral-8x22b-instruct-v0.1".pricing."nscale"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."mistralai/mixtral-8x7b-instruct"]
display_name = "Mistral: Mixtral 8x7B Instruct"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2023-12-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/mixtral-8x7b-instruct-v0.1"]
display_name = "Mixtral 8x7B"
model_family = "mixtral"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3e-7
output_cost_per_token = 0.000001
litellm_provider = "replicate"
providers = ["replicate", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."mistralai/mixtral-8x7b-instruct-v0.1".pricing."nano-gpt"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 2.7e-7
[models."mistralai/mixtral-8x7b-instruct-v0.1".pricing."replicate"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000001

[models."mistralai/pixtral-12b-2409"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = true
supports_parallel_function_calling = false

[models."mistralai/pixtral-12b-2409".pricing."watsonx"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7

[models."mistralai/pixtral-large-2411"]
display_name = "Mistral: Pixtral Large 2411"
model_family = "mistral"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-07-31"
release_date = "2024-11-19"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/pixtral-large-2411".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mistralai/pixtral-large-2411".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."mistralai/voxtral-small-24b-2507"]
display_name = "Mistral: Voxtral Small 24B 2507"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 6400
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "kilo"
providers = ["kilo", "evroc", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-07-01"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mistralai/voxtral-small-24b-2507".pricing."evroc"]
input_cost_per_token = 2.36e-9
output_cost_per_token = 2.36e-9
[models."mistralai/voxtral-small-24b-2507".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."mistralai/voxtral-small-24b-2507".pricing."openrouter"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."mixtral-8x22B-Instruct-v0.1"]
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."mixtral-8x22B-Instruct-v0.1".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."mixtral-8x22b-instruct"]
display_name = "Mixtral 8x22B"
model_family = "mixtral"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-04-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."mixtral-8x22b-instruct".pricing."vercel"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."mixtral-8x22b-instruct".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000012

[models."mixtral-8x7B-Instruct-v0.1"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."mixtral-8x7B-Instruct-v0.1".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."mixtral-8x7b"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."mixtral-8x7b-instruct"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."mixtral-8x7b-instruct".pricing."perplexity"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."mlabonne/NeuralDaredevil-8B-abliterated"]
display_name = "Neural Daredevil 8B abliterated"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 4.4e-7
output_cost_per_token = 4.4e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."mlabonne/NeuralDaredevil-8B-abliterated".pricing."nano-gpt"]
input_cost_per_token = 4.4e-7
output_cost_per_token = 4.4e-7

[models."model-router"]
display_name = "Model Router"
model_family = "model-router"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.4e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-05-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."model-router".pricing."azure"]
input_cost_per_token = 1.4e-7
[models."model-router".pricing."azure-cognitive-services"]
input_cost_per_token = 1.4e-7

[models."model_router"]
mode = "chat"
input_cost_per_token = 1.4e-7
output_cost_per_token = 0
litellm_provider = "azure_ai"
providers = ["azure_ai"]
source = "https://azure.microsoft.com/en-us/pricing/details/ai-services/"
comment = "Flat cost of $0.14 per M input tokens for Azure AI Foundry Model Router infrastructure. Use pattern: azure_ai/model_router/<deployment-name> where deployment-name is your Azure deployment (e.g., azure-model-router)"

[models."model_router".pricing."azure_ai"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0

[models."moonshot-kimi-k2-instruct"]
display_name = "Moonshot Kimi K2 Instruct"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.000002294
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshot-kimi-k2-instruct".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.000002294

[models."moonshot-v1-128k"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-128k".pricing."moonshot"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."moonshot-v1-128k-0430"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-128k-0430".pricing."moonshot"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."moonshot-v1-128k-vision-preview"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-128k-vision-preview".pricing."moonshot"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."moonshot-v1-32k"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-32k".pricing."moonshot"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."moonshot-v1-32k-0430"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-32k-0430".pricing."moonshot"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."moonshot-v1-32k-vision-preview"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-32k-vision-preview".pricing."moonshot"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."moonshot-v1-8k"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-8k".pricing."moonshot"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002

[models."moonshot-v1-8k-0430"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-8k-0430".pricing."moonshot"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002

[models."moonshot-v1-8k-vision-preview"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
supports_vision = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-8k-vision-preview".pricing."moonshot"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.000002

[models."moonshot-v1-auto"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005
litellm_provider = "moonshot"
providers = ["moonshot"]
supports_function_calling = true
source = "https://platform.moonshot.ai/docs/pricing"
supports_tool_choice = true

[models."moonshot-v1-auto".pricing."moonshot"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000005

[models."moonshot.kimi-k2-thinking"]
display_name = "Kimi K2 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."moonshot.kimi-k2-thinking".pricing."amazon-bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshot.kimi-k2-thinking".pricing."bedrock_converse"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai.kimi-k2-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000303
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true

[models."moonshotai.kimi-k2-thinking".pricing."bedrock"]
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000303
[models."moonshotai.kimi-k2-thinking".pricing."bedrock/us-east-1"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai.kimi-k2-thinking".pricing."bedrock/us-west-2"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai.kimi-k2.5"]
display_name = "Kimi K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000303
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock", "bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://platform.moonshot.ai/docs/guide/kimi-k2-5-quickstart"
supports_system_messages = true
supports_tool_choice = true
supports_video_input = true

[models."moonshotai.kimi-k2.5".pricing."amazon-bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000303
[models."moonshotai.kimi-k2.5".pricing."bedrock/us-east-1"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai.kimi-k2.5".pricing."bedrock/us-west-2"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai.kimi-k2.5".pricing."bedrock_converse"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."moonshotai/Kimi-Dev-72B"]
display_name = "Kimi Dev 72B"
model_family = "kimi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 131072
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/Kimi-Dev-72B".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7

[models."moonshotai/Kimi-K2-5-TEE"]
display_name = "Kimi K2.5 TEE"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65535
input_cost_per_token = 4.4e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.2e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2026-01-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/Kimi-K2-5-TEE".pricing."chutes"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 4.4e-7
output_cost_per_token = 0.000002

[models."moonshotai/Kimi-K2-5-fast"]
display_name = "Kimi-K2.5-fast"
model_family = "kimi"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-12-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/Kimi-K2-5-fast".pricing."nebius"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000025

[models."moonshotai/Kimi-K2-6-TEE"]
display_name = "Kimi K2.6 TEE"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65535
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 4.7499999999999995e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2026-04-20"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/Kimi-K2-6-TEE".pricing."chutes"]
cache_read_input_token_cost = 4.7499999999999995e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."moonshotai/Kimi-K2-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
litellm_provider = "deepinfra"
providers = ["deepinfra", "hyperbolic", "together_ai", "wandb"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."moonshotai/Kimi-K2-Instruct".pricing."deepinfra"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
[models."moonshotai/Kimi-K2-Instruct".pricing."hyperbolic"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
[models."moonshotai/Kimi-K2-Instruct".pricing."together_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."moonshotai/Kimi-K2-Instruct".pricing."wandb"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai/Kimi-K2-Instruct-0905"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "baseten", "together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_tool_choice = true

[models."moonshotai/Kimi-K2-Instruct-0905".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/Kimi-K2-Instruct-0905".pricing."deepinfra"]
cache_read_input_token_cost = 4e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
[models."moonshotai/Kimi-K2-Instruct-0905".pricing."together_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."moonshotai/Kimi-K2-Thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000012
litellm_provider = "gmi"
providers = ["gmi", "baseten", "crusoe"]
supports_reasoning = true
supports_system_messages = true

[models."moonshotai/Kimi-K2-Thinking".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/Kimi-K2-Thinking".pricing."crusoe"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000025
[models."moonshotai/Kimi-K2-Thinking".pricing."gmi"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000012

[models."moonshotai/Kimi-K2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
litellm_provider = "baseten"
providers = ["baseten", "together_ai", "wandb"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_response_schema = true
supports_tool_choice = true

[models."moonshotai/Kimi-K2.5".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai/Kimi-K2.5".pricing."together_ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000028
[models."moonshotai/Kimi-K2.5".pricing."wandb"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."moonshotai/chat-completion/models/Kimi-K2_6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/chat-completion/models/Kimi-K2_6".pricing."clarifai"]
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."moonshotai/kimi-k2"]
display_name = "Kimi K2"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "fastrouter", "kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-07-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."moonshotai/kimi-k2".pricing."fastrouter"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
[models."moonshotai/kimi-k2".pricing."kilo"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
[models."moonshotai/kimi-k2".pricing."openrouter"]
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.0000023
[models."moonshotai/kimi-k2".pricing."vercel"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2".pricing."vercel_ai_gateway"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022

[models."moonshotai/kimi-k2-0905"]
display_name = "Kimi K2 0905"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "novita"
providers = ["novita", "jiekou", "kilo", "novita-ai", "openrouter", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."moonshotai/kimi-k2-0905".pricing."jiekou"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-0905".pricing."kilo"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-0905".pricing."novita"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-0905".pricing."novita-ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-0905".pricing."openrouter"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-0905".pricing."vercel"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-0905".pricing."zenmux"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai/kimi-k2-5:thinking"]
display_name = "Kimi K2.5 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-01-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-5:thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998

[models."moonshotai/kimi-k2-6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 5.3e-7
output_cost_per_token = 0.00000273
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "ambient", "baseten", "berget", "deepinfra", "gmicloud", "huggingface", "inceptron", "kilo", "lilac", "neuralwatt", "novita-ai", "nvidia", "openrouter", "siliconflow", "togetherai", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2026-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-6".pricing."ambient"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."moonshotai/kimi-k2-6".pricing."baseten"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."moonshotai/kimi-k2-6".pricing."berget"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 8.3e-7
output_cost_per_token = 0.00000385
[models."moonshotai/kimi-k2-6".pricing."deepinfra"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000035
[models."moonshotai/kimi-k2-6".pricing."gmicloud"]
cache_read_input_token_cost = 1.44e-7
input_cost_per_token = 8.55e-7
output_cost_per_token = 0.0000036000000000000003
[models."moonshotai/kimi-k2-6".pricing."huggingface"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."moonshotai/kimi-k2-6".pricing."inceptron"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.0000035
[models."moonshotai/kimi-k2-6".pricing."kilo"]
cache_read_input_token_cost = 3.75e-7
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000035
[models."moonshotai/kimi-k2-6".pricing."lilac"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000035
[models."moonshotai/kimi-k2-6".pricing."nano-gpt"]
input_cost_per_token = 5.3e-7
output_cost_per_token = 0.00000273
[models."moonshotai/kimi-k2-6".pricing."neuralwatt"]
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.00000322
[models."moonshotai/kimi-k2-6".pricing."novita-ai"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."moonshotai/kimi-k2-6".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000349
[models."moonshotai/kimi-k2-6".pricing."siliconflow"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."moonshotai/kimi-k2-6".pricing."togetherai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000045
[models."moonshotai/kimi-k2-6".pricing."vercel"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
[models."moonshotai/kimi-k2-6".pricing."zenmux"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."moonshotai/kimi-k2-6:thinking"]
display_name = "Kimi K2.6 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 5.3e-7
output_cost_per_token = 0.00000273
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-6:thinking".pricing."nano-gpt"]
input_cost_per_token = 5.3e-7
output_cost_per_token = 0.00000273

[models."moonshotai/kimi-k2-instruct"]
display_name = "Kimi K2 Instruct"
model_family = "kimi"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5.7e-7
output_cost_per_token = 0.0000023
litellm_provider = "novita"
providers = ["novita", "deepinfra", "groq", "huggingface", "jiekou", "nano-gpt", "novita-ai", "nvidia", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."moonshotai/kimi-k2-instruct".pricing."deepinfra"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-instruct".pricing."groq"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2-instruct".pricing."huggingface"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2-instruct".pricing."jiekou"]
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.0000023
[models."moonshotai/kimi-k2-instruct".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-instruct".pricing."novita"]
input_cost_per_token = 5.7e-7
output_cost_per_token = 0.0000023
[models."moonshotai/kimi-k2-instruct".pricing."novita-ai"]
input_cost_per_token = 5.699999999999999e-7
output_cost_per_token = 0.0000023
[models."moonshotai/kimi-k2-instruct".pricing."siliconflow"]
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000229

[models."moonshotai/kimi-k2-instruct-0711"]
display_name = "Kimi K2 0711"
model_family = "kimi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-07-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-instruct-0711".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 0.000002

[models."moonshotai/kimi-k2-instruct-0905"]
display_name = "Kimi K2 0905"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 5e-7
litellm_provider = "groq"
providers = ["groq", "baseten", "deepinfra", "huggingface", "io-net", "nano-gpt", "nvidia", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."moonshotai/kimi-k2-instruct-0905".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-instruct-0905".pricing."deepinfra"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-instruct-0905".pricing."groq"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2-instruct-0905".pricing."huggingface"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2-instruct-0905".pricing."io-net"]
cache_read_input_token_cost = 1.95e-7
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.0000018999999999999998
[models."moonshotai/kimi-k2-instruct-0905".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-instruct-0905".pricing."siliconflow"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-instruct-0905".pricing."siliconflow-cn"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."moonshotai/kimi-k2-thinking"]
display_name = "Kimi K2 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "novita"
providers = ["novita", "baseten", "deepinfra", "huggingface", "io-net", "kilo", "meganova", "nano-gpt", "novita-ai", "nvidia", "openrouter", "siliconflow", "siliconflow-cn", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."moonshotai/kimi-k2-thinking".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."deepinfra"]
input_cost_per_token = 4.6999999999999995e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-thinking".pricing."huggingface"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."io-net"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000225
[models."moonshotai/kimi-k2-thinking".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 4.6999999999999995e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-thinking".pricing."meganova"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000026
[models."moonshotai/kimi-k2-thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."moonshotai/kimi-k2-thinking".pricing."novita"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."novita-ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."openrouter"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."siliconflow"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."siliconflow-cn"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking".pricing."vercel"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 4.6999999999999995e-7
output_cost_per_token = 0.000002
[models."moonshotai/kimi-k2-thinking".pricing."zenmux"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai/kimi-k2-thinking-maas"]
display_name = "Kimi K2 Thinking"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-11-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supports_tool_choice = true
supports_web_search = true

[models."moonshotai/kimi-k2-thinking-maas".pricing."google-vertex"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2-thinking-maas".pricing."vertex_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai/kimi-k2-thinking-original"]
display_name = "Kimi K2 Thinking Original"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-thinking-original".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."moonshotai/kimi-k2-thinking-turbo"]
display_name = "Kimi K2 Thinking Turbo"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 64000
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
cache_read_input_token_cost = 1.5e-7
litellm_provider = "zenmux"
providers = ["zenmux", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-thinking-turbo".pricing."vercel"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
[models."moonshotai/kimi-k2-thinking-turbo".pricing."zenmux"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008

[models."moonshotai/kimi-k2-thinking-turbo-original"]
display_name = "Kimi K2 Thinking Turbo Original"
model_family = "kimi-thinking"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-thinking-turbo-original".pricing."nano-gpt"]
input_cost_per_token = 0.00000115
output_cost_per_token = 0.000008

[models."moonshotai/kimi-k2-turbo"]
display_name = "Kimi K2 Turbo"
model_family = "kimi"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 0.0000024
output_cost_per_token = 0.00001
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-08"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."moonshotai/kimi-k2-turbo".pricing."vercel"]
input_cost_per_token = 0.0000024
output_cost_per_token = 0.00001

[models."moonshotai/kimi-k2.5"]
display_name = "Kimi K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1e-7
litellm_provider = "openrouter"
providers = ["openrouter", "baseten", "deepinfra", "evroc", "hpc-ai", "huggingface", "jiekou", "kilo", "meganova", "nano-gpt", "nebius", "neuralwatt", "novita-ai", "siliconflow", "togetherai", "vercel", "wandb", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-01-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/moonshotai/kimi-k2.5"
reasoning_cost_per_token = 0.0000025
supports_tool_choice = true
supports_video_input = true

[models."moonshotai/kimi-k2.5".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2.5".pricing."deepinfra"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000028
[models."moonshotai/kimi-k2.5".pricing."evroc"]
input_cost_per_token = 0.00000147
output_cost_per_token = 0.0000059
[models."moonshotai/kimi-k2.5".pricing."hpc-ai"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.1e-7
output_cost_per_token = 0.000001
[models."moonshotai/kimi-k2.5".pricing."huggingface"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2.5".pricing."jiekou"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2.5".pricing."kilo"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000022
[models."moonshotai/kimi-k2.5".pricing."meganova"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000028
[models."moonshotai/kimi-k2.5".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018999999999999998
[models."moonshotai/kimi-k2.5".pricing."nebius"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000025
reasoning_cost_per_token = 0.0000025
[models."moonshotai/kimi-k2.5".pricing."neuralwatt"]
input_cost_per_token = 5.2e-7
output_cost_per_token = 0.0000025899999999999998
[models."moonshotai/kimi-k2.5".pricing."novita-ai"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2.5".pricing."openrouter"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
[models."moonshotai/kimi-k2.5".pricing."siliconflow"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000225
[models."moonshotai/kimi-k2.5".pricing."togetherai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000028
[models."moonshotai/kimi-k2.5".pricing."vercel"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000012
[models."moonshotai/kimi-k2.5".pricing."wandb"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000028500000000000002
[models."moonshotai/kimi-k2.5".pricing."zenmux"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.00000302

[models."morph-v3-fast"]
display_name = "Morph v3 Fast"
model_family = "morph"
mode = "chat"
max_input_tokens = 16000
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000012
litellm_provider = "morph"
providers = ["morph"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = false
supports_system_messages = true
supports_tool_choice = false

[models."morph-v3-fast".pricing."morph"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000012

[models."morph-v3-large"]
display_name = "Morph v3 Large"
model_family = "morph"
mode = "chat"
max_input_tokens = 16000
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 9e-7
output_cost_per_token = 0.0000019
litellm_provider = "morph"
providers = ["morph"]
supports_function_calling = false
supports_vision = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = false
supports_system_messages = true
supports_tool_choice = false

[models."morph-v3-large".pricing."morph"]
input_cost_per_token = 9e-7
output_cost_per_token = 0.0000019

[models."morph/morph-v3-fast"]
display_name = "Morph: Morph V3 Fast"
model_family = "morph"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000012
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "kilo", "openrouter", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."morph/morph-v3-fast".pricing."kilo"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000012
[models."morph/morph-v3-fast".pricing."openrouter"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000012
[models."morph/morph-v3-fast".pricing."vercel"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000012
[models."morph/morph-v3-fast".pricing."vercel_ai_gateway"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000012

[models."morph/morph-v3-large"]
display_name = "Morph: Morph V3 Large"
model_family = "morph"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 9e-7
output_cost_per_token = 0.0000019
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "kilo", "openrouter", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-08-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."morph/morph-v3-large".pricing."kilo"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000018999999999999998
[models."morph/morph-v3-large".pricing."openrouter"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000018999999999999998
[models."morph/morph-v3-large".pricing."vercel"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000018999999999999998
[models."morph/morph-v3-large".pricing."vercel_ai_gateway"]
input_cost_per_token = 9e-7
output_cost_per_token = 0.0000019

[models."multi-qa-mpnet-base-dot-v1"]
display_name = "Multi-QA-mpnet-base-dot-v1"
model_family = "text-embedding"
mode = "chat"
max_input_tokens = 512
max_output_tokens = 768
input_cost_per_token = 9e-9
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2021-08-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."multi-qa-mpnet-base-dot-v1".pricing."digitalocean"]
input_cost_per_token = 9e-9

[models."multimodalembedding"]
mode = "embedding"
max_input_tokens = 2048
max_tokens = 2048
input_cost_per_token = 8e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models"]
supported_modalities = ["text", "image", "video"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
input_cost_per_character = 2e-7
input_cost_per_image = 0.0001
input_cost_per_video_per_second = 0.0005
input_cost_per_video_per_second_above_15s_interval = 0.002
input_cost_per_video_per_second_above_8s_interval = 0.001
output_vector_size = 768
supported_endpoints = ["/v1/embeddings"]

[models."multimodalembedding".pricing."vertex_ai-embedding-models"]
input_cost_per_character = 2e-7
input_cost_per_image = 0.0001
input_cost_per_token = 8e-7
input_cost_per_video_per_second = 0.0005
input_cost_per_video_per_second_above_15s_interval = 0.002
input_cost_per_video_per_second_above_8s_interval = 0.001
output_cost_per_token = 0

[models."multimodalembedding@001"]
mode = "embedding"
max_input_tokens = 2048
max_tokens = 2048
input_cost_per_token = 8e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models"]
supported_modalities = ["text", "image", "video"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
input_cost_per_character = 2e-7
input_cost_per_image = 0.0001
input_cost_per_video_per_second = 0.0005
input_cost_per_video_per_second_above_15s_interval = 0.002
input_cost_per_video_per_second_above_8s_interval = 0.001
output_vector_size = 768
supported_endpoints = ["/v1/embeddings"]

[models."multimodalembedding@001".pricing."vertex_ai-embedding-models"]
input_cost_per_character = 2e-7
input_cost_per_image = 0.0001
input_cost_per_token = 8e-7
input_cost_per_video_per_second = 0.0005
input_cost_per_video_per_second_above_15s_interval = 0.002
input_cost_per_video_per_second_above_8s_interval = 0.001
output_cost_per_token = 0

[models."nano"]
mode = "audio_transcription"
litellm_provider = "assemblyai"
providers = ["assemblyai"]
input_cost_per_second = 0.00010278
output_cost_per_second = 0

[models."nano".pricing."assemblyai"]
input_cost_per_second = 0.00010278
output_cost_per_second = 0

[models."nano-banana"]
display_name = "Nano-Banana"
model_family = "nano-banana"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 0
input_cost_per_token = 2.1e-7
output_cost_per_token = 0.0000018000000000000001
cache_read_input_token_cost = 2.1000000000000003e-8
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-08-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "image"]
source = "modelsdev"

[models."nano-banana".pricing."poe"]
cache_read_input_token_cost = 2.1000000000000003e-8
input_cost_per_token = 2.1e-7
output_cost_per_token = 0.0000018000000000000001

[models."nano-banana-pro"]
display_name = "Nano-Banana-Pro"
model_family = "nano-banana"
mode = "image_generation"
max_input_tokens = 65536
max_output_tokens = 0
litellm_provider = "aiml"
providers = ["aiml", "poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-11-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "https://docs.aimlapi.com/api-references/image-models/google/gemini-3-pro-image-preview"
output_cost_per_image = 0.195
supported_endpoints = ["/v1/images/generations"]

[models."nano-banana-pro".metadata]
notes = "Gemini 3 Pro Image (Nano Banana Pro) - Advanced text-to-image generation with reasoning and 4K resolution support"

[models."nano-banana-pro".pricing."aiml"]
output_cost_per_image = 0.195
[models."nano-banana-pro".pricing."poe"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012

[models."nemotron-3-nano-omni"]
display_name = "Nemotron Nano 3 Omni"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 9.000000000000001e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-28"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nemotron-3-nano-omni".pricing."digitalocean"]
input_cost_per_token = 5e-7
output_cost_per_token = 9.000000000000001e-7

[models."nemotron-3-super-120b-a12b"]
display_name = "Nemotron 3 Super 120B A12B"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 2.66e-7
output_cost_per_token = 7.99e-7
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nemotron-3-super-120b-a12b".pricing."cortecs"]
input_cost_per_token = 2.66e-7
output_cost_per_token = 7.99e-7

[models."nemotron-3-super-free"]
display_name = "Nemotron 3 Super Free"
model_family = "nemotron-free"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 128000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-02"
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nemotron-nano-12b-v2-vl"]
display_name = "Nemotron Nano 12B v2 VL"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nemotron-nano-12b-v2-vl".pricing."digitalocean"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."neural"]
mode = "audio_speech"
litellm_provider = "aws_polly"
providers = ["aws_polly"]
source = "https://aws.amazon.com/polly/pricing/"
input_cost_per_character = 0.000016
supported_endpoints = ["/v1/audio/speech"]

[models."neural".pricing."aws_polly"]
input_cost_per_character = 0.000016

[models."neuralmagic/Meta-Llama-3-1-8B-Instruct-FP8"]
display_name = "Llama 3.1 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 1.6e-7
output_cost_per_token = 2.7e-7
litellm_provider = "stackit"
providers = ["stackit"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."neuralmagic/Meta-Llama-3-1-8B-Instruct-FP8".pricing."stackit"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 2.7e-7

[models."neuralmagic/Mistral-Nemo-Instruct-2407-FP8"]
display_name = "Mistral Nemo"
model_family = "mistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 4.9e-7
output_cost_per_token = 7.1e-7
litellm_provider = "stackit"
providers = ["stackit"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."neuralmagic/Mistral-Nemo-Instruct-2407-FP8".pricing."stackit"]
input_cost_per_token = 4.9e-7
output_cost_per_token = 7.1e-7

[models."nex-agi/deepseek-v3-1-nex-n1"]
display_name = "DeepSeek V3.1 Nex N1"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nex-agi/deepseek-v3-1-nex-n1".pricing."kilo"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
[models."nex-agi/deepseek-v3-1-nex-n1".pricing."nano-gpt"]
input_cost_per_token = 2.7999999999999997e-7
output_cost_per_token = 4.2000000000000006e-7
[models."nex-agi/deepseek-v3-1-nex-n1".pricing."openrouter"]
input_cost_per_token = 1.35e-7
output_cost_per_token = 5e-7
[models."nex-agi/deepseek-v3-1-nex-n1".pricing."siliconflow"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."nomic-ai/nomic-embed-text-v1"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"

[models."nomic-ai/nomic-embed-text-v1".pricing."fireworks_ai"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."nomic-ai/nomic-embed-text-v1.5"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"

[models."nomic-ai/nomic-embed-text-v1.5".pricing."fireworks_ai"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."nomic-embed-text"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "llamagate"
providers = ["llamagate"]

[models."nomic-embed-text".pricing."llamagate"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."nothingiisreal/L3-1-70B-Celeste-V0-1-BF16"]
display_name = "Llama 3.1 70B Celeste v0.1"
model_family = "llama"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nothingiisreal/L3-1-70B-Celeste-V0-1-BF16".pricing."nano-gpt"]
input_cost_per_token = 4.93e-7
output_cost_per_token = 4.93e-7

[models."nousresearch/hermes-2-pro-llama-3-8b"]
display_name = "Hermes 2 Pro Llama 3 8B"
model_family = "nousresearch"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-06-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."nousresearch/hermes-2-pro-llama-3-8b".pricing."kilo"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7
[models."nousresearch/hermes-2-pro-llama-3-8b".pricing."novita"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7
[models."nousresearch/hermes-2-pro-llama-3-8b".pricing."novita-ai"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7
[models."nousresearch/hermes-2-pro-llama-3-8b".pricing."openrouter"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 1.4e-7

[models."nousresearch/hermes-3-llama-3-1-405b:free"]
display_name = "Hermes 3 405B Instruct (free)"
model_family = "hermes"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-08-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nousresearch/hermes-4-405b"]
display_name = "Nous: Hermes 4 405B"
model_family = "hermes"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 26215
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "kilo"
providers = ["kilo", "nebius", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-08-31"
release_date = "2025-08-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000003

[models."nousresearch/hermes-4-405b".pricing."kilo"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."nousresearch/hermes-4-405b".pricing."nebius"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
reasoning_cost_per_token = 0.000003
[models."nousresearch/hermes-4-405b".pricing."openrouter"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."nousresearch/hermes-4-70b"]
display_name = "Nous: Hermes 4 70B"
model_family = "hermes"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 5.5e-8
litellm_provider = "kilo"
providers = ["kilo", "nebius", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-08-31"
release_date = "2025-08-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 4.0000000000000003e-7

[models."nousresearch/hermes-4-70b".pricing."kilo"]
cache_read_input_token_cost = 5.5e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7
[models."nousresearch/hermes-4-70b".pricing."nebius"]
cache_read_input_token_cost = 1.2999999999999999e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7
reasoning_cost_per_token = 4.0000000000000003e-7
[models."nousresearch/hermes-4-70b".pricing."openrouter"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 4.0000000000000003e-7

[models."nova"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-atc"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-atc".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-atc".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-automotive"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-automotive".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-automotive".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-conversationalai"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-conversationalai".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-conversationalai".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-drivethru"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-drivethru".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-drivethru".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-finance"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-finance".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-finance".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-general"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-general".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-general".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-lite"]
display_name = "Nova 2 Lite"
model_family = "nova"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nova-2-lite".pricing."vercel"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."nova-2-lite-v1"]
display_name = "Amazon Nova 2 Lite"
model_family = "nova"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65535
input_cost_per_token = 5.099999999999999e-7
output_cost_per_token = 0.00000425
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "nova", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2024-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nova-2-lite-v1".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025
[models."nova-2-lite-v1".pricing."nano-gpt"]
input_cost_per_token = 5.099999999999999e-7
output_cost_per_token = 0.00000425
[models."nova-2-lite-v1".pricing."openrouter"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025

[models."nova-2-meeting"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-meeting".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-meeting".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-phonecall"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-phonecall".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-phonecall".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-pro-v1"]
display_name = "Nova 2 Pro"
model_family = "nova-pro"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
litellm_provider = "nova"
providers = ["nova"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-03"
supported_modalities = ["text", "image", "video", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nova-2-video"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-video".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-video".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-2-voicemail"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-2-voicemail".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-2-voicemail".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-3"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-3".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-3".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-3-general"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-3-general".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-3-general".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-3-medical"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00008667
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-3-medical".metadata]
calculation = "$0.0052/60 seconds = $0.00008667 per second (multilingual)"
original_pricing_per_minute = 0.0052

[models."nova-3-medical".pricing."deepgram"]
input_cost_per_second = 0.00008667
output_cost_per_second = 0

[models."nova-general"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-general".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-general".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-lite"]
display_name = "Nova Lite"
model_family = "nova-lite"
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-03"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-lite".pricing."vercel"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."nova-lite".pricing."vercel_ai_gateway"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."nova-lite-v1"]
display_name = "Amazon Nova Lite 1.0"
model_family = "nova-lite"
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
litellm_provider = "amazon-nova"
providers = ["amazon-nova", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2024-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-lite-v1".pricing."amazon-nova"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."nova-lite-v1".pricing."kilo"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."nova-lite-v1".pricing."nano-gpt"]
input_cost_per_token = 5.95e-8
output_cost_per_token = 2.38e-7
[models."nova-lite-v1".pricing."openrouter"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."nova-micro"]
display_name = "Nova Micro"
model_family = "nova-micro"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-micro".pricing."vercel"]
cache_read_input_token_cost = 8.75e-9
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
[models."nova-micro".pricing."vercel_ai_gateway"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7

[models."nova-micro-v1"]
display_name = "Amazon Nova Micro 1.0"
model_family = "nova-micro"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
litellm_provider = "amazon-nova"
providers = ["amazon-nova", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_reasoning = false
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-10-31"
release_date = "2024-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-micro-v1".pricing."amazon-nova"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
[models."nova-micro-v1".pricing."kilo"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
[models."nova-micro-v1".pricing."nano-gpt"]
input_cost_per_token = 3.57e-8
output_cost_per_token = 1.394e-7
[models."nova-micro-v1".pricing."openrouter"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7

[models."nova-phonecall"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.00007167
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."nova-phonecall".metadata]
calculation = "$0.0043/60 seconds = $0.00007167 per second"
original_pricing_per_minute = 0.0043

[models."nova-phonecall".pricing."deepgram"]
input_cost_per_second = 0.00007167
output_cost_per_second = 0

[models."nova-premier-v1"]
display_name = "Amazon: Nova Premier 1.0"
model_family = "nova"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000125
litellm_provider = "amazon-nova"
providers = ["amazon-nova", "kilo", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = false
supports_pdf_input = true
open_weights = false
release_date = "2025-11-01"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-premier-v1".pricing."amazon-nova"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000125
[models."nova-premier-v1".pricing."kilo"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000125
[models."nova-premier-v1".pricing."openrouter"]
cache_read_input_token_cost = 6.25e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000125

[models."nova-pro"]
display_name = "Nova Pro"
model_family = "nova-pro"
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12-03"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-pro".pricing."vercel"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003
[models."nova-pro".pricing."vercel_ai_gateway"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032

[models."nova-pro-v1"]
display_name = "Amazon Nova Pro 1.0"
model_family = "nova-pro"
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032
litellm_provider = "amazon-nova"
providers = ["amazon-nova", "cortecs", "kilo", "nano-gpt", "openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true

[models."nova-pro-v1".pricing."amazon-nova"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032
[models."nova-pro-v1".pricing."cortecs"]
input_cost_per_token = 0.000001016
output_cost_per_token = 0.000004061
[models."nova-pro-v1".pricing."kilo"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003
[models."nova-pro-v1".pricing."nano-gpt"]
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 0.0000031959999999999996
[models."nova-pro-v1".pricing."openrouter"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003

[models."novita/deepseek-v3-2"]
display_name = "DeepSeek-V3.2"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 0
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 1.3e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."novita/deepseek-v3-2".pricing."poe"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.0000000000000003e-7

[models."novita/glm-5"]
display_name = "GLM-5"
mode = "chat"
max_input_tokens = 205000
max_output_tokens = 131072
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."novita/glm-5".pricing."poe"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."novita/kimi-k2-5"]
display_name = "Kimi-K2.5"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-01-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."novita/kimi-k2-5".pricing."poe"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."novita/kimi-k2-6"]
display_name = "Kimi-K2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 9.6e-7
output_cost_per_token = 0.00000404
cache_read_input_token_cost = 1.6e-7
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-04-20"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."novita/kimi-k2-6".pricing."poe"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.6e-7
output_cost_per_token = 0.00000404

[models."nvidia-nemotron-3-nano-30b-a3b"]
display_name = "NVIDIA Nemotron 3 Nano 30B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia-nemotron-3-nano-30b-a3b".pricing."venice"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."nvidia-nemotron-3-super-120b"]
display_name = "Nemotron-3-Super-120B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 6.5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-02"
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia-nemotron-3-super-120b".pricing."digitalocean"]
input_cost_per_token = 3e-7
output_cost_per_token = 6.5e-7

[models."nvidia-nemotron-cascade-2-30b-a3b"]
display_name = "Nemotron Cascade 2 30B A3B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia-nemotron-cascade-2-30b-a3b".pricing."venice"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.000000000000001e-7

[models."nvidia.nemotron-nano-12b-v2"]
display_name = "NVIDIA Nemotron Nano 12B v2 VL BF16"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."nvidia.nemotron-nano-12b-v2".pricing."amazon-bedrock"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
[models."nvidia.nemotron-nano-12b-v2".pricing."bedrock_converse"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."nvidia.nemotron-nano-3-30b"]
display_name = "NVIDIA Nemotron Nano 3 30B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_native_structured_output = true
supports_system_messages = true
supports_tool_choice = true

[models."nvidia.nemotron-nano-3-30b".pricing."amazon-bedrock"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
[models."nvidia.nemotron-nano-3-30b".pricing."bedrock_converse"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."nvidia.nemotron-nano-9b-v2"]
display_name = "NVIDIA Nemotron Nano 9B v2"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-8
output_cost_per_token = 2.3e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."nvidia.nemotron-nano-9b-v2".pricing."amazon-bedrock"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.3000000000000002e-7
[models."nvidia.nemotron-nano-9b-v2".pricing."bedrock_converse"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.3e-7

[models."nvidia.nemotron-super-3-120b"]
display_name = "NVIDIA Nemotron 3 Super 120B A12B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 6.5e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."nvidia.nemotron-super-3-120b".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6.5e-7
[models."nvidia.nemotron-super-3-120b".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6.5e-7

[models."nvidia/Llama-3-1-Nemotron-70B-Instruct-HF"]
display_name = "Nvidia Nemotron 70b"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 3.57e-7
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/Llama-3-1-Nemotron-70B-Instruct-HF".pricing."nano-gpt"]
input_cost_per_token = 3.57e-7
output_cost_per_token = 4.0799999999999995e-7

[models."nvidia/Llama-3.1-Nemotron-70B-Instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra"]
supports_function_calling = true
supports_tool_choice = true

[models."nvidia/Llama-3.1-Nemotron-70B-Instruct".pricing."deepinfra"]
input_cost_per_token = 6e-7
output_cost_per_token = 6e-7

[models."nvidia/Llama-3.1-Nemotron-Ultra-253B-v1"]
display_name = "Nvidia Nemotron Ultra 253B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
litellm_provider = "nebius"
providers = ["nebius", "nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-07-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://nebius.com/prices-ai-studio"

[models."nvidia/Llama-3.1-Nemotron-Ultra-253B-v1".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 8.000000000000001e-7
[models."nvidia/Llama-3.1-Nemotron-Ultra-253B-v1".pricing."nebius"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018

[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1"]
display_name = "Nvidia Nemotron Super 49B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
litellm_provider = "nebius"
providers = ["nebius", "nano-gpt"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://nebius.com/prices-ai-studio"

[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1".pricing."nebius"]
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7

[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1.5"]
display_name = "NVIDIA: Llama 3.3 Nemotron Super 49B V1.5"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-03-31"
release_date = "2025-03-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1.5".pricing."deepinfra"]
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1.5".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."nvidia/Llama-3.3-Nemotron-Super-49B-v1.5".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."nvidia/Llama-3_1-Nemotron-Ultra-253B-v1"]
display_name = "Llama-3.1-Nemotron-Ultra-253B-v1"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
cache_read_input_token_cost = 6e-8
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/Llama-3_1-Nemotron-Ultra-253B-v1".pricing."nebius"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001

[models."nvidia/Llama-3_3-Nemotron-Super-49B-v1_5"]
display_name = "Nvidia Nemotron Super 49B v1.5"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "nvidia"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2023-12"
release_date = "2025-08-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/Llama-3_3-Nemotron-Super-49B-v1_5".pricing."nano-gpt"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.5e-7

[models."nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B"]
display_name = "Nemotron-3-Nano-30B-A3B"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
cache_read_input_token_cost = 6e-9
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2025-08-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B".pricing."nebius"]
cache_read_input_token_cost = 6e-9
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8"]
display_name = "NVIDIA Nemotron 3 Super 120B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "wandb"
providers = ["wandb"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8".pricing."wandb"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."nvidia/NVIDIA-Nemotron-Nano-9B-v2"]
display_name = "Nvidia Nemotron Nano 9B v2"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7
litellm_provider = "deepinfra"
providers = ["deepinfra", "nano-gpt", "nvidia"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2025-08-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."nvidia/NVIDIA-Nemotron-Nano-9B-v2".pricing."deepinfra"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7
[models."nvidia/NVIDIA-Nemotron-Nano-9B-v2".pricing."nano-gpt"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7

[models."nvidia/Nemotron-120B-A12B"]
display_name = "Nemotron 3 Super"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32678
input_cost_per_token = 3e-7
output_cost_per_token = 7.5e-7
litellm_provider = "baseten"
providers = ["baseten"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-02"
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."nvidia/Nemotron-120B-A12B".pricing."baseten"]
input_cost_per_token = 3e-7
output_cost_per_token = 7.5e-7

[models."nvidia/Nemotron-3-Nano-Omni"]
display_name = "Nemotron-3-Nano-Omni"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
cache_read_input_token_cost = 6e-9
litellm_provider = "nebius"
providers = ["nebius"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/Nemotron-3-Nano-Omni".pricing."nebius"]
cache_read_input_token_cost = 6e-9
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."nvidia/active-speaker-detection"]
display_name = "Active Speaker Detection"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-04-16"
supported_modalities = ["video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/bevformer"]
display_name = "bevformer"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-03-18"
supported_modalities = ["video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/cosmos-predict1-5b"]
display_name = "cosmos-predict1-5b"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-03-18"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["video"]
source = "modelsdev"

[models."nvidia/cosmos-transfer1-7b"]
display_name = "cosmos-transfer1-7b"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-06-13"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["video"]
source = "modelsdev"

[models."nvidia/cosmos-transfer2_5-2b"]
display_name = "cosmos-transfer2.5-2b"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-02-26"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["video"]
source = "modelsdev"

[models."nvidia/gliner-pii"]
display_name = "gliner-pii"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-03-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/llama-3-3-70b-instruct-fp8"]
display_name = "Llama 3.3 70B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.8e-7
litellm_provider = "inceptron"
providers = ["inceptron", "evroc"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/llama-3-3-70b-instruct-fp8".pricing."evroc"]
input_cost_per_token = 0.00000118
output_cost_per_token = 0.00000118
[models."nvidia/llama-3-3-70b-instruct-fp8".pricing."inceptron"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.8e-7

[models."nvidia/llama-3_1-nemotron-safety-guard-8b-v3"]
display_name = "llama-3.1-nemotron-safety-guard-8b-v3"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-10-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/llama-3_2-nemoretriever-300m-embed-v1"]
display_name = "llama-3_2-nemoretriever-300m-embed-v1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-07-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/llama-3_2-nv-rerankqa-1b-v2"]
mode = "rerank"
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "nvidia_nim"
providers = ["nvidia_nim"]
input_cost_per_query = 0

[models."nvidia/llama-3_2-nv-rerankqa-1b-v2".pricing."nvidia_nim"]
input_cost_per_query = 0
input_cost_per_token = 0
output_cost_per_token = 0

[models."nvidia/llama-3_3-nemotron-super-49b-v1"]
display_name = "Llama 3.3 Nemotron Super 49B v1"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2025-04-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/llama-nemotron-embed-vl-1b-v2"]
display_name = "llama-nemotron-embed-vl-1b-v2"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-02-10"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/llama-nemotron-rerank-vl-1b-v2"]
display_name = "llama-nemotron-rerank-vl-1b-v2"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-03-31"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/magpie-tts-zeroshot"]
display_name = "magpie-tts-zeroshot"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-05-22"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["audio"]
source = "modelsdev"

[models."nvidia/nemotron-3-content-safety"]
display_name = "nemotron-3-content-safety"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-04-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-3-nano-30b-a3b"]
display_name = "Nvidia Nemotron 3 Nano 30B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 262144
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "nvidia", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2025-12-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-3-nano-30b-a3b".pricing."kilo"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.0000000000000002e-7
[models."nvidia/nemotron-3-nano-30b-a3b".pricing."nano-gpt"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.800000000000001e-7
[models."nvidia/nemotron-3-nano-30b-a3b".pricing."openrouter"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.0000000000000002e-7
[models."nvidia/nemotron-3-nano-30b-a3b".pricing."vercel"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."nvidia/nemotron-3-nano-30b-a3b:free"]
display_name = "Nemotron 3 Nano 30B A3B (free)"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-11"
release_date = "2025-12-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-3-nano-omni-30b-a3b-reasoning"]
display_name = "Nemotron 3 Nano Omni"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-28"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free"]
display_name = "NVIDIA: Nemotron 3 Nano Omni (free)"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-28"
supported_modalities = ["text", "audio", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-3-super-120b-a12b"]
display_name = "NVIDIA: Nemotron 3 Super"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "nebius", "nvidia", "openrouter", "perplexity-agent", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-3-super-120b-a12b".pricing."kilo"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
[models."nvidia/nemotron-3-super-120b-a12b".pricing."nebius"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."nvidia/nemotron-3-super-120b-a12b".pricing."nvidia"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."nvidia/nemotron-3-super-120b-a12b".pricing."openrouter"]
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7
[models."nvidia/nemotron-3-super-120b-a12b".pricing."perplexity-agent"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000025
[models."nvidia/nemotron-3-super-120b-a12b".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6.5e-7

[models."nvidia/nemotron-3-super-120b-a12b:free"]
display_name = "NVIDIA: Nemotron 3 Super (free)"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2026-03-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-content-safety-reasoning-4b"]
display_name = "nemotron-content-safety-reasoning-4b"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2026-01-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-mini-4b-instruct"]
display_name = "nemotron-mini-4b-instruct"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-nano-12b-v2-vl"]
display_name = "Nvidia Nemotron Nano 12B V2 VL"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-12"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-nano-12b-v2-vl".pricing."vercel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."nvidia/nemotron-nano-12b-v2-vl:free"]
display_name = "Nemotron Nano 12B 2 VL (free)"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-11"
release_date = "2025-10-28"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-nano-9b-v2"]
display_name = "NVIDIA: Nemotron Nano 9B V2"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 26215
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-nano-9b-v2".pricing."kilo"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7
[models."nvidia/nemotron-nano-9b-v2".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7
[models."nvidia/nemotron-nano-9b-v2".pricing."vercel"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.6e-7

[models."nvidia/nemotron-nano-9b-v2:free"]
display_name = "Nemotron Nano 9B V2 (free)"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nemotron-voicechat"]
display_name = "nemotron-voicechat"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-03-16"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nv-embed-v1"]
display_name = "nv-embed-v1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-06-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nv-embedcode-7b-v1"]
display_name = "nv-embedcode-7b-v1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-03-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/nv-rerankqa-mistral-4b-v3"]
mode = "rerank"
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "nvidia_nim"
providers = ["nvidia_nim"]
input_cost_per_query = 0

[models."nvidia/nv-rerankqa-mistral-4b-v3".pricing."nvidia_nim"]
input_cost_per_query = 0
input_cost_per_token = 0
output_cost_per_token = 0

[models."nvidia/rerank-qa-mistral-4b"]
display_name = "rerank-qa-mistral-4b"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-03-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/riva-translate-4b-instruct-v1_1"]
display_name = "riva-translate-4b-instruct-v1_1"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-12-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/sparsedrive"]
display_name = "sparsedrive"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-03-18"
supported_modalities = ["video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/streampetr"]
display_name = "streampetr"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-11-13"
supported_modalities = ["video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/studiovoice"]
display_name = "studiovoice"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-10-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/synthetic-video-detector"]
display_name = "synthetic-video-detector"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-04-16"
supported_modalities = ["video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/usdcode"]
display_name = "usdcode"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."nvidia/usdvalidate"]
display_name = "usdvalidate"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 4096
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-07-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."o1"]
display_name = "OpenAI: o1"
model_family = "o"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
cache_read_input_token_cost = 0.0000075
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "cloudflare-ai-gateway", "github-models", "helicone", "kilo", "llmgateway", "nano-gpt", "openai", "openrouter", "poe", "replicate", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."o1".pricing."azure"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."helicone"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."kilo"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."llmgateway"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999997
output_cost_per_token = 0.000059993
[models."o1".pricing."openai"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."openrouter"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."poe"]
input_cost_per_token = 0.000014
output_cost_per_token = 0.000054
[models."o1".pricing."replicate"]
input_cost_per_token = 0.000015
output_cost_per_reasoning_token = 0.00006
output_cost_per_token = 0.00006
[models."o1".pricing."vercel"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006

[models."o1-2024-12-17"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066
cache_read_input_token_cost = 0.00000825
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."o1-2024-12-17".pricing."azure"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1-2024-12-17".pricing."azure/eu"]
cache_read_input_token_cost = 0.00000825
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066
[models."o1-2024-12-17".pricing."azure/us"]
cache_read_input_token_cost = 0.00000825
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066
[models."o1-2024-12-17".pricing."openai"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006

[models."o1-mini"]
display_name = "OpenAI: o1-mini"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.00000121
output_cost_per_token = 0.00000484
cache_read_input_token_cost = 6.05e-7
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "github-models", "helicone", "openai", "replicate"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true

[models."o1-mini".pricing."azure"]
cache_read_input_token_cost = 6.05e-7
input_cost_per_token = 0.00000121
output_cost_per_token = 0.00000484
[models."o1-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o1-mini".pricing."helicone"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o1-mini".pricing."openai"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o1-mini".pricing."replicate"]
input_cost_per_token = 0.0000011
output_cost_per_reasoning_token = 0.0000044
output_cost_per_token = 0.0000044

[models."o1-mini-2024-09-12"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.00000121
output_cost_per_token = 0.00000484
cache_read_input_token_cost = 6.05e-7
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
input_cost_per_token_batches = 6.05e-7
output_cost_per_token_batches = 0.00000242
supports_parallel_function_calling = true

[models."o1-mini-2024-09-12".pricing."azure"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o1-mini-2024-09-12".pricing."azure/eu"]
cache_read_input_token_cost = 6.05e-7
input_cost_per_token = 0.00000121
input_cost_per_token_batches = 6.05e-7
output_cost_per_token = 0.00000484
output_cost_per_token_batches = 0.00000242
[models."o1-mini-2024-09-12".pricing."azure/us"]
cache_read_input_token_cost = 6.05e-7
input_cost_per_token = 0.00000121
input_cost_per_token_batches = 6.05e-7
output_cost_per_token = 0.00000484
output_cost_per_token_batches = 0.00000242

[models."o1-preview"]
display_name = "OpenAI o1-preview"
model_family = "o"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
cache_read_input_token_cost = 0.0000075
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "github-models", "nano-gpt", "openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2024-09-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true

[models."o1-preview".pricing."azure"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1-preview".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 0.00000825
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066
[models."o1-preview".pricing."nano-gpt"]
input_cost_per_token = 0.000014993999999999997
output_cost_per_token = 0.000059993
[models."o1-preview".pricing."openai"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006

[models."o1-preview-2024-09-12"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066
cache_read_input_token_cost = 0.00000825
litellm_provider = "azure"
providers = ["azure"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_parallel_function_calling = true

[models."o1-preview-2024-09-12".pricing."azure"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
[models."o1-preview-2024-09-12".pricing."azure/eu"]
cache_read_input_token_cost = 0.00000825
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066
[models."o1-preview-2024-09-12".pricing."azure/us"]
cache_read_input_token_cost = 0.00000825
input_cost_per_token = 0.0000165
output_cost_per_token = 0.000066

[models."o1-pro"]
display_name = "OpenAI o1 Pro"
model_family = "o-pro"
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00015
output_cost_per_token = 0.0006
litellm_provider = "openai"
providers = ["openai", "kilo", "nano-gpt", "openrouter", "poe"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2025-01-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000075
output_cost_per_token_batches = 0.0003
supported_endpoints = ["/v1/responses", "/v1/batch"]
supports_native_streaming = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."o1-pro".pricing."kilo"]
input_cost_per_token = 0.00015
output_cost_per_token = 0.0006
[models."o1-pro".pricing."nano-gpt"]
input_cost_per_token = 0.00015
output_cost_per_token = 0.0006
[models."o1-pro".pricing."openai"]
input_cost_per_token = 0.00015
input_cost_per_token_batches = 0.000075
output_cost_per_token = 0.0006
output_cost_per_token_batches = 0.0003
[models."o1-pro".pricing."openrouter"]
input_cost_per_token = 0.00015
output_cost_per_token = 0.0006
[models."o1-pro".pricing."poe"]
input_cost_per_token = 0.00014
output_cost_per_token = 0.00054

[models."o1-pro-2025-03-19"]
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00015
output_cost_per_token = 0.0006
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000075
output_cost_per_token_batches = 0.0003
supported_endpoints = ["/v1/responses", "/v1/batch"]
supports_native_streaming = false
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."o1-pro-2025-03-19".pricing."openai"]
input_cost_per_token = 0.00015
input_cost_per_token_batches = 0.000075
output_cost_per_token = 0.0006
output_cost_per_token_batches = 0.0003

[models."o3"]
display_name = "OpenAI o3"
model_family = "o"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "azure"
providers = ["azure", "abacus", "azure-cognitive-services", "cloudflare-ai-gateway", "github-models", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses", "/v1/completions"]
supports_parallel_function_calling = false
supports_response_schema = true
supports_service_tier = true
supports_tool_choice = true
supports_web_search = true

[models."o3".pricing."abacus"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."helicone"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."jiekou"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004
[models."o3".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."nano-gpt"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."nearai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."openai"]
cache_read_input_token_cost = 5e-7
cache_read_input_token_cost_flex = 2.5e-7
cache_read_input_token_cost_priority = 8.75e-7
input_cost_per_token = 0.000002
input_cost_per_token_flex = 0.000001
input_cost_per_token_priority = 0.0000035
output_cost_per_token = 0.000008
output_cost_per_token_flex = 0.000004
output_cost_per_token_priority = 0.000014
[models."o3".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."poe"]
cache_read_input_token_cost = 4.5000000000000003e-7
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.0000072000000000000005
[models."o3".pricing."vercel"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."o3-2025-04-16"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
deprecation_date = "2026-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses", "/v1/completions"]
supports_parallel_function_calling = false
supports_response_schema = true
supports_service_tier = true
supports_tool_choice = true
supports_web_search = true

[models."o3-2025-04-16".pricing."azure"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o3-2025-04-16".pricing."azure/us"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000022
output_cost_per_token = 0.0000088
[models."o3-2025-04-16".pricing."openai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."o3-deep-research"]
display_name = "OpenAI o3 Deep Research"
model_family = "o"
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004
cache_read_input_token_cost = 0.0000025
litellm_provider = "azure"
providers = ["azure", "kilo", "nano-gpt", "openai", "openrouter", "poe", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2025-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."o3-deep-research".pricing."azure"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004
[models."o3-deep-research".pricing."kilo"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004
[models."o3-deep-research".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
[models."o3-deep-research".pricing."openai"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.00001
input_cost_per_token_batches = 0.000005
output_cost_per_token = 0.00004
output_cost_per_token_batches = 0.00002
[models."o3-deep-research".pricing."openrouter"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004
[models."o3-deep-research".pricing."poe"]
cache_read_input_token_cost = 0.0000022
input_cost_per_token = 0.000009
output_cost_per_token = 0.000036
[models."o3-deep-research".pricing."vercel"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004

[models."o3-deep-research-2025-06-26"]
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00001
output_cost_per_token = 0.00004
cache_read_input_token_cost = 0.0000025
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000005
output_cost_per_token_batches = 0.00002
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."o3-deep-research-2025-06-26".pricing."openai"]
cache_read_input_token_cost = 0.0000025
input_cost_per_token = 0.00001
input_cost_per_token_batches = 0.000005
output_cost_per_token = 0.00004
output_cost_per_token_batches = 0.00002

[models."o3-mini"]
display_name = "OpenAI o3 Mini"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 5.5e-7
litellm_provider = "azure"
providers = ["azure", "abacus", "azure-cognitive-services", "cloudflare-ai-gateway", "github-models", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "poe", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2023-10"
release_date = "2023-10-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."o3-mini".pricing."abacus"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."azure"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."helicone"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."jiekou"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."kilo"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."llmgateway"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."nano-gpt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."nearai"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."openai"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."openrouter"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."poe"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 0.000004
[models."o3-mini".pricing."vercel"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044

[models."o3-mini-2025-01-31"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00000121
output_cost_per_token = 0.00000484
cache_read_input_token_cost = 6.05e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
input_cost_per_token_batches = 6.05e-7
output_cost_per_token_batches = 0.00000242
supports_response_schema = true
supports_tool_choice = true

[models."o3-mini-2025-01-31".pricing."azure"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini-2025-01-31".pricing."azure/eu"]
cache_read_input_token_cost = 6.05e-7
input_cost_per_token = 0.00000121
input_cost_per_token_batches = 6.05e-7
output_cost_per_token = 0.00000484
output_cost_per_token_batches = 0.00000242
[models."o3-mini-2025-01-31".pricing."azure/us"]
cache_read_input_token_cost = 6.05e-7
input_cost_per_token = 0.00000121
input_cost_per_token_batches = 6.05e-7
output_cost_per_token = 0.00000484
output_cost_per_token_batches = 0.00000242
[models."o3-mini-2025-01-31".pricing."openai"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044

[models."o3-mini-high"]
display_name = "OpenAI o3-mini (High)"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt", "poe"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2023-10-31"
release_date = "2025-01-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_tool_choice = true

[models."o3-mini-high".pricing."kilo"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini-high".pricing."nano-gpt"]
input_cost_per_token = 6.4e-7
output_cost_per_token = 0.000002588
[models."o3-mini-high".pricing."openrouter"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o3-mini-high".pricing."poe"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 0.000004

[models."o3-mini-low"]
display_name = "OpenAI o3-mini (Low)"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."o3-mini-low".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992

[models."o3-pro"]
display_name = "OpenAI o3 Pro"
model_family = "o-pro"
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008
litellm_provider = "azure"
providers = ["azure", "abacus", "cloudflare-ai-gateway", "helicone", "kilo", "openai", "openrouter", "poe", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.00001
output_cost_per_token_batches = 0.00004
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_parallel_function_calling = false
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."o3-pro".pricing."abacus"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00004
[models."o3-pro".pricing."azure"]
input_cost_per_token = 0.00002
input_cost_per_token_batches = 0.00001
output_cost_per_token = 0.00008
output_cost_per_token_batches = 0.00004
[models."o3-pro".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008
[models."o3-pro".pricing."helicone"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008
[models."o3-pro".pricing."kilo"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008
[models."o3-pro".pricing."openai"]
input_cost_per_token = 0.00002
input_cost_per_token_batches = 0.00001
output_cost_per_token = 0.00008
output_cost_per_token_batches = 0.00004
[models."o3-pro".pricing."openrouter"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008
[models."o3-pro".pricing."poe"]
input_cost_per_token = 0.000018
output_cost_per_token = 0.000072
[models."o3-pro".pricing."vercel"]
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008

[models."o3-pro-2025-06-10"]
display_name = "OpenAI o3-pro (2025-06-10)"
model_family = "o-pro"
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.00002
output_cost_per_token = 0.00008
litellm_provider = "azure"
providers = ["azure", "nano-gpt", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
release_date = "2025-06-10"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.00001
output_cost_per_token_batches = 0.00004
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_parallel_function_calling = false
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."o3-pro-2025-06-10".pricing."azure"]
input_cost_per_token = 0.00002
input_cost_per_token_batches = 0.00001
output_cost_per_token = 0.00008
output_cost_per_token_batches = 0.00004
[models."o3-pro-2025-06-10".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
[models."o3-pro-2025-06-10".pricing."openai"]
input_cost_per_token = 0.00002
input_cost_per_token_batches = 0.00001
output_cost_per_token = 0.00008
output_cost_per_token_batches = 0.00004

[models."o4-mini"]
display_name = "OpenAI o4 Mini"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.75e-7
litellm_provider = "azure"
providers = ["azure", "abacus", "azure-cognitive-services", "cloudflare-ai-gateway", "github-models", "helicone", "jiekou", "kilo", "llmgateway", "nano-gpt", "nearai", "openai", "openrouter", "poe", "replicate", "requesty", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2024-06-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_parallel_function_calling = false
supports_response_schema = true
supports_service_tier = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."o4-mini".pricing."abacus"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."azure"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."azure-cognitive-services"]
cache_read_input_token_cost = 2.8e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 2.8e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."helicone"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."jiekou"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."kilo"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."llmgateway"]
cache_read_input_token_cost = 2.8e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."nano-gpt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."nearai"]
cache_read_input_token_cost = 2.8e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."openai"]
cache_read_input_token_cost = 2.75e-7
cache_read_input_token_cost_flex = 1.375e-7
cache_read_input_token_cost_priority = 5e-7
input_cost_per_token = 0.0000011
input_cost_per_token_flex = 5.5e-7
input_cost_per_token_priority = 0.000002
output_cost_per_token = 0.0000044
output_cost_per_token_flex = 0.0000022
output_cost_per_token_priority = 0.000008
[models."o4-mini".pricing."openrouter"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."poe"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 9.9e-7
output_cost_per_token = 0.000004
[models."o4-mini".pricing."replicate"]
input_cost_per_token = 0.000001
output_cost_per_reasoning_token = 0.000004
output_cost_per_token = 0.000004
[models."o4-mini".pricing."requesty"]
cache_read_input_token_cost = 2.8e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."vercel"]
cache_read_input_token_cost = 2.8e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini".pricing."vercel_ai_gateway"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044

[models."o4-mini-2025-04-16"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.75e-7
litellm_provider = "azure"
providers = ["azure", "openai"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_parallel_function_calling = false
supports_response_schema = true
supports_service_tier = true
supports_tool_choice = true
supports_web_search = true

[models."o4-mini-2025-04-16".pricing."azure"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini-2025-04-16".pricing."azure/us"]
cache_read_input_token_cost = 3.1e-7
input_cost_per_token = 0.00000121
output_cost_per_token = 0.00000484
[models."o4-mini-2025-04-16".pricing."openai"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044

[models."o4-mini-deep-research"]
display_name = "OpenAI o4-mini Deep Research"
model_family = "o-mini"
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "openai"
providers = ["openai", "kilo", "nano-gpt", "openrouter", "poe"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2025-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000001
output_cost_per_token_batches = 0.000004
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."o4-mini-deep-research".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o4-mini-deep-research".pricing."nano-gpt"]
input_cost_per_token = 0.000009996
output_cost_per_token = 0.000019992
[models."o4-mini-deep-research".pricing."openai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000008
output_cost_per_token_batches = 0.000004
[models."o4-mini-deep-research".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."o4-mini-deep-research".pricing."poe"]
cache_read_input_token_cost = 4.5000000000000003e-7
input_cost_per_token = 0.0000018000000000000001
output_cost_per_token = 0.0000072000000000000005

[models."o4-mini-deep-research-2025-06-26"]
mode = "responses"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "openai"
providers = ["openai"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_batches = 0.000001
output_cost_per_token_batches = 0.000004
supported_endpoints = ["/v1/chat/completions", "/v1/batch", "/v1/responses"]
supports_native_streaming = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true
supports_web_search = true

[models."o4-mini-deep-research-2025-06-26".pricing."openai"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
input_cost_per_token_batches = 0.000001
output_cost_per_token = 0.000008
output_cost_per_token_batches = 0.000004

[models."o4-mini-high"]
display_name = "OpenAI o4-mini high"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06-30"
release_date = "2025-04-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."o4-mini-high".pricing."kilo"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini-high".pricing."nano-gpt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."o4-mini-high".pricing."openrouter"]
cache_read_input_token_cost = 2.75e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044

[models."olafangensan-glm-4-7-flash-heretic"]
display_name = "GLM 4.7 Flash Heretic"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 24000
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."olafangensan-glm-4-7-flash-heretic".pricing."venice"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.000000000000001e-7

[models."omni-moderation-2024-09-26"]
mode = "moderation"
max_input_tokens = 32768
max_output_tokens = 0
max_tokens = 0
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openai"
providers = ["openai"]

[models."omni-moderation-2024-09-26".pricing."openai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."omni-moderation-latest"]
mode = "moderation"
max_input_tokens = 32768
max_output_tokens = 0
max_tokens = 0
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openai"
providers = ["openai"]

[models."omni-moderation-latest".pricing."openai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."open-codestral-mamba"]
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "mistral"
providers = ["mistral"]
source = "https://mistral.ai/technology/"
supports_assistant_prefill = true
supports_tool_choice = true

[models."open-codestral-mamba".pricing."mistral"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."open-mistral-7b"]
display_name = "Mistral 7B"
model_family = "mistral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12"
release_date = "2023-09-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."open-mistral-7b".pricing."mistral"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."open-mistral-nemo"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral"]
source = "https://mistral.ai/technology/"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."open-mistral-nemo".pricing."mistral"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."open-mistral-nemo-2407"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "mistral"
providers = ["mistral"]
source = "https://mistral.ai/technology/"
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."open-mistral-nemo-2407".pricing."mistral"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."open-mixtral-8x22b"]
display_name = "Mixtral 8x22B"
model_family = "mixtral"
mode = "chat"
max_input_tokens = 65336
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-04-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."open-mixtral-8x22b".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."open-mixtral-8x7b"]
display_name = "Mixtral 8x7B"
model_family = "mixtral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8191
max_tokens = 8191
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-01"
release_date = "2023-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."open-mixtral-8x7b".pricing."mistral"]
input_cost_per_token = 7e-7
output_cost_per_token = 7e-7

[models."openai-gpt-4-1"]
display_name = "GPT-4.1"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1047576
max_output_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
cache_read_input_token_cost = 5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-04-14"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-4-1".pricing."digitalocean"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."openai-gpt-4o"]
display_name = "GPT-4o"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2024-05-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."openai-gpt-4o".pricing."digitalocean"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."openai-gpt-4o-2024-11-20"]
display_name = "GPT-4o"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.000003125
output_cost_per_token = 0.0000125
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-02-28"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-4o-2024-11-20".pricing."venice"]
input_cost_per_token = 0.000003125
output_cost_per_token = 0.0000125

[models."openai-gpt-4o-mini"]
display_name = "GPT-4o mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
max_tokens = 16384
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2024-07-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."openai-gpt-4o-mini".pricing."digitalocean"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."openai-gpt-4o-mini-2024-07-18"]
display_name = "GPT-4o Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.875e-7
output_cost_per_token = 7.5e-7
cache_read_input_token_cost = 9.375e-8
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-02-28"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-4o-mini-2024-07-18".pricing."venice"]
cache_read_input_token_cost = 9.375e-8
input_cost_per_token = 1.875e-7
output_cost_per_token = 7.5e-7

[models."openai-gpt-5"]
display_name = "GPT-5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5".pricing."digitalocean"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."openai-gpt-5-1-codex-max"]
display_name = "GPT-5.1 Codex Max"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
cache_read_input_token_cost = 1.25e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-09-30"
release_date = "2025-11-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-1-codex-max".pricing."digitalocean"]
cache_read_input_token_cost = 1.25e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."openai-gpt-5-2"]
display_name = "GPT-5.2"
model_family = "gpt"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2025-12-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-2".pricing."digitalocean"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."openai-gpt-5-2-pro"]
display_name = "GPT-5.2 pro"
model_family = "gpt-pro"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2025-12-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-2-pro".pricing."digitalocean"]
input_cost_per_token = 0.000021
output_cost_per_token = 0.000168

[models."openai-gpt-5-3-codex"]
display_name = "GPT-5.3 Codex"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014
cache_read_input_token_cost = 1.75e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-3-codex".pricing."digitalocean"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.000014

[models."openai-gpt-5-4"]
display_name = "GPT-5.4"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015
cache_read_input_token_cost = 2.5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-4".pricing."digitalocean"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000015

[models."openai-gpt-5-4-mini"]
display_name = "GPT-5.4 mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
cache_read_input_token_cost = 7.5e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-4-mini".pricing."digitalocean"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045

[models."openai-gpt-5-4-nano"]
display_name = "GPT-5.4 nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-4-nano".pricing."digitalocean"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.00000125

[models."openai-gpt-5-4-pro"]
display_name = "GPT-5.4 pro"
model_family = "gpt-pro"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-4-pro".pricing."digitalocean"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00018

[models."openai-gpt-5-5"]
display_name = "GPT-5.5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
cache_read_input_token_cost = 5e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-12-01"
release_date = "2026-04-23"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-5".pricing."digitalocean"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003

[models."openai-gpt-5-mini"]
display_name = "GPT-5 mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-mini".pricing."digitalocean"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."openai-gpt-5-nano"]
display_name = "GPT-5 nano"
model_family = "gpt-nano"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 5e-9
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05-30"
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-5-nano".pricing."digitalocean"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7

[models."openai-gpt-52"]
display_name = "GPT-5.2"
model_family = "gpt"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 0.0000021899999999999998
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 2.19e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2025-12-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-52".pricing."venice"]
cache_read_input_token_cost = 2.19e-7
input_cost_per_token = 0.0000021899999999999998
output_cost_per_token = 0.0000175

[models."openai-gpt-52-codex"]
display_name = "GPT-5.2 Codex"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 0.0000021899999999999998
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 2.19e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08"
release_date = "2025-01-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-52-codex".pricing."venice"]
cache_read_input_token_cost = 2.19e-7
input_cost_per_token = 0.0000021899999999999998
output_cost_per_token = 0.0000175

[models."openai-gpt-53-codex"]
display_name = "GPT-5.3 Codex"
model_family = "gpt-codex"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.0000021899999999999998
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 2.19e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-02-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-53-codex".pricing."venice"]
cache_read_input_token_cost = 2.19e-7
input_cost_per_token = 0.0000021899999999999998
output_cost_per_token = 0.0000175

[models."openai-gpt-54"]
display_name = "GPT-5.4"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 0.00000313
output_cost_per_token = 0.0000188
cache_read_input_token_cost = 3.13e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-54".pricing."venice"]
cache_read_input_token_cost = 3.13e-7
input_cost_per_token = 0.00000313
output_cost_per_token = 0.0000188

[models."openai-gpt-54-mini"]
display_name = "GPT-5.4 Mini"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 9.375e-7
output_cost_per_token = 0.000005625
cache_read_input_token_cost = 9.375e-8
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-54-mini".pricing."venice"]
cache_read_input_token_cost = 9.375e-8
input_cost_per_token = 9.375e-7
output_cost_per_token = 0.000005625

[models."openai-gpt-54-pro"]
display_name = "GPT-5.4 Pro"
model_family = "gpt-pro"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.0000375
output_cost_per_token = 0.000225
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-54-pro".pricing."venice"]
input_cost_per_token = 0.0000375
output_cost_per_token = 0.000225

[models."openai-gpt-55"]
display_name = "GPT-5.5"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 0.00000625
output_cost_per_token = 0.0000375
cache_read_input_token_cost = 6.25e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-23"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-55".pricing."venice"]
cache_read_input_token_cost = 6.25e-7
input_cost_per_token = 0.00000625
output_cost_per_token = 0.0000375

[models."openai-gpt-55-pro"]
display_name = "GPT-5.5 Pro"
model_family = "gpt-pro"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.0000375
output_cost_per_token = 0.000225
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-55-pro".pricing."venice"]
input_cost_per_token = 0.0000375
output_cost_per_token = 0.000225

[models."openai-gpt-image-1"]
display_name = "GPT Image 1"
model_family = "gpt-image"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000005
output_cost_per_token = 0.00004
cache_read_input_token_cost = 0.00000125
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-24"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."openai-gpt-image-1".pricing."digitalocean"]
cache_read_input_token_cost = 0.00000125
input_cost_per_token = 0.000005
output_cost_per_token = 0.00004

[models."openai-gpt-image-1-5"]
display_name = "GPT Image 1.5"
model_family = "gpt-image"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 0
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001
cache_read_input_token_cost = 0.000001
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."openai-gpt-image-1-5".pricing."digitalocean"]
cache_read_input_token_cost = 0.000001
input_cost_per_token = 0.000005
output_cost_per_token = 0.00001

[models."openai-gpt-oss-120b"]
display_name = "gpt-oss-120b"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 7e-7
litellm_provider = "digitalocean"
providers = ["digitalocean", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-oss-120b".pricing."digitalocean"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 7e-7
[models."openai-gpt-oss-120b".pricing."venice"]
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7

[models."openai-gpt-oss-20b"]
display_name = "gpt-oss-20b"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.5000000000000003e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-gpt-oss-20b".pricing."digitalocean"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.5000000000000003e-7

[models."openai-o1"]
display_name = "o1"
model_family = "o"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006
cache_read_input_token_cost = 0.0000075
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2023-09"
release_date = "2024-12-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."openai-o1".pricing."digitalocean"]
cache_read_input_token_cost = 0.0000075
input_cost_per_token = 0.000015
output_cost_per_token = 0.00006

[models."openai-o3"]
display_name = "o3"
model_family = "o"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2025-04-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."openai-o3".pricing."digitalocean"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."openai-o3".pricing."gradient_ai"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."openai-o3-mini"]
display_name = "o3-mini"
model_family = "o-mini"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 100000
max_tokens = 100000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
litellm_provider = "gradient_ai"
providers = ["gradient_ai", "digitalocean"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-05"
release_date = "2024-12-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supported_endpoints = ["/v1/chat/completions"]
supports_tool_choice = false

[models."openai-o3-mini".pricing."digitalocean"]
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044
[models."openai-o3-mini".pricing."gradient_ai"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000044

[models."openai.gpt-5"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = true

[models."openai.gpt-5".pricing."oci"]
input_cost_per_token = 0.00000125
output_cost_per_token = 0.00001

[models."openai.gpt-5-mini"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = true

[models."openai.gpt-5-mini".pricing."oci"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."openai.gpt-5-nano"]
mode = "chat"
max_input_tokens = 272000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = true

[models."openai.gpt-5-nano".pricing."oci"]
input_cost_per_token = 5e-8
output_cost_per_token = 4e-7

[models."openai.gpt-oss-120b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock_mantle"
providers = ["bedrock_mantle"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."openai.gpt-oss-120b".pricing."bedrock_mantle"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."openai.gpt-oss-120b-1:0"]
display_name = "gpt-oss-120b"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."openai.gpt-oss-120b-1:0".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."openai.gpt-oss-120b-1:0".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."openai.gpt-oss-20b"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "bedrock_mantle"
providers = ["bedrock_mantle"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."openai.gpt-oss-20b".pricing."bedrock_mantle"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."openai.gpt-oss-20b-1:0"]
display_name = "gpt-oss-20b"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."openai.gpt-oss-20b-1:0".pricing."amazon-bedrock"]
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7
[models."openai.gpt-oss-20b-1:0".pricing."bedrock_converse"]
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7

[models."openai.gpt-oss-safeguard-120b"]
display_name = "GPT OSS Safeguard 120B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock", "bedrock_mantle"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-10-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."openai.gpt-oss-safeguard-120b".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."openai.gpt-oss-safeguard-120b".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."openai.gpt-oss-safeguard-120b".pricing."bedrock_mantle"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."openai.gpt-oss-safeguard-20b"]
display_name = "GPT OSS Safeguard 20B"
model_family = "gpt-oss"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 7e-8
output_cost_per_token = 2e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock", "bedrock_mantle"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-10-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."openai.gpt-oss-safeguard-20b".pricing."amazon-bedrock"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.0000000000000002e-7
[models."openai.gpt-oss-safeguard-20b".pricing."bedrock_converse"]
input_cost_per_token = 7e-8
output_cost_per_token = 2e-7
[models."openai.gpt-oss-safeguard-20b".pricing."bedrock_mantle"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."openthinker-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-8
output_cost_per_token = 1.5e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_reasoning = true
supports_response_schema = true

[models."openthinker-7b".pricing."llamagate"]
input_cost_per_token = 8e-8
output_cost_per_token = 1.5e-7

[models."orca-mini"]
mode = "completion"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."orca-mini".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."orcarouter/auto"]
display_name = "OrcaRouter Auto"
model_family = "auto"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "orcarouter"
providers = ["orcarouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."osmosis/osmosis-structure-0-6b"]
display_name = "Osmosis Structure 0.6B"
model_family = "osmosis"
mode = "chat"
max_input_tokens = 4000
max_output_tokens = 2048
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7
litellm_provider = "inference"
providers = ["inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."osmosis/osmosis-structure-0-6b".pricing."inference"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7

[models."outpaint"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.004
supported_endpoints = ["/v1/images/edits"]

[models."outpaint".pricing."stability"]
output_cost_per_image = 0.004

[models."owl-alpha"]
display_name = "Owl Alpha"
model_family = "alpha"
mode = "chat"
max_input_tokens = 1048756
max_output_tokens = 262144
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."paddlepaddle/paddleocr-vl"]
display_name = "PaddleOCR-VL"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai", "siliconflow-cn"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2025-10-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."paddlepaddle/paddleocr-vl".pricing."novita"]
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8
[models."paddlepaddle/paddleocr-vl".pricing."novita-ai"]
input_cost_per_token = 2e-8
output_cost_per_token = 2e-8

[models."pamanseau/OpenReasoning-Nemotron-32B"]
display_name = "OpenReasoning Nemotron 32B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 65536
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-08-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."pamanseau/OpenReasoning-Nemotron-32B".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."pareto-code"]
display_name = "Pareto Code Router"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 65536
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-04-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."parse-legacy"]
mode = "ocr"
litellm_provider = "reducto"
providers = ["reducto"]
source = "https://reducto.ai/pricing"
ocr_cost_per_credit = 0.015
supported_endpoints = ["/v1/ocr"]

[models."parse-legacy".pricing."reducto"]
ocr_cost_per_credit = 0.015

[models."parse-v3"]
mode = "ocr"
litellm_provider = "reducto"
providers = ["reducto"]
source = "https://reducto.ai/pricing"
ocr_cost_per_credit = 0.015
supported_endpoints = ["/v1/ocr"]

[models."parse-v3".pricing."reducto"]
ocr_cost_per_credit = 0.015

[models."perceptron/perceptron-mk1"]
display_name = "Perceptron: Perceptron Mk1"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-05-12"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."perceptron/perceptron-mk1".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."perceptron/perceptron-mk1".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015

[models."phi-4-mini"]
display_name = "Phi-4-mini"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."phi-4-mini".pricing."azure"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7
[models."phi-4-mini".pricing."azure-cognitive-services"]
input_cost_per_token = 7.5e-8
output_cost_per_token = 3e-7

[models."phi-4-multimodal"]
display_name = "Phi-4-multimodal"
model_family = "phi"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."phi-4-multimodal".pricing."azure"]
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7
[models."phi-4-multimodal".pricing."azure-cognitive-services"]
input_cost_per_token = 8e-8
output_cost_per_token = 3.2e-7

[models."phi-4-reasoning-plus"]
display_name = "Phi-4-reasoning-plus"
model_family = "phi"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
litellm_provider = "azure-cognitive-services"
providers = ["azure-cognitive-services", "azure"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2023-10"
release_date = "2024-12-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."phi-4-reasoning-plus".pricing."azure"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
[models."phi-4-reasoning-plus".pricing."azure-cognitive-services"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7

[models."pixtral-12b"]
display_name = "Pixtral 12B"
model_family = "pixtral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "mistral", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-09"
release_date = "2024-09-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."pixtral-12b".pricing."mistral"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."pixtral-12b".pricing."vercel"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."pixtral-12b".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."pixtral-12b-2409"]
display_name = "Pixtral 12B 2409"
model_family = "pixtral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "mistral"
providers = ["mistral", "scaleway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-09"
release_date = "2024-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."pixtral-12b-2409".pricing."mistral"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
[models."pixtral-12b-2409".pricing."scaleway"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."pixtral-large"]
display_name = "Pixtral Large (latest)"
model_family = "pixtral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-11"
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."pixtral-large".pricing."vercel"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."pixtral-large".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."pixtral-large-2411"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "mistral"
providers = ["mistral"]
supports_function_calling = true
supports_vision = true
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."pixtral-large-2411".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."pixtral-large-latest"]
display_name = "Pixtral Large (latest)"
model_family = "pixtral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "mistral"
providers = ["mistral", "llmgateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-11"
release_date = "2024-11-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."pixtral-large-latest".pricing."llmgateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."pixtral-large-latest".pricing."mistral"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."playai-tts"]
mode = "audio_speech"
max_input_tokens = 10000
max_output_tokens = 10000
max_tokens = 10000
litellm_provider = "groq"
providers = ["groq"]
input_cost_per_character = 0.00005

[models."playai-tts".pricing."groq"]
input_cost_per_character = 0.00005

[models."poolside/laguna-m.1:free"]
display_name = "Poolside: Laguna M.1 (free)"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."poolside/laguna-xs.2:free"]
display_name = "Poolside: Laguna XS.2 (free)"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."pplx-70b-chat"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."pplx-70b-chat".pricing."perplexity"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028

[models."pplx-70b-online"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0.0000028
litellm_provider = "perplexity"
providers = ["perplexity"]
input_cost_per_request = 0.005

[models."pplx-70b-online".pricing."perplexity"]
input_cost_per_request = 0.005
input_cost_per_token = 0
output_cost_per_token = 0.0000028

[models."pplx-7b-chat"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."pplx-7b-chat".pricing."perplexity"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."pplx-7b-online"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 2.8e-7
litellm_provider = "perplexity"
providers = ["perplexity"]
input_cost_per_request = 0.005

[models."pplx-7b-online".pricing."perplexity"]
input_cost_per_request = 0.005
input_cost_per_token = 0
output_cost_per_token = 2.8e-7

[models."pplx-embed-v1-0.6b"]
mode = "embedding"
max_input_tokens = 32768
max_tokens = 32768
input_cost_per_token = 4e-9
output_cost_per_token = 0
litellm_provider = "perplexity"
providers = ["perplexity"]
source = "https://docs.perplexity.ai/docs/embeddings/quickstart"
output_vector_size = 1024

[models."pplx-embed-v1-0.6b".pricing."perplexity"]
input_cost_per_token = 4e-9
output_cost_per_token = 0

[models."pplx-embed-v1-4b"]
mode = "embedding"
max_input_tokens = 32768
max_tokens = 32768
input_cost_per_token = 3e-8
output_cost_per_token = 0
litellm_provider = "perplexity"
providers = ["perplexity"]
source = "https://docs.perplexity.ai/docs/embeddings/quickstart"
output_vector_size = 2560

[models."pplx-embed-v1-4b".pricing."perplexity"]
input_cost_per_token = 3e-8
output_cost_per_token = 0

[models."preset/advanced-deep-research"]
mode = "responses"
litellm_provider = "perplexity"
providers = ["perplexity"]
supports_function_calling = true
supports_preset = true
supports_web_search = true

[models."preset/deep-research"]
mode = "responses"
litellm_provider = "perplexity"
providers = ["perplexity"]
supports_function_calling = true
supports_preset = true
supports_web_search = true

[models."preset/fast-search"]
mode = "responses"
litellm_provider = "perplexity"
providers = ["perplexity"]
supports_function_calling = true
supports_preset = true
supports_web_search = true

[models."preset/pro-search"]
mode = "responses"
litellm_provider = "perplexity"
providers = ["perplexity"]
supports_function_calling = true
supports_preset = true
supports_web_search = true

[models."prime-intellect/intellect-3"]
display_name = "Prime Intellect: INTELLECT-3"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-11-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."prime-intellect/intellect-3".pricing."kilo"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
[models."prime-intellect/intellect-3".pricing."openrouter"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
[models."prime-intellect/intellect-3".pricing."vercel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011

[models."public/deepseek-r1"]
display_name = "DeepSeek R1"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32000
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
litellm_provider = "drun"
providers = ["drun"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."public/deepseek-r1".pricing."drun"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022

[models."public/deepseek-v3"]
display_name = "DeepSeek V3"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011
litellm_provider = "drun"
providers = ["drun"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2024-12-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."public/deepseek-v3".pricing."drun"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011

[models."public/minimax-m25"]
display_name = "MiniMax M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000116
litellm_provider = "drun"
providers = ["drun"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-03-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."public/minimax-m25".pricing."drun"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000116

[models."qvq-max"]
display_name = "Qwen: QvQ Max"
model_family = "qvq"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000053
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-03-28"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qvq-max".pricing."alibaba"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.0000048
[models."qvq-max".pricing."alibaba-cn"]
input_cost_per_token = 0.000001147
output_cost_per_token = 0.000004588
[models."qvq-max".pricing."nano-gpt"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000053

[models."qwen-2-5-72b-instruct"]
display_name = "Qwen2.5 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 33000
max_output_tokens = 33000
input_cost_per_token = 6.2e-8
output_cost_per_token = 2.3100000000000002e-7
litellm_provider = "cortecs"
providers = ["cortecs"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06"
release_date = "2024-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-2-5-72b-instruct".pricing."cortecs"]
input_cost_per_token = 6.2e-8
output_cost_per_token = 2.3100000000000002e-7

[models."qwen-2-5-coder-32b"]
display_name = "Qwen 2.5 Coder 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 7.900000000000001e-7
output_cost_per_token = 7.900000000000001e-7
litellm_provider = "abacus"
providers = ["abacus"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-11-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-2-5-coder-32b".pricing."abacus"]
input_cost_per_token = 7.900000000000001e-7
output_cost_per_token = 7.900000000000001e-7

[models."qwen-3-235b-a22b-instruct-2507"]
display_name = "Qwen 3 235B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 32000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000012
litellm_provider = "cerebras"
providers = ["cerebras"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-3-235b-a22b-instruct-2507".pricing."cerebras"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000012

[models."qwen-3-32b"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 4e-7
output_cost_per_token = 8e-7
litellm_provider = "cerebras"
providers = ["cerebras"]
supports_function_calling = true
supports_reasoning = true
source = "https://inference-docs.cerebras.ai/support/pricing"
supports_tool_choice = true

[models."qwen-3-32b".pricing."cerebras"]
input_cost_per_token = 4e-7
output_cost_per_token = 8e-7

[models."qwen-3-6-plus"]
display_name = "Qwen3.6 Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "auriko"
providers = ["auriko", "frogbot", "nano-gpt", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-04-02"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-3-6-plus".pricing."auriko"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen-3-6-plus".pricing."frogbot"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen-3-6-plus".pricing."nano-gpt"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000027
[models."qwen-3-6-plus".pricing."venice"]
cache_read_input_token_cost = 6.25e-8
input_cost_per_token = 6.25e-7
output_cost_per_token = 0.00000375

[models."qwen-3-7-max"]
display_name = "Qwen 3.7 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 0.000003125
output_cost_per_token = 0.000009375
cache_read_input_token_cost = 3.125e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-3-7-max".pricing."venice"]
cache_read_input_token_cost = 3.125e-7
input_cost_per_token = 0.000003125
output_cost_per_token = 0.000009375

[models."qwen-coder"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true

[models."qwen-coder".pricing."dashscope"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015

[models."qwen-coder-plus"]
display_name = "Qwen Coder Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.000001
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-coder-plus".pricing."llmgateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000001

[models."qwen-deep-research"]
display_name = "Qwen Deep Research"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 32768
input_cost_per_token = 0.000007742
output_cost_per_token = 0.000023367000000000002
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-deep-research".pricing."alibaba-cn"]
input_cost_per_token = 0.000007742
output_cost_per_token = 0.000023367000000000002

[models."qwen-doc-turbo"]
display_name = "Qwen Doc Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 8.7e-8
output_cost_per_token = 1.44e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-doc-turbo".pricing."alibaba-cn"]
input_cost_per_token = 8.7e-8
output_cost_per_token = 1.44e-7

[models."qwen-flash"]
display_name = "Qwen Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 32768
max_tokens = 32768
litellm_provider = "dashscope"
providers = ["dashscope", "302ai", "alibaba", "alibaba-cn", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 5e-8, output_cost_per_token = 4e-7, range = [0, 256000] }, { input_cost_per_token = 2.5e-7, output_cost_per_token = 0.000002, range = [256000, 1000000] }]

[models."qwen-flash".pricing."302ai"]
input_cost_per_token = 2.2e-8
output_cost_per_token = 2.2e-7
[models."qwen-flash".pricing."alibaba"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."qwen-flash".pricing."alibaba-cn"]
input_cost_per_token = 2.2e-8
output_cost_per_token = 2.16e-7
[models."qwen-flash".pricing."llmgateway"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7

[models."qwen-flash-2025-07-28"]
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 32768
max_tokens = 32768
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 5e-8, output_cost_per_token = 4e-7, range = [0, 256000] }, { input_cost_per_token = 2.5e-7, output_cost_per_token = 0.000002, range = [256000, 1000000] }]

[models."qwen-image"]
display_name = "Qwen-Image"
model_family = "qwen"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
litellm_provider = "regolo-ai"
providers = ["regolo-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2026-03-01"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."qwen-image".pricing."regolo-ai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."qwen-image-2.0"]
mode = "image_generation"
litellm_provider = "dashscope"
providers = ["dashscope"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supported_endpoints = ["/v1/images/generations"]

[models."qwen-image-2.0-pro"]
mode = "image_generation"
litellm_provider = "dashscope"
providers = ["dashscope"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supported_endpoints = ["/v1/images/generations"]

[models."qwen-long"]
display_name = "Qwen Long 10M"
model_family = "qwen"
mode = "chat"
max_input_tokens = 10000000
max_output_tokens = 8192
input_cost_per_token = 1.003e-7
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-01-25"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-long".pricing."alibaba-cn"]
input_cost_per_token = 7.2e-8
output_cost_per_token = 2.8699999999999996e-7
[models."qwen-long".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 4.0799999999999995e-7

[models."qwen-math-plus"]
display_name = "Qwen Math Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 3072
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-08-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-math-plus".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001

[models."qwen-math-turbo"]
display_name = "Qwen Math Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 3072
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-math-turbo".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7

[models."qwen-max"]
display_name = "Qwen 2.5 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 30720
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000016
output_cost_per_token = 0.0000064
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true

[models."qwen-max".pricing."alibaba"]
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000064000000000000006
[models."qwen-max".pricing."alibaba-cn"]
input_cost_per_token = 3.45e-7
output_cost_per_token = 0.000001377
[models."qwen-max".pricing."dashscope"]
input_cost_per_token = 0.0000016
output_cost_per_token = 0.0000064
[models."qwen-max".pricing."llmgateway"]
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000064000000000000006
[models."qwen-max".pricing."nano-gpt"]
input_cost_per_token = 0.0000015997
output_cost_per_token = 0.000006392

[models."qwen-max-latest"]
display_name = "Qwen Max Latest"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000064000000000000006
litellm_provider = "llmgateway"
providers = ["llmgateway", "302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-11"
release_date = "2025-01-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-max-latest".pricing."302ai"]
input_cost_per_token = 3.4300000000000004e-7
output_cost_per_token = 0.0000013720000000000002
[models."qwen-max-latest".pricing."llmgateway"]
input_cost_per_token = 0.0000016000000000000001
output_cost_per_token = 0.0000064000000000000006

[models."qwen-mt-plus"]
display_name = "Qwen-MT Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.00000246
output_cost_per_token = 0.00000737
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-mt-plus".pricing."alibaba"]
input_cost_per_token = 0.00000246
output_cost_per_token = 0.00000737
[models."qwen-mt-plus".pricing."alibaba-cn"]
input_cost_per_token = 2.5900000000000003e-7
output_cost_per_token = 7.75e-7

[models."qwen-mt-turbo"]
display_name = "Qwen-MT Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 1.6e-7
output_cost_per_token = 4.9e-7
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-mt-turbo".pricing."alibaba"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 4.9e-7
[models."qwen-mt-turbo".pricing."alibaba-cn"]
input_cost_per_token = 1.01e-7
output_cost_per_token = 2.8e-7

[models."qwen-omni-turbo"]
display_name = "Qwen-Omni Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-01-19"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "modelsdev"

[models."qwen-omni-turbo".pricing."alibaba"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
[models."qwen-omni-turbo".pricing."alibaba-cn"]
input_cost_per_token = 5.8e-8
output_cost_per_token = 2.3000000000000002e-7
[models."qwen-omni-turbo".pricing."llmgateway"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7

[models."qwen-omni-turbo-realtime"]
display_name = "Qwen-Omni Turbo Realtime"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.0000010700000000000001
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-05-08"
supported_modalities = ["text", "image", "audio"]
supported_output_modalities = ["text", "audio"]
source = "modelsdev"

[models."qwen-omni-turbo-realtime".pricing."alibaba"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.0000010700000000000001
[models."qwen-omni-turbo-realtime".pricing."alibaba-cn"]
input_cost_per_token = 2.3000000000000002e-7
output_cost_per_token = 9.18e-7

[models."qwen-plus"]
display_name = "Qwen Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 129024
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000012
litellm_provider = "dashscope"
providers = ["dashscope", "302ai", "alibaba", "alibaba-cn", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
reasoning_cost_per_token = 0.000004
supports_tool_choice = true

[models."qwen-plus".pricing."302ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0.0000012
[models."qwen-plus".pricing."alibaba"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000012
reasoning_cost_per_token = 0.000004
[models."qwen-plus".pricing."alibaba-cn"]
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 2.8699999999999996e-7
reasoning_cost_per_token = 0.000001147
[models."qwen-plus".pricing."dashscope"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000012
[models."qwen-plus".pricing."llmgateway"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000012
reasoning_cost_per_token = 0.000004
[models."qwen-plus".pricing."nano-gpt"]
input_cost_per_token = 3.995e-7
output_cost_per_token = 0.0000012002

[models."qwen-plus-2025-01-25"]
mode = "chat"
max_input_tokens = 129024
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000012
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true

[models."qwen-plus-2025-01-25".pricing."dashscope"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000012

[models."qwen-plus-2025-04-28"]
mode = "chat"
max_input_tokens = 129024
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000012
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
output_cost_per_reasoning_token = 0.000004
supports_tool_choice = true

[models."qwen-plus-2025-04-28".pricing."dashscope"]
input_cost_per_token = 4e-7
output_cost_per_reasoning_token = 0.000004
output_cost_per_token = 0.0000012

[models."qwen-plus-2025-07-14"]
mode = "chat"
max_input_tokens = 129024
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000012
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
output_cost_per_reasoning_token = 0.000004
supports_tool_choice = true

[models."qwen-plus-2025-07-14".pricing."dashscope"]
input_cost_per_token = 4e-7
output_cost_per_reasoning_token = 0.000004
output_cost_per_token = 0.0000012

[models."qwen-plus-2025-07-28"]
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 32768
max_tokens = 32768
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 4e-7, output_cost_per_reasoning_token = 0.000004, output_cost_per_token = 0.0000012, range = [0, 256000] }, { input_cost_per_token = 0.0000012, output_cost_per_reasoning_token = 0.000012, output_cost_per_token = 0.0000036, range = [256000, 1000000] }]

[models."qwen-plus-2025-09-11"]
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 32768
max_tokens = 32768
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 4e-7, output_cost_per_reasoning_token = 0.000004, output_cost_per_token = 0.0000012, range = [0, 256000] }, { input_cost_per_token = 0.0000012, output_cost_per_reasoning_token = 0.000012, output_cost_per_token = 0.0000036, range = [256000, 1000000] }]

[models."qwen-plus-character"]
display_name = "Qwen Plus Character"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 2.8699999999999996e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-plus-character".pricing."alibaba-cn"]
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 2.8699999999999996e-7

[models."qwen-plus-character-ja"]
display_name = "Qwen Plus Character (Japanese)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 512
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000014
litellm_provider = "alibaba"
providers = ["alibaba"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-plus-character-ja".pricing."alibaba"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000014

[models."qwen-plus-latest"]
display_name = "Qwen Plus Latest"
model_family = "qwen"
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 32768
max_tokens = 32768
litellm_provider = "dashscope"
providers = ["dashscope", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-01-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 4e-7, output_cost_per_reasoning_token = 0.000004, output_cost_per_token = 0.0000012, range = [0, 256000] }, { input_cost_per_token = 0.0000012, output_cost_per_reasoning_token = 0.000012, output_cost_per_token = 0.0000036, range = [256000, 1000000] }]

[models."qwen-plus-latest".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7

[models."qwen-qwq-32b"]
display_name = "Qwen QwQ 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 2.9e-7
output_cost_per_token = 3.9e-7
litellm_provider = "groq"
providers = ["groq"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-09"
release_date = "2024-11-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-qwq-32b".pricing."groq"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 3.9e-7

[models."qwen-turbo"]
display_name = "Qwen Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 129024
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-11-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
output_cost_per_reasoning_token = 5e-7
reasoning_cost_per_token = 5e-7
supports_tool_choice = true

[models."qwen-turbo".pricing."alibaba"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.0000000000000002e-7
reasoning_cost_per_token = 5e-7
[models."qwen-turbo".pricing."alibaba-cn"]
input_cost_per_token = 4.4e-8
output_cost_per_token = 8.7e-8
reasoning_cost_per_token = 4.31e-7
[models."qwen-turbo".pricing."dashscope"]
input_cost_per_token = 5e-8
output_cost_per_reasoning_token = 5e-7
output_cost_per_token = 2e-7
[models."qwen-turbo".pricing."llmgateway"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 2.0000000000000002e-7
reasoning_cost_per_token = 5e-7
[models."qwen-turbo".pricing."nano-gpt"]
input_cost_per_token = 4.9979999999999995e-8
output_cost_per_token = 2.006e-7

[models."qwen-turbo-2024-11-01"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true

[models."qwen-turbo-2024-11-01".pricing."dashscope"]
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7

[models."qwen-turbo-2025-04-28"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
output_cost_per_reasoning_token = 5e-7
supports_tool_choice = true

[models."qwen-turbo-2025-04-28".pricing."dashscope"]
input_cost_per_token = 5e-8
output_cost_per_reasoning_token = 5e-7
output_cost_per_token = 2e-7

[models."qwen-turbo-latest"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 5e-8
output_cost_per_token = 2e-7
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
output_cost_per_reasoning_token = 5e-7
supports_tool_choice = true

[models."qwen-turbo-latest".pricing."dashscope"]
input_cost_per_token = 5e-8
output_cost_per_reasoning_token = 5e-7
output_cost_per_token = 2e-7

[models."qwen-vl-max"]
display_name = "Qwen-VL Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003
litellm_provider = "llmgateway"
providers = ["llmgateway", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-04-08"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-vl-max".pricing."alibaba"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003
[models."qwen-vl-max".pricing."alibaba-cn"]
input_cost_per_token = 2.3000000000000002e-7
output_cost_per_token = 5.739999999999999e-7
[models."qwen-vl-max".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000032000000000000003

[models."qwen-vl-ocr"]
display_name = "Qwen-VL OCR"
model_family = "qwen"
mode = "chat"
max_input_tokens = 34096
max_output_tokens = 4096
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-10-28"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-vl-ocr".pricing."alibaba"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
[models."qwen-vl-ocr".pricing."alibaba-cn"]
input_cost_per_token = 7.17e-7
output_cost_per_token = 7.17e-7

[models."qwen-vl-plus"]
display_name = "Qwen-VL Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.1e-7
output_cost_per_token = 6.3e-7
litellm_provider = "llmgateway"
providers = ["llmgateway", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen-vl-plus".pricing."alibaba"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 6.3e-7
[models."qwen-vl-plus".pricing."alibaba-cn"]
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 2.8699999999999996e-7
[models."qwen-vl-plus".pricing."llmgateway"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 6.3e-7

[models."qwen.qwen3-235b-a22b-2507-v1:0"]
display_name = "Qwen3 235B A22B 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_tool_choice = true

[models."qwen.qwen3-235b-a22b-2507-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
[models."qwen.qwen3-235b-a22b-2507-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7

[models."qwen.qwen3-32b-v1:0"]
display_name = "Qwen3 32B (dense)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_tool_choice = true

[models."qwen.qwen3-32b-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."qwen.qwen3-32b-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."qwen.qwen3-coder-30b-a3b-v1:0"]
display_name = "Qwen3 Coder 30B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_tool_choice = true

[models."qwen.qwen3-coder-30b-a3b-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."qwen.qwen3-coder-30b-a3b-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."qwen.qwen3-coder-480b-a35b-v1:0"]
display_name = "Qwen3 Coder 480B A35B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.0000018
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_tool_choice = true

[models."qwen.qwen3-coder-480b-a35b-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.0000018000000000000001
[models."qwen.qwen3-coder-480b-a35b-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.0000018

[models."qwen.qwen3-coder-next"]
display_name = "Qwen3 Coder Next"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock", "amazon-bedrock", "bedrock_converse"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."qwen.qwen3-coder-next".pricing."amazon-bedrock"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.0000018000000000000001
[models."qwen.qwen3-coder-next".pricing."bedrock/eu-west-1"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
[models."qwen.qwen3-coder-next".pricing."bedrock/us-east-1"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012
[models."qwen.qwen3-coder-next".pricing."bedrock/us-west-2"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012
[models."qwen.qwen3-coder-next".pricing."bedrock_converse"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012

[models."qwen.qwen3-next-80b-a3b"]
display_name = "Qwen/Qwen3-Next-80B-A3B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."qwen.qwen3-next-80b-a3b".pricing."amazon-bedrock"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
[models."qwen.qwen3-next-80b-a3b".pricing."bedrock_converse"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012

[models."qwen.qwen3-vl-235b-a22b"]
display_name = "Qwen/Qwen3-VL-235B-A22B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5.3e-7
output_cost_per_token = 0.00000266
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2025-10-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_native_structured_output = true
supports_system_messages = true

[models."qwen.qwen3-vl-235b-a22b".pricing."amazon-bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
[models."qwen.qwen3-vl-235b-a22b".pricing."bedrock_converse"]
input_cost_per_token = 5.3e-7
output_cost_per_token = 0.00000266

[models."qwen/Qwen3-6-35B-A3B"]
display_name = "Qwen3.6 35B A3B"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000174
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "deepinfra", "kilo", "neuralwatt", "openrouter", "orcarouter", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-04-17"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/Qwen3-6-35B-A3B".pricing."deepinfra"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.000001
[models."qwen/Qwen3-6-35B-A3B".pricing."kilo"]
cache_read_input_token_cost = 1.6120000000000001e-7
input_cost_per_token = 1.6120000000000001e-7
output_cost_per_token = 9.6525e-7
[models."qwen/Qwen3-6-35B-A3B".pricing."nano-gpt"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000174
[models."qwen/Qwen3-6-35B-A3B".pricing."neuralwatt"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000115
[models."qwen/Qwen3-6-35B-A3B".pricing."openrouter"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.000001
[models."qwen/Qwen3-6-35B-A3B".pricing."orcarouter"]
input_cost_per_token = 2.48e-7
output_cost_per_token = 0.0000014850000000000002
[models."qwen/Qwen3-6-35B-A3B".pricing."siliconflow-cn"]
input_cost_per_token = 2.3000000000000002e-7
output_cost_per_token = 0.0000018600000000000002

[models."qwen/Qwen3-6-35B-A3B:thinking"]
display_name = "Qwen3.6 35B A3B Thinking"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000174
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2026-04-19"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/Qwen3-6-35B-A3B:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000174

[models."qwen/qwen-2-5-7b-instruct"]
display_name = "Qwen: Qwen2.5 7B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 6554
input_cost_per_token = 4e-8
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen-2-5-7b-instruct".pricing."kilo"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.0000000000000001e-7
[models."qwen/qwen-2-5-7b-instruct".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.0000000000000001e-7

[models."qwen/qwen-2-5-7b-vision-instruct"]
display_name = "Qwen 2.5 7B Vision Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 125000
max_output_tokens = 4096
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "inference"
providers = ["inference"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen-2-5-7b-vision-instruct".pricing."inference"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7

[models."qwen/qwen-2.5-72b-instruct"]
display_name = "Qwen 2.5 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.8e-7
output_cost_per_token = 4e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-10-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen-2.5-72b-instruct".pricing."kilo"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 3.9e-7
[models."qwen/qwen-2.5-72b-instruct".pricing."novita"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 4e-7
[models."qwen/qwen-2.5-72b-instruct".pricing."novita-ai"]
input_cost_per_token = 3.8e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen-2.5-72b-instruct".pricing."openrouter"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 4.0000000000000003e-7

[models."qwen/qwen-2.5-coder-32b-instruct"]
display_name = "Qwen2.5 Coder 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 33792
max_output_tokens = 33792
max_tokens = 33792
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2024-11-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."qwen/qwen-2.5-coder-32b-instruct".pricing."kilo"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 2.0000000000000002e-7
[models."qwen/qwen-2.5-coder-32b-instruct".pricing."openrouter"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 1.8e-7

[models."qwen/qwen-image"]
display_name = "Qwen Image"
model_family = "qwen"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 0
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-07"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."qwen/qwen-image-edit"]
display_name = "Qwen Image Edit"
model_family = "qwen"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 0
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."qwen/qwen-mt-plus"]
display_name = "Qwen MT Plus"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-09-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen-mt-plus".pricing."novita"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."qwen/qwen-mt-plus".pricing."novita-ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7

[models."qwen/qwen-plus"]
display_name = "Qwen: Qwen-Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 32768
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000012
cache_read_input_token_cost = 8e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2024-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen-plus".pricing."kilo"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000012
[models."qwen/qwen-plus".pricing."openrouter"]
cache_read_input_token_cost = 5.1999999999999996e-8
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7

[models."qwen/qwen-plus-2025-07-28"]
display_name = "Qwen: Qwen Plus 0728"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 32768
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen-plus-2025-07-28".pricing."kilo"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7
[models."qwen/qwen-plus-2025-07-28".pricing."openrouter"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7

[models."qwen/qwen-plus-2025-07-28:thinking"]
display_name = "Qwen: Qwen Plus 0728 (thinking)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 32768
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen-plus-2025-07-28:thinking".pricing."kilo"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7
[models."qwen/qwen-plus-2025-07-28:thinking".pricing."openrouter"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 7.8e-7

[models."qwen/qwen-vl-plus"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 2.1e-7
output_cost_per_token = 6.3e-7
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_vision = true
supports_tool_choice = true

[models."qwen/qwen-vl-plus".pricing."openrouter"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 6.3e-7

[models."qwen/qwen2.5-7b-instruct"]
display_name = "Qwen2.5 7B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-04-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen2.5-7b-instruct".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
[models."qwen/qwen2.5-7b-instruct".pricing."novita-ai"]
input_cost_per_token = 7e-8
output_cost_per_token = 7e-8
[models."qwen/qwen2.5-7b-instruct".pricing."siliconflow"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8
[models."qwen/qwen2.5-7b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8

[models."qwen/qwen2.5-vl-72b-instruct"]
display_name = "Qwen2.5 VL 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "nebius", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2025-03-25"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen2.5-vl-72b-instruct".pricing."kilo"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen2.5-vl-72b-instruct".pricing."nebius"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."qwen/qwen2.5-vl-72b-instruct".pricing."novita"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
[models."qwen/qwen2.5-vl-72b-instruct".pricing."novita-ai"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen2.5-vl-72b-instruct".pricing."openrouter"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
[models."qwen/qwen2.5-vl-72b-instruct".pricing."siliconflow"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7
[models."qwen/qwen2.5-vl-72b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 5.9e-7
output_cost_per_token = 5.9e-7

[models."qwen/qwen3-235b-a22b-2507"]
display_name = "Qwen: Qwen3 235B A22B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.1e-8
output_cost_per_token = 1e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06-30"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3-235b-a22b-2507"
supports_tool_choice = true

[models."qwen/qwen3-235b-a22b-2507".pricing."kilo"]
input_cost_per_token = 7.099999999999999e-8
output_cost_per_token = 1.0000000000000001e-7
[models."qwen/qwen3-235b-a22b-2507".pricing."openrouter"]
input_cost_per_token = 7.1e-8
output_cost_per_token = 1e-7

[models."qwen/qwen3-235b-a22b-fp8"]
display_name = "Qwen3 235B A22B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 20000
max_tokens = 20000
input_cost_per_token = 2e-7
output_cost_per_token = 8e-7
litellm_provider = "novita"
providers = ["novita", "jiekou", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen3-235b-a22b-fp8".pricing."jiekou"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen3-235b-a22b-fp8".pricing."novita"]
input_cost_per_token = 2e-7
output_cost_per_token = 8e-7
[models."qwen/qwen3-235b-a22b-fp8".pricing."novita-ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."qwen/qwen3-235b-a22b-instruct-2507"]
display_name = "Qwen3 235B A22B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.64e-7
output_cost_per_token = 0.00000106
litellm_provider = "replicate"
providers = ["replicate", "abacus", "friendli", "jiekou", "meganova", "modelscope", "nebius", "novita", "novita-ai", "siliconflow", "siliconflow-cn", "submodel", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-08-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."abacus"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."friendli"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."jiekou"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."meganova"]
input_cost_per_token = 9e-8
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."nebius"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."novita"]
input_cost_per_token = 9e-8
output_cost_per_token = 5.8e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."novita-ai"]
input_cost_per_token = 9e-8
output_cost_per_token = 5.8e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."replicate"]
input_cost_per_token = 2.64e-7
output_cost_per_token = 0.00000106
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."siliconflow"]
input_cost_per_token = 9e-8
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."siliconflow-cn"]
input_cost_per_token = 9e-8
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."submodel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 3e-7
[models."qwen/qwen3-235b-a22b-instruct-2507".pricing."wandb"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen/qwen3-235b-a22b-instruct-2507-maas"]
display_name = "Qwen3 235B A22B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-08-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
supported_regions = ["global", "us-south1"]
supports_tool_choice = true

[models."qwen/qwen3-235b-a22b-instruct-2507-maas".pricing."google-vertex"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 8.8e-7
[models."qwen/qwen3-235b-a22b-instruct-2507-maas".pricing."vertex_ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."qwen/qwen3-235b-a22b-thinking-2507"]
display_name = "Qwen 3 235B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.1e-7
output_cost_per_token = 6e-7
litellm_provider = "openrouter"
providers = ["openrouter", "chutes", "huggingface", "io-net", "jiekou", "kilo", "modelscope", "novita", "novita-ai", "siliconflow", "siliconflow-cn", "submodel", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3-235b-a22b-thinking-2507"
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."chutes"]
cache_read_input_token_cost = 5.5e-8
input_cost_per_token = 1.1e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."huggingface"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000003
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."io-net"]
cache_read_input_token_cost = 5.5e-8
input_cost_per_token = 1.1e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."jiekou"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000003
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."kilo"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."novita"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000003
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."novita-ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000003
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."openrouter"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."siliconflow"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."siliconflow-cn"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."submodel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-235b-a22b-thinking-2507".pricing."wandb"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen/qwen3-30b-a3b-2507"]
display_name = "Qwen3 30B A3B 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
litellm_provider = "lmstudio"
providers = ["lmstudio"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-30b-a3b-fp8"]
display_name = "Qwen3 30B A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 20000
max_tokens = 20000
input_cost_per_token = 9e-8
output_cost_per_token = 4.5e-7
litellm_provider = "novita"
providers = ["novita", "jiekou", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen3-30b-a3b-fp8".pricing."jiekou"]
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7
[models."qwen/qwen3-30b-a3b-fp8".pricing."novita"]
input_cost_per_token = 9e-8
output_cost_per_token = 4.5e-7
[models."qwen/qwen3-30b-a3b-fp8".pricing."novita-ai"]
input_cost_per_token = 9e-8
output_cost_per_token = 4.5000000000000003e-7

[models."qwen/qwen3-30b-a3b-thinking-2507"]
display_name = "Qwen: Qwen3 30B A3B Thinking 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 6554
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7
litellm_provider = "kilo"
providers = ["kilo", "modelscope", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-30b-a3b-thinking-2507".pricing."kilo"]
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7
[models."qwen/qwen3-30b-a3b-thinking-2507".pricing."openrouter"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-8
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3-30b-a3b-thinking-2507".pricing."siliconflow"]
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7
[models."qwen/qwen3-30b-a3b-thinking-2507".pricing."siliconflow-cn"]
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7

[models."qwen/qwen3-32b"]
display_name = "Qwen: Qwen3 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
max_tokens = 131000
input_cost_per_token = 2.9e-7
output_cost_per_token = 5.9e-7
litellm_provider = "groq"
providers = ["groq", "abacus", "kilo", "nebius", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = false
supports_tool_choice = true

[models."qwen/qwen3-32b".pricing."abacus"]
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7
[models."qwen/qwen3-32b".pricing."groq"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 5.9e-7
[models."qwen/qwen3-32b".pricing."kilo"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 8e-8
output_cost_per_token = 2.4e-7
[models."qwen/qwen3-32b".pricing."nebius"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."qwen/qwen3-32b".pricing."openrouter"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.8e-7
[models."qwen/qwen3-32b".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."qwen/qwen3-32b".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7

[models."qwen/qwen3-32b-fp8"]
display_name = "Qwen3 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 20000
max_tokens = 20000
input_cost_per_token = 1e-7
output_cost_per_token = 4.5e-7
litellm_provider = "novita"
providers = ["novita", "jiekou", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen3-32b-fp8".pricing."jiekou"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.5000000000000003e-7
[models."qwen/qwen3-32b-fp8".pricing."novita"]
input_cost_per_token = 1e-7
output_cost_per_token = 4.5e-7
[models."qwen/qwen3-32b-fp8".pricing."novita-ai"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.5000000000000003e-7

[models."qwen/qwen3-4b-fp8"]
display_name = "Qwen3 4B"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 20000
max_tokens = 20000
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen3-4b-fp8".pricing."novita"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8
[models."qwen/qwen3-4b-fp8".pricing."novita-ai"]
input_cost_per_token = 3e-8
output_cost_per_token = 3e-8

[models."qwen/qwen3-5-9b"]
display_name = "Qwen: Qwen3.5-9B"
model_family = "qwen3.5"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.5e-7
litellm_provider = "kilo"
providers = ["kilo", "mixlayer", "openrouter", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-03-10"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-5-9b".pricing."kilo"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 1.5e-7
[models."qwen/qwen3-5-9b".pricing."mixlayer"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3-5-9b".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."qwen/qwen3-5-9b".pricing."siliconflow-cn"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.00000174

[models."qwen/qwen3-5-flash"]
display_name = "Qwen3.5 Flash"
mode = "chat"
max_input_tokens = 1020000
max_output_tokens = 1020000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-03-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-5-flash".pricing."zenmux"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."qwen/qwen3-5-plus"]
display_name = "Qwen3.5 Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 6.879999999999999e-7
litellm_provider = "orcarouter"
providers = ["orcarouter", "meganova", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-02-16"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.0000024

[models."qwen/qwen3-5-plus".pricing."meganova"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
reasoning_cost_per_token = 0.0000024
[models."qwen/qwen3-5-plus".pricing."orcarouter"]
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 6.879999999999999e-7
reasoning_cost_per_token = 0.0000024
[models."qwen/qwen3-5-plus".pricing."zenmux"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000048

[models."qwen/qwen3-5-plus-20260420"]
display_name = "Qwen: Qwen3.5 Plus 2026-04-20"
model_family = "qwen3.5"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-5-plus-20260420".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
[models."qwen/qwen3-5-plus-20260420".pricing."openrouter"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000018000000000000001

[models."qwen/qwen3-6-27b"]
display_name = "Qwen: Qwen3.6 27B"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 3.25e-7
output_cost_per_token = 0.00000325
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-6-27b".pricing."kilo"]
input_cost_per_token = 3.25e-7
output_cost_per_token = 0.00000325
[models."qwen/qwen3-6-27b".pricing."openrouter"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000032000000000000003

[models."qwen/qwen3-6-flash"]
display_name = "Qwen: Qwen3.6 Flash"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-6-flash".pricing."kilo"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-6-flash".pricing."openrouter"]
input_cost_per_token = 1.875e-7
output_cost_per_token = 0.000001125

[models."qwen/qwen3-6-max-preview"]
display_name = "Qwen: Qwen3.6 Max Preview"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 0.00000104
output_cost_per_token = 0.00000624
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-6-max-preview".pricing."kilo"]
input_cost_per_token = 0.00000104
output_cost_per_token = 0.00000624
[models."qwen/qwen3-6-max-preview".pricing."openrouter"]
input_cost_per_token = 0.00000104
output_cost_per_token = 0.00000624

[models."qwen/qwen3-7-max"]
display_name = "Qwen3.7 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
litellm_provider = "openrouter"
providers = ["openrouter", "togetherai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-7-max".pricing."openrouter"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
[models."qwen/qwen3-7-max".pricing."togetherai"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075

[models."qwen/qwen3-8b"]
display_name = "Qwen: Qwen3 8B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 40960
max_output_tokens = 8192
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-8b".pricing."kilo"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3-8b".pricing."openrouter"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3-8b".pricing."siliconflow"]
input_cost_per_token = 6e-8
output_cost_per_token = 6e-8
[models."qwen/qwen3-8b".pricing."siliconflow-cn"]
input_cost_per_token = 6e-8
output_cost_per_token = 6e-8

[models."qwen/qwen3-8b-fp8"]
display_name = "Qwen3 8B"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 20000
max_tokens = 20000
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.38e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen3-8b-fp8".pricing."novita"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.38e-7
[models."qwen/qwen3-8b-fp8".pricing."novita-ai"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.3800000000000002e-7

[models."qwen/qwen3-coder"]
display_name = "Qwen3 Coder"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262100
max_output_tokens = 262100
max_tokens = 262100
input_cost_per_token = 2.2e-7
output_cost_per_token = 9.5e-7
litellm_provider = "openrouter"
providers = ["openrouter", "fastrouter", "kilo"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3-coder"
supports_tool_choice = true

[models."qwen/qwen3-coder".pricing."fastrouter"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
[models."qwen/qwen3-coder".pricing."kilo"]
cache_read_input_token_cost = 2.2e-8
input_cost_per_token = 2.2e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-coder".pricing."openrouter"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 9.5e-7

[models."qwen/qwen3-coder-30b"]
display_name = "Qwen3 Coder 30B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
litellm_provider = "lmstudio"
providers = ["lmstudio"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-coder-30b-a3b-instruct"]
display_name = "Qwen3 Coder 30b A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 160000
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "modelscope", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-10-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-coder-30b-a3b-instruct".pricing."kilo"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
[models."qwen/qwen3-coder-30b-a3b-instruct".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
[models."qwen/qwen3-coder-30b-a3b-instruct".pricing."novita-ai"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
[models."qwen/qwen3-coder-30b-a3b-instruct".pricing."openrouter"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.7e-7
[models."qwen/qwen3-coder-30b-a3b-instruct".pricing."siliconflow"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
[models."qwen/qwen3-coder-30b-a3b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."qwen/qwen3-coder-480b-a35b-instruct"]
display_name = "Qwen3 Coder 480B A35B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000013
litellm_provider = "novita"
providers = ["novita", "abacus", "deepinfra", "huggingface", "jiekou", "novita-ai", "nvidia", "siliconflow", "siliconflow-cn", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."abacus"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.0000012
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."deepinfra"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000016000000000000001
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."huggingface"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."jiekou"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.0000012
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."novita"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000013
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."novita-ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000013
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."siliconflow"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-coder-480b-a35b-instruct".pricing."wandb"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000015

[models."qwen/qwen3-coder-480b-a35b-instruct-maas"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000001
output_cost_per_token = 0.000004
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
supported_regions = ["global"]
supports_tool_choice = true

[models."qwen/qwen3-coder-480b-a35b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000004

[models."qwen/qwen3-coder-flash"]
display_name = "Qwen: Qwen3 Coder Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 1.95e-7
output_cost_per_token = 9.75e-7
cache_read_input_token_cost = 6e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-06-30"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-coder-flash".pricing."kilo"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 1.95e-7
output_cost_per_token = 9.75e-7
[models."qwen/qwen3-coder-flash".pricing."openrouter"]
cache_read_input_token_cost = 3.9e-8
input_cost_per_token = 1.95e-7
output_cost_per_token = 9.75e-7

[models."qwen/qwen3-coder-next"]
display_name = "Qwen3 Coder Next"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
litellm_provider = "novita-ai"
providers = ["novita-ai", "huggingface", "jiekou", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-02-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-coder-next".pricing."huggingface"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-coder-next".pricing."jiekou"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-coder-next".pricing."kilo"]
cache_read_input_token_cost = 3.5e-8
input_cost_per_token = 1.2e-7
output_cost_per_token = 7.5e-7
[models."qwen/qwen3-coder-next".pricing."novita-ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-coder-next".pricing."openrouter"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 1.1e-7
output_cost_per_token = 8.000000000000001e-7

[models."qwen/qwen3-coder-plus"]
display_name = "Qwen: Qwen3 Coder Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06-30"
release_date = "2025-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3-coder-plus"
supports_tool_choice = true

[models."qwen/qwen3-coder-plus".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 6.5e-7
output_cost_per_token = 0.00000325
[models."qwen/qwen3-coder-plus".pricing."openrouter"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."qwen/qwen3-coder-plus".pricing."zenmux"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."qwen/qwen3-coder:free"]
display_name = "Qwen3 Coder 480B A35B (free)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06-30"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-embedding-0.6b"]
display_name = "Qwen3 Embedding 0.6B"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 7e-8
output_cost_per_token = 0
litellm_provider = "novita"
providers = ["novita", "nearai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-06-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."qwen/qwen3-embedding-0.6b".pricing."nearai"]
input_cost_per_token = 1e-8
[models."qwen/qwen3-embedding-0.6b".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 0

[models."qwen/qwen3-embedding-8b"]
display_name = "Qwen3 Embedding 8B"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7e-8
output_cost_per_token = 0
litellm_provider = "novita"
providers = ["novita", "evroc", "huggingface", "nebius"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-07-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."qwen/qwen3-embedding-8b".pricing."evroc"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 1.2e-7
[models."qwen/qwen3-embedding-8b".pricing."huggingface"]
input_cost_per_token = 1e-8
[models."qwen/qwen3-embedding-8b".pricing."nebius"]
input_cost_per_token = 1e-8
[models."qwen/qwen3-embedding-8b".pricing."novita"]
input_cost_per_token = 7e-8
output_cost_per_token = 0

[models."qwen/qwen3-max"]
display_name = "Qwen3 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 0.00000211
output_cost_per_token = 0.00000845
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-09-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-max".pricing."kilo"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
[models."qwen/qwen3-max".pricing."novita"]
input_cost_per_token = 0.00000211
output_cost_per_token = 0.00000845
[models."qwen/qwen3-max".pricing."novita-ai"]
input_cost_per_token = 0.0000021099999999999997
output_cost_per_token = 0.000008449999999999999
[models."qwen/qwen3-max".pricing."openrouter"]
cache_read_input_token_cost = 1.56e-7
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.0000039
[models."qwen/qwen3-max".pricing."orcarouter"]
input_cost_per_token = 3.5899999999999997e-7
output_cost_per_token = 0.000001434
[models."qwen/qwen3-max".pricing."zenmux"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."qwen/qwen3-max-thinking"]
display_name = "Qwen: Qwen3 Max Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32768
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.0000039
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-01-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-max-thinking".pricing."kilo"]
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.0000039
[models."qwen/qwen3-max-thinking".pricing."openrouter"]
input_cost_per_token = 7.8e-7
output_cost_per_token = 0.0000039

[models."qwen/qwen3-next-80b-a3b-instruct"]
display_name = "Qwen 3 Next 80B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "novita"
providers = ["novita", "chutes", "huggingface", "io-net", "jiekou", "kilo", "novita-ai", "nvidia", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-01-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-next-80b-a3b-instruct".pricing."chutes"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."huggingface"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."io-net"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 8.000000000000001e-7
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."jiekou"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."kilo"]
input_cost_per_token = 9e-8
output_cost_per_token = 0.0000011
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."novita"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."novita-ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."openrouter"]
input_cost_per_token = 9e-8
output_cost_per_token = 0.0000011
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
[models."qwen/qwen3-next-80b-a3b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014

[models."qwen/qwen3-next-80b-a3b-instruct-maas"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
supported_regions = ["global"]
supports_tool_choice = true

[models."qwen/qwen3-next-80b-a3b-instruct-maas".pricing."vertex_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012

[models."qwen/qwen3-next-80b-a3b-instruct:free"]
display_name = "Qwen3 Next 80B A3B Instruct (free)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-09-30"
release_date = "2025-09-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-next-80b-a3b-thinking"]
display_name = "Qwen3 Next 80B A3B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "novita"
providers = ["novita", "huggingface", "jiekou", "kilo", "nebius", "novita-ai", "nvidia", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-09-30"
release_date = "2025-09-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
reasoning_cost_per_token = 0.0000012
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-next-80b-a3b-thinking".pricing."huggingface"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.000002
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."jiekou"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."kilo"]
input_cost_per_token = 9.75e-8
output_cost_per_token = 7.8e-7
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."nebius"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
reasoning_cost_per_token = 0.0000012
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."novita"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."novita-ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."openrouter"]
input_cost_per_token = 9.75e-8
output_cost_per_token = 7.8e-7
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."qwen/qwen3-next-80b-a3b-thinking".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7

[models."qwen/qwen3-next-80b-a3b-thinking-maas"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
supported_regions = ["global"]
supports_tool_choice = true

[models."qwen/qwen3-next-80b-a3b-thinking-maas".pricing."vertex_ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012

[models."qwen/qwen3-omni-30b-a3b-instruct"]
display_name = "Qwen3 Omni 30B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.7e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2025-09-24"
supported_modalities = ["text", "video", "audio", "image"]
supported_output_modalities = ["text", "audio"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-omni-30b-a3b-instruct".pricing."novita"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.7e-7
[models."qwen/qwen3-omni-30b-a3b-instruct".pricing."novita-ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.7e-7
[models."qwen/qwen3-omni-30b-a3b-instruct".pricing."siliconflow"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3-omni-30b-a3b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."qwen/qwen3-omni-30b-a3b-thinking"]
display_name = "Qwen3 Omni 30B A3B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.7e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
release_date = "2025-09-24"
supported_modalities = ["text", "audio", "video", "image"]
supported_output_modalities = ["text"]
supports_audio_input = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-omni-30b-a3b-thinking".pricing."novita"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.7e-7
[models."qwen/qwen3-omni-30b-a3b-thinking".pricing."novita-ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 9.7e-7
[models."qwen/qwen3-omni-30b-a3b-thinking".pricing."siliconflow"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3-omni-30b-a3b-thinking".pricing."siliconflow-cn"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7

[models."qwen/qwen3-reranker-8b"]
mode = "rerank"
max_input_tokens = 32768
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 5e-8
output_cost_per_token = 5e-8
litellm_provider = "novita"
providers = ["novita"]

[models."qwen/qwen3-reranker-8b".pricing."novita"]
input_cost_per_token = 5e-8
output_cost_per_token = 5e-8

[models."qwen/qwen3-vl-235b-a22b-instruct"]
display_name = "Qwen3 VL 235B A22B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-24"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-vl-235b-a22b-instruct".pricing."kilo"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.8e-7
[models."qwen/qwen3-vl-235b-a22b-instruct".pricing."novita"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-vl-235b-a22b-instruct".pricing."novita-ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-vl-235b-a22b-instruct".pricing."openrouter"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.8e-7
[models."qwen/qwen3-vl-235b-a22b-instruct".pricing."siliconflow"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
[models."qwen/qwen3-vl-235b-a22b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015

[models."qwen/qwen3-vl-235b-a22b-thinking"]
display_name = "Qwen3 VL 235B A22B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 9.8e-7
output_cost_per_token = 0.00000395
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-09-24"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."qwen/qwen3-vl-235b-a22b-thinking".pricing."kilo"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 0.0000026
[models."qwen/qwen3-vl-235b-a22b-thinking".pricing."novita"]
input_cost_per_token = 9.8e-7
output_cost_per_token = 0.00000395
[models."qwen/qwen3-vl-235b-a22b-thinking".pricing."novita-ai"]
input_cost_per_token = 9.8e-7
output_cost_per_token = 0.00000395
[models."qwen/qwen3-vl-235b-a22b-thinking".pricing."openrouter"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 0.0000026
[models."qwen/qwen3-vl-235b-a22b-thinking".pricing."siliconflow"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000035
[models."qwen/qwen3-vl-235b-a22b-thinking".pricing."siliconflow-cn"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000035

[models."qwen/qwen3-vl-30b-a3b-instruct"]
display_name = "qwen/qwen3-vl-30b-a3b-instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 7e-7
litellm_provider = "novita"
providers = ["novita", "evroc", "kilo", "nearai", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-10-11"
supported_modalities = ["text", "video", "image"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."evroc"]
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.399999999999999e-7
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."kilo"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."nearai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.5e-7
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."novita"]
input_cost_per_token = 2e-7
output_cost_per_token = 7e-7
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."novita-ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 7e-7
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."openrouter"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 5.2e-7
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."siliconflow"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-vl-30b-a3b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.000001

[models."qwen/qwen3-vl-30b-a3b-thinking"]
display_name = "qwen/qwen3-vl-30b-a3b-thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 2e-7
output_cost_per_token = 0.000001
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-03-31"
release_date = "2025-10-11"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-vl-30b-a3b-thinking".pricing."kilo"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 0.00000156
[models."qwen/qwen3-vl-30b-a3b-thinking".pricing."novita"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-vl-30b-a3b-thinking".pricing."novita-ai"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-vl-30b-a3b-thinking".pricing."openrouter"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 0.00000156
[models."qwen/qwen3-vl-30b-a3b-thinking".pricing."siliconflow"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.000001
[models."qwen/qwen3-vl-30b-a3b-thinking".pricing."siliconflow-cn"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.000001

[models."qwen/qwen3-vl-32b-instruct"]
display_name = "Qwen: Qwen3 VL 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 1.0399999999999999e-7
output_cost_per_token = 4.1599999999999997e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-10-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-vl-32b-instruct".pricing."kilo"]
input_cost_per_token = 1.0399999999999999e-7
output_cost_per_token = 4.1599999999999997e-7
[models."qwen/qwen3-vl-32b-instruct".pricing."openrouter"]
input_cost_per_token = 1.0399999999999999e-7
output_cost_per_token = 4.1599999999999997e-7
[models."qwen/qwen3-vl-32b-instruct".pricing."siliconflow"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7
[models."qwen/qwen3-vl-32b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 6e-7

[models."qwen/qwen3-vl-8b-instruct"]
display_name = "qwen/qwen3-vl-8b-instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 8e-8
output_cost_per_token = 5e-7
litellm_provider = "novita"
providers = ["novita", "kilo", "novita-ai", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2025-10-17"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen/qwen3-vl-8b-instruct".pricing."kilo"]
input_cost_per_token = 8e-8
output_cost_per_token = 5e-7
[models."qwen/qwen3-vl-8b-instruct".pricing."novita"]
input_cost_per_token = 8e-8
output_cost_per_token = 5e-7
[models."qwen/qwen3-vl-8b-instruct".pricing."novita-ai"]
input_cost_per_token = 8e-8
output_cost_per_token = 5e-7
[models."qwen/qwen3-vl-8b-instruct".pricing."openrouter"]
input_cost_per_token = 8e-8
output_cost_per_token = 5e-7
[models."qwen/qwen3-vl-8b-instruct".pricing."siliconflow"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 6.800000000000001e-7
[models."qwen/qwen3-vl-8b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 6.800000000000001e-7

[models."qwen/qwen3-vl-8b-thinking"]
display_name = "Qwen: Qwen3 VL 8B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 1.17e-7
output_cost_per_token = 0.000001365
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-10-15"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwen3-vl-8b-thinking".pricing."kilo"]
input_cost_per_token = 1.17e-7
output_cost_per_token = 0.000001365
[models."qwen/qwen3-vl-8b-thinking".pricing."openrouter"]
input_cost_per_token = 1.17e-7
output_cost_per_token = 0.000001365
[models."qwen/qwen3-vl-8b-thinking".pricing."siliconflow"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 0.000002
[models."qwen/qwen3-vl-8b-thinking".pricing."siliconflow-cn"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 0.000002

[models."qwen/qwen3.5-122b-a10b"]
display_name = "Qwen3.5-122B-A10B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "mixlayer", "nearai", "novita-ai", "nvidia", "orcarouter", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-02-26"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3.5-122b-a10b"
supports_tool_choice = true

[models."qwen/qwen3.5-122b-a10b".pricing."kilo"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 0.00000208
[models."qwen/qwen3.5-122b-a10b".pricing."mixlayer"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000032000000000000003
[models."qwen/qwen3.5-122b-a10b".pricing."nearai"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000032000000000000003
[models."qwen/qwen3.5-122b-a10b".pricing."novita-ai"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000032000000000000003
[models."qwen/qwen3.5-122b-a10b".pricing."openrouter"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
[models."qwen/qwen3.5-122b-a10b".pricing."orcarouter"]
input_cost_per_token = 1.1500000000000001e-7
output_cost_per_token = 9.170000000000001e-7
[models."qwen/qwen3.5-122b-a10b".pricing."siliconflow-cn"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000232

[models."qwen/qwen3.5-27b"]
display_name = "Qwen3.5-27B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "mixlayer", "novita-ai", "orcarouter", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-02-26"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3.5-27b"
supports_tool_choice = true

[models."qwen/qwen3.5-27b".pricing."kilo"]
input_cost_per_token = 1.95e-7
output_cost_per_token = 0.00000156
[models."qwen/qwen3.5-27b".pricing."mixlayer"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
[models."qwen/qwen3.5-27b".pricing."novita-ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
[models."qwen/qwen3.5-27b".pricing."openrouter"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
[models."qwen/qwen3.5-27b".pricing."orcarouter"]
input_cost_per_token = 8.599999999999999e-8
output_cost_per_token = 6.879999999999999e-7
[models."qwen/qwen3.5-27b".pricing."siliconflow-cn"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 0.00000209

[models."qwen/qwen3.5-35b-a3b"]
display_name = "Qwen 3.5 35B A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
litellm_provider = "openrouter"
providers = ["openrouter", "deepinfra", "kilo", "mixlayer", "novita-ai", "orcarouter", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-02-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3.5-35b-a3b"
supports_tool_choice = true

[models."qwen/qwen3.5-35b-a3b".pricing."deepinfra"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 9.499999999999999e-7
[models."qwen/qwen3.5-35b-a3b".pricing."kilo"]
input_cost_per_token = 1.625e-7
output_cost_per_token = 0.0000013
[models."qwen/qwen3.5-35b-a3b".pricing."mixlayer"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000013
[models."qwen/qwen3.5-35b-a3b".pricing."novita-ai"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."qwen/qwen3.5-35b-a3b".pricing."openrouter"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."qwen/qwen3.5-35b-a3b".pricing."orcarouter"]
input_cost_per_token = 5.7e-8
output_cost_per_token = 4.59e-7
[models."qwen/qwen3.5-35b-a3b".pricing."siliconflow-cn"]
input_cost_per_token = 2.3000000000000002e-7
output_cost_per_token = 0.0000018600000000000002

[models."qwen/qwen3.5-397b-a17b"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
source = "https://openrouter.ai/qwen/qwen3.5-397b-a17b"
supports_tool_choice = true

[models."qwen/qwen3.5-397b-a17b".pricing."openrouter"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036

[models."qwen/qwen3.5-flash-02-23"]
display_name = "Qwen: Qwen3.5-Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-26"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3.5-flash-02-23"
supports_tool_choice = true

[models."qwen/qwen3.5-flash-02-23".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen/qwen3.5-flash-02-23".pricing."openrouter"]
input_cost_per_token = 1e-7
output_cost_per_token = 4e-7

[models."qwen/qwen3.5-plus-02-15"]
display_name = "Qwen: Qwen3.5 Plus 2026-02-15"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000024
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-02-15"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3.5-plus-02-15"
input_cost_per_token_above_256k_tokens = 5e-7
output_cost_per_token_above_256k_tokens = 0.000003
supports_tool_choice = true

[models."qwen/qwen3.5-plus-02-15".pricing."kilo"]
input_cost_per_token = 2.6e-7
output_cost_per_token = 0.00000156
[models."qwen/qwen3.5-plus-02-15".pricing."openrouter"]
input_cost_per_token = 4e-7
input_cost_per_token_above_256k_tokens = 5e-7
output_cost_per_token = 0.0000024
output_cost_per_token_above_256k_tokens = 0.000003

[models."qwen/qwen3.6-plus"]
display_name = "Qwen: Qwen3.6 Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 3.25e-7
output_cost_per_token = 0.00000195
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "orcarouter", "togetherai", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-08-26"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/qwen/qwen3.6-plus"
supports_tool_choice = true

[models."qwen/qwen3.6-plus".pricing."kilo"]
cache_read_input_token_cost = 3.25e-8
input_cost_per_token = 3.25e-7
output_cost_per_token = 0.00000195
[models."qwen/qwen3.6-plus".pricing."openrouter"]
input_cost_per_token = 3.25e-7
output_cost_per_token = 0.00000195
[models."qwen/qwen3.6-plus".pricing."orcarouter"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen/qwen3.6-plus".pricing."togetherai"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen/qwen3.6-plus".pricing."zenmux"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."qwen/qwenCoder/models/Qwen3-Coder-30B-A3B-Instruct"]
display_name = "Qwen3 Coder 30B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 1.1458e-7
output_cost_per_token = 7.4812e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwenCoder/models/Qwen3-Coder-30B-A3B-Instruct".pricing."clarifai"]
input_cost_per_token = 1.1458e-7
output_cost_per_token = 7.4812e-7

[models."qwen/qwenLM/models/Qwen3-30B-A3B-Instruct-2507"]
display_name = "Qwen3 30B A3B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-07-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwenLM/models/Qwen3-30B-A3B-Instruct-2507".pricing."clarifai"]
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."qwen/qwenLM/models/Qwen3-30B-A3B-Thinking-2507"]
display_name = "Qwen3 30B A3B Thinking 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 131072
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.0000013
litellm_provider = "clarifai"
providers = ["clarifai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-07-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen/qwenLM/models/Qwen3-30B-A3B-Thinking-2507".pricing."clarifai"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.0000013

[models."qwen2-5-14b-instruct"]
display_name = "Qwen2.5 14B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-14b-instruct".pricing."alibaba"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014
[models."qwen2-5-14b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 4.31e-7

[models."qwen2-5-32b-instruct"]
display_name = "Qwen2.5 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-32b-instruct".pricing."alibaba"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
[models."qwen2-5-32b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7

[models."qwen2-5-72b-instruct"]
display_name = "Qwen2.5 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000056
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-72b-instruct".pricing."alibaba"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000056
[models."qwen2-5-72b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001

[models."qwen2-5-7b-instruct"]
display_name = "Qwen2.5 7B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.75e-7
output_cost_per_token = 7e-7
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-7b-instruct".pricing."alibaba"]
input_cost_per_token = 1.75e-7
output_cost_per_token = 7e-7
[models."qwen2-5-7b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 7.2e-8
output_cost_per_token = 1.44e-7

[models."qwen2-5-coder-32b-instruct"]
display_name = "Qwen2.5-Coder 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-coder-32b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 8.61e-7

[models."qwen2-5-coder-7b-fast"]
display_name = "Qwen2.5 Coder 7B fast"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
input_cost_per_token = 3e-8
output_cost_per_token = 9e-8
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2024-09-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-coder-7b-fast".pricing."helicone"]
input_cost_per_token = 3e-8
output_cost_per_token = 9e-8

[models."qwen2-5-coder-7b-instruct"]
display_name = "Qwen2.5-Coder 7B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.44e-7
output_cost_per_token = 2.8699999999999996e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-coder-7b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 2.8699999999999996e-7

[models."qwen2-5-math-72b-instruct"]
display_name = "Qwen2.5-Math 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 3072
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-math-72b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 5.739999999999999e-7
output_cost_per_token = 0.0000017210000000000001

[models."qwen2-5-math-7b-instruct"]
display_name = "Qwen2.5-Math 7B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 3072
input_cost_per_token = 1.44e-7
output_cost_per_token = 2.8699999999999996e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-math-7b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 2.8699999999999996e-7

[models."qwen2-5-omni-7b"]
display_name = "Qwen2.5-Omni 7B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 2048
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-12"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "modelsdev"

[models."qwen2-5-omni-7b".pricing."alibaba"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen2-5-omni-7b".pricing."alibaba-cn"]
input_cost_per_token = 8.7e-8
output_cost_per_token = 3.45e-7

[models."qwen2-5-vl-32b-instruct"]
display_name = "Qwen2.5 VL 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-03-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-vl-32b-instruct".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."qwen2-5-vl-72b-instruct"]
display_name = "Qwen2.5-VL 72B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 0.0000028
output_cost_per_token = 0.000008400000000000001
litellm_provider = "llmgateway"
providers = ["llmgateway", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-vl-72b-instruct".pricing."alibaba"]
input_cost_per_token = 0.0000028
output_cost_per_token = 0.000008400000000000001
[models."qwen2-5-vl-72b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 0.000002294
output_cost_per_token = 0.000006881
[models."qwen2-5-vl-72b-instruct".pricing."llmgateway"]
input_cost_per_token = 0.0000028
output_cost_per_token = 0.000008400000000000001

[models."qwen2-5-vl-7b-instruct"]
display_name = "Qwen2.5-VL 7B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000010500000000000001
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04"
release_date = "2024-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen2-5-vl-7b-instruct".pricing."alibaba"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000010500000000000001
[models."qwen2-5-vl-7b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 7.17e-7

[models."qwen2.5-coder-7b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_response_schema = true

[models."qwen2.5-coder-7b".pricing."llamagate"]
input_cost_per_token = 6e-8
output_cost_per_token = 1.2e-7

[models."qwen25-coder-32b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen25-coder-32b-instruct".pricing."lambda_ai"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7

[models."qwen25-coder-7b"]
display_name = "Qwen2.5 Coder 7B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen25-coder-7b".pricing."llmgateway"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8

[models."qwen25-vl-72b-instruct"]
display_name = "Qwen25 VL 72b"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32768
input_cost_per_token = 6.9989e-7
output_cost_per_token = 6.9989e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-10"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen25-vl-72b-instruct".pricing."nano-gpt"]
input_cost_per_token = 6.9989e-7
output_cost_per_token = 6.9989e-7

[models."qwen3-14b"]
display_name = "Qwen3 14B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.0000042000000000000004

[models."qwen3-14b".pricing."alibaba"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000014
reasoning_cost_per_token = 0.0000042000000000000004
[models."qwen3-14b".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 5.739999999999999e-7
reasoning_cost_per_token = 0.000001434

[models."qwen3-235b"]
display_name = "Qwen3-235B-A22B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
litellm_provider = "iflowcn"
providers = ["iflowcn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-12-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-235b-a22b"]
display_name = "Qwen3 235B-A22B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
litellm_provider = "alibaba"
providers = ["alibaba", "302ai", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000008400000000000001

[models."qwen3-235b-a22b".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.0000028599999999999997
[models."qwen3-235b-a22b".pricing."alibaba"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
reasoning_cost_per_token = 0.000008400000000000001
[models."qwen3-235b-a22b".pricing."alibaba-cn"]
input_cost_per_token = 2.8699999999999996e-7
output_cost_per_token = 0.000001147
reasoning_cost_per_token = 0.000002868

[models."qwen3-235b-a22b-fp8"]
display_name = "Qwen3 235B A22B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000025
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-235b-a22b-fp8".pricing."llmgateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000025

[models."qwen3-235b-a22b-instruct"]
display_name = "Qwen3-235B-A22B-Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
litellm_provider = "iflowcn"
providers = ["iflowcn"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-235b-a22b-instruct-2507"]
display_name = "Qwen3 235B A22B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131000
max_output_tokens = 131000
input_cost_per_token = 6.2e-8
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "cortecs"
providers = ["cortecs", "302ai", "llmgateway", "scaleway", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000008400000000000001

[models."qwen3-235b-a22b-instruct-2507".pricing."302ai"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.0000011430000000000001
[models."qwen3-235b-a22b-instruct-2507".pricing."cortecs"]
input_cost_per_token = 6.2e-8
output_cost_per_token = 4.0799999999999995e-7
[models."qwen3-235b-a22b-instruct-2507".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024
[models."qwen3-235b-a22b-instruct-2507".pricing."scaleway"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.00000225
reasoning_cost_per_token = 0.000008400000000000001
[models."qwen3-235b-a22b-instruct-2507".pricing."venice"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 7.5e-7

[models."qwen3-235b-a22b-thinking"]
display_name = "Qwen3 235B A22B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 81920
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000029
litellm_provider = "helicone"
providers = ["helicone"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-07-25"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-235b-a22b-thinking".pricing."helicone"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000029

[models."qwen3-235b-a22b-thinking-2507"]
display_name = "Qwen3 235B A22B Thinking (2507)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024
litellm_provider = "llmgateway"
providers = ["llmgateway", "iflowcn", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-235b-a22b-thinking-2507".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024
[models."qwen3-235b-a22b-thinking-2507".pricing."venice"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000035

[models."qwen3-30b-a3b"]
display_name = "Qwen3 30B A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 129024
max_output_tokens = 16384
max_tokens = 16384
litellm_provider = "dashscope"
providers = ["dashscope", "302ai", "helicone"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-06"
release_date = "2025-06-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true

[models."qwen3-30b-a3b".pricing."302ai"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 0.00000108
[models."qwen3-30b-a3b".pricing."helicone"]
input_cost_per_token = 8e-8
output_cost_per_token = 2.9e-7

[models."qwen3-30b-a3b-fp8"]
display_name = "Qwen3 30B A3B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-30b-a3b-fp8".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen3-30b-a3b-instruct-2507"]
display_name = "Qwen3 30B A3B Instruct 2507"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-02-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-30b-a3b-instruct-2507".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."qwen3-30b-a3b-instruct-2507".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."qwen3-30b-a3b-thinking-2507"]
display_name = "Qwen3 30B A3B Thinking (2507)"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-07-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-30b-a3b-thinking-2507".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen3-32b-fp8"]
display_name = "Qwen3 32B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
litellm_provider = "lambda_ai"
providers = ["lambda_ai", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."qwen3-32b-fp8".pricing."lambda_ai"]
input_cost_per_token = 5e-8
output_cost_per_token = 1e-7
[models."qwen3-32b-fp8".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen3-4b-fp8"]
display_name = "Qwen3 4B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 3e-8
output_cost_per_token = 5.0000000000000004e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-4b-fp8".pricing."llmgateway"]
input_cost_per_token = 3e-8
output_cost_per_token = 5.0000000000000004e-8

[models."qwen3-5-122b"]
display_name = "Qwen3.5-122B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000036000000000000003
litellm_provider = "regolo-ai"
providers = ["regolo-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-5-122b".pricing."regolo-ai"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.0000036000000000000003

[models."qwen3-5-122b-a10b"]
display_name = "Qwen3.5 122B A10B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 4.44e-7
output_cost_per_token = 0.000003106
litellm_provider = "cortecs"
providers = ["cortecs", "alibaba"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-01"
release_date = "2026-02-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-5-122b-a10b".pricing."alibaba"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000032000000000000003
[models."qwen3-5-122b-a10b".pricing."cortecs"]
input_cost_per_token = 4.44e-7
output_cost_per_token = 0.000003106

[models."qwen3-5-27b"]
display_name = "Qwen3.5 27B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024
litellm_provider = "alibaba"
providers = ["alibaba"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-23"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-5-27b".pricing."alibaba"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000024

[models."qwen3-5-35b-a3b"]
display_name = "Qwen 3.5 35B A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 3.125e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 1.5625e-7
litellm_provider = "venice"
providers = ["venice", "alibaba"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-25"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-5-35b-a3b".pricing."alibaba"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
[models."qwen3-5-35b-a3b".pricing."venice"]
cache_read_input_token_cost = 1.5625e-7
input_cost_per_token = 3.125e-7
output_cost_per_token = 0.00000125

[models."qwen3-5-397b-a17b"]
display_name = "Qwen3.5 397B-A17B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000175
cache_read_input_token_cost = 7e-8
litellm_provider = "crof"
providers = ["crof", "alibaba", "alibaba-cn", "cortecs", "digitalocean", "scaleway", "venice", "wafer.ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2026-01"
release_date = "2026-02-15"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.00000258

[models."qwen3-5-397b-a17b".pricing."alibaba"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."qwen3-5-397b-a17b".pricing."alibaba-cn"]
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000258
reasoning_cost_per_token = 0.00000258
[models."qwen3-5-397b-a17b".pricing."cortecs"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."qwen3-5-397b-a17b".pricing."crof"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000175
[models."qwen3-5-397b-a17b".pricing."digitalocean"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000035
[models."qwen3-5-397b-a17b".pricing."scaleway"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."qwen3-5-397b-a17b".pricing."venice"]
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045

[models."qwen3-5-397b-fast"]
display_name = "Qwen3.5 397B Fast"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262128
max_output_tokens = 262128
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.000004139999999999999
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-02-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-5-397b-fast".pricing."neuralwatt"]
input_cost_per_token = 6.9e-7
output_cost_per_token = 0.000004139999999999999

[models."qwen3-5-9b"]
display_name = "Qwen3.5 9B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
cache_read_input_token_cost = 8e-9
litellm_provider = "crof"
providers = ["crof", "ovhcloud", "regolo-ai", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-13"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-5-9b".pricing."crof"]
cache_read_input_token_cost = 8e-9
input_cost_per_token = 4e-8
output_cost_per_token = 1.5e-7
[models."qwen3-5-9b".pricing."ovhcloud"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.5e-7
[models."qwen3-5-9b".pricing."regolo-ai"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."qwen3-5-9b".pricing."venice"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.5e-7

[models."qwen3-5-flash"]
display_name = "Qwen3.5 Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 1.7199999999999998e-7
output_cost_per_token = 0.00000172
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-02-23"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.00000172

[models."qwen3-5-flash".pricing."alibaba-cn"]
input_cost_per_token = 1.7199999999999998e-7
output_cost_per_token = 0.00000172
reasoning_cost_per_token = 0.00000172

[models."qwen3-6-27b"]
display_name = "Qwen3.6 27B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 4e-8
litellm_provider = "crof"
providers = ["crof", "alibaba", "venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-22"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-6-27b".pricing."alibaba"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
[models."qwen3-6-27b".pricing."crof"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."qwen3-6-27b".pricing."venice"]
input_cost_per_token = 3.25e-7
output_cost_per_token = 0.00000325

[models."qwen3-6-35b-a3b"]
display_name = "Qwen3.6 35B-A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 2.48e-7
output_cost_per_token = 0.0000014850000000000002
litellm_provider = "llmgateway"
providers = ["llmgateway", "alibaba", "scaleway", "wafer.ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-04-17"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-6-35b-a3b".pricing."alibaba"]
input_cost_per_token = 2.48e-7
output_cost_per_token = 0.0000014850000000000002
[models."qwen3-6-35b-a3b".pricing."llmgateway"]
input_cost_per_token = 2.48e-7
output_cost_per_token = 0.0000014850000000000002
[models."qwen3-6-35b-a3b".pricing."scaleway"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
[models."qwen3-6-35b-a3b".pricing."wafer.ai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.9e-7
output_cost_per_token = 0.00000125

[models."qwen3-6-35b-fast"]
display_name = "Qwen3.6 35B Fast"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 131056
max_output_tokens = 131056
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000115
litellm_provider = "neuralwatt"
providers = ["neuralwatt"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-6-35b-fast".pricing."neuralwatt"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000115

[models."qwen3-6-flash"]
display_name = "Qwen3.6 Flash"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 1.875e-7
output_cost_per_token = 0.000001125
litellm_provider = "alibaba-coding-plan-cn"
providers = ["alibaba-coding-plan-cn", "aihubmix", "alibaba", "alibaba-cn", "alibaba-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-04-27"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-6-flash".pricing."aihubmix"]
cache_read_input_token_cost = 1.69e-8
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.00000101
[models."qwen3-6-flash".pricing."alibaba"]
input_cost_per_token = 1.875e-7
output_cost_per_token = 0.000001125
[models."qwen3-6-flash".pricing."alibaba-cn"]
input_cost_per_token = 1.875e-7
output_cost_per_token = 0.000001125
[models."qwen3-6-flash".pricing."alibaba-coding-plan"]
input_cost_per_token = 1.875e-7
output_cost_per_token = 0.000001125
[models."qwen3-6-flash".pricing."alibaba-coding-plan-cn"]
input_cost_per_token = 1.875e-7
output_cost_per_token = 0.000001125

[models."qwen3-6-max-preview"]
display_name = "Qwen3.6 Max Preview"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 245800
max_output_tokens = 65536
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000078
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "aihubmix", "alibaba", "alibaba-cn", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-04-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-6-max-preview".pricing."aihubmix"]
cache_read_input_token_cost = 1.268e-7
input_cost_per_token = 0.0000012700000000000001
output_cost_per_token = 0.00000761
[models."qwen3-6-max-preview".pricing."alibaba"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000078
[models."qwen3-6-max-preview".pricing."alibaba-cn"]
cache_read_input_token_cost = 1.3200000000000002e-7
input_cost_per_token = 0.00000132
output_cost_per_token = 0.0000079
[models."qwen3-6-max-preview".pricing."llmgateway"]
cache_read_input_token_cost = 1.3e-7
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000078
[models."qwen3-6-max-preview".pricing."nano-gpt"]
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000078

[models."qwen3-6-plus"]
display_name = "Qwen3.6 Plus"
model_family = "qwen3.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "opencode-go"
providers = ["opencode-go", "aihubmix", "alibaba", "alibaba-cn", "alibaba-coding-plan", "alibaba-coding-plan-cn", "llmgateway", "opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-04-02"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-6-plus".pricing."aihubmix"]
cache_read_input_token_cost = 2.8199999999999998e-8
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.00000169
[models."qwen3-6-plus".pricing."alibaba"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen3-6-plus".pricing."alibaba-cn"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen3-6-plus".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen3-6-plus".pricing."opencode"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."qwen3-6-plus".pricing."opencode-go"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003

[models."qwen3-6-plus-free"]
display_name = "Qwen3.6 Plus Free"
model_family = "qwen-free"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-04-02"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-7-max"]
display_name = "Qwen3.7 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
cache_read_input_token_cost = 5e-7
litellm_provider = "alibaba-coding-plan-cn"
providers = ["alibaba-coding-plan-cn", "alibaba", "alibaba-cn", "alibaba-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-7-max".pricing."alibaba"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
[models."qwen3-7-max".pricing."alibaba-cn"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
[models."qwen3-7-max".pricing."alibaba-coding-plan"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
[models."qwen3-7-max".pricing."alibaba-coding-plan-cn"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075

[models."qwen3-8b"]
display_name = "Qwen3 8B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 1.4e-7
litellm_provider = "llamagate"
providers = ["llamagate", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
reasoning_cost_per_token = 0.0000021000000000000002
supports_response_schema = true

[models."qwen3-8b".pricing."alibaba"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 7e-7
reasoning_cost_per_token = 0.0000021000000000000002
[models."qwen3-8b".pricing."alibaba-cn"]
input_cost_per_token = 7.2e-8
output_cost_per_token = 2.8699999999999996e-7
reasoning_cost_per_token = 7.17e-7
[models."qwen3-8b".pricing."llamagate"]
input_cost_per_token = 4e-8
output_cost_per_token = 1.4e-7

[models."qwen3-asr-flash"]
display_name = "Qwen3-ASR Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 53248
max_output_tokens = 4096
input_cost_per_token = 3.5e-8
output_cost_per_token = 3.5e-8
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-09-08"
supported_modalities = ["audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-asr-flash".pricing."alibaba"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 3.5e-8
[models."qwen3-asr-flash".pricing."alibaba-cn"]
input_cost_per_token = 3.2e-8
output_cost_per_token = 3.2e-8

[models."qwen3-coder"]
display_name = "Qwen3 Coder 480B A35B Instruct Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
input_cost_per_token = 2.2e-7
output_cost_per_token = 9.499999999999999e-7
litellm_provider = "helicone"
providers = ["helicone", "opencode"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-07-23"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-coder".pricing."helicone"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 9.499999999999999e-7
[models."qwen3-coder".pricing."opencode"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000018000000000000001

[models."qwen3-coder-30b-a3b"]
display_name = "Qwen3-Coder 30B-A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
litellm_provider = "privatemode-ai"
providers = ["privatemode-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-coder-30b-a3b-instruct"]
display_name = "Qwen3 Coder 30B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
litellm_provider = "helicone"
providers = ["helicone", "alibaba", "alibaba-cn", "cortecs", "llmgateway", "nano-gpt", "ovhcloud", "scaleway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-07-31"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-coder-30b-a3b-instruct".pricing."alibaba"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000225
[models."qwen3-coder-30b-a3b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 2.16e-7
output_cost_per_token = 8.61e-7
[models."qwen3-coder-30b-a3b-instruct".pricing."cortecs"]
input_cost_per_token = 5.3e-8
output_cost_per_token = 2.22e-7
[models."qwen3-coder-30b-a3b-instruct".pricing."helicone"]
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
[models."qwen3-coder-30b-a3b-instruct".pricing."llmgateway"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000225
[models."qwen3-coder-30b-a3b-instruct".pricing."nano-gpt"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 4.0000000000000003e-7
[models."qwen3-coder-30b-a3b-instruct".pricing."ovhcloud"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.6e-7
[models."qwen3-coder-30b-a3b-instruct".pricing."scaleway"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."qwen3-coder-480b-a35b-instruct"]
display_name = "Qwen3 Coder 480B A35B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 262000
input_cost_per_token = 4.41e-7
output_cost_per_token = 0.000001984
litellm_provider = "cortecs"
providers = ["cortecs", "302ai", "alibaba", "alibaba-cn", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-coder-480b-a35b-instruct".pricing."302ai"]
input_cost_per_token = 8.6e-7
output_cost_per_token = 0.00000343
[models."qwen3-coder-480b-a35b-instruct".pricing."alibaba"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075
[models."qwen3-coder-480b-a35b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 8.61e-7
output_cost_per_token = 0.0000034409999999999998
[models."qwen3-coder-480b-a35b-instruct".pricing."cortecs"]
input_cost_per_token = 4.41e-7
output_cost_per_token = 0.000001984
[models."qwen3-coder-480b-a35b-instruct".pricing."llmgateway"]
input_cost_per_token = 0.0000015
output_cost_per_token = 0.0000075

[models."qwen3-coder-480b-a35b-instruct-turbo"]
display_name = "Qwen 3 Coder 480B Turbo"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 4e-8
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-coder-480b-a35b-instruct-turbo".pricing."venice"]
cache_read_input_token_cost = 4e-8
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000015

[models."qwen3-coder-flash"]
display_name = "Qwen3 Coder Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "digitalocean", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ cache_read_input_token_cost = 8e-8, input_cost_per_token = 3e-7, output_cost_per_token = 0.0000015, range = [0, 32000] }, { cache_read_input_token_cost = 1.2e-7, input_cost_per_token = 5e-7, output_cost_per_token = 0.0000025, range = [32000, 128000] }, { cache_read_input_token_cost = 2e-7, input_cost_per_token = 8e-7, output_cost_per_token = 0.000004, range = [128000, 256000] }, { cache_read_input_token_cost = 4e-7, input_cost_per_token = 0.0000016, output_cost_per_token = 0.0000096, range = [256000, 1000000] }]

[models."qwen3-coder-flash".pricing."alibaba"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
[models."qwen3-coder-flash".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 5.739999999999999e-7
[models."qwen3-coder-flash".pricing."digitalocean"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000017
[models."qwen3-coder-flash".pricing."llmgateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015

[models."qwen3-coder-flash-2025-07-28"]
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 3e-7, output_cost_per_token = 0.0000015, range = [0, 32000] }, { input_cost_per_token = 5e-7, output_cost_per_token = 0.0000025, range = [32000, 128000] }, { input_cost_per_token = 8e-7, output_cost_per_token = 0.000004, range = [128000, 256000] }, { input_cost_per_token = 0.0000016, output_cost_per_token = 0.0000096, range = [256000, 1000000] }]

[models."qwen3-coder-next"]
display_name = "Qwen3 Coder Next 80B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 65536
input_cost_per_token = 1.58e-7
output_cost_per_token = 8.4e-7
litellm_provider = "cortecs"
providers = ["cortecs", "alibaba-coding-plan", "alibaba-coding-plan-cn", "llmgateway", "regolo-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-02-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-coder-next".pricing."cortecs"]
input_cost_per_token = 1.58e-7
output_cost_per_token = 8.4e-7
[models."qwen3-coder-next".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.000004
[models."qwen3-coder-next".pricing."regolo-ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."qwen3-coder-plus"]
display_name = "Qwen3 Coder Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "alibaba-coding-plan", "alibaba-coding-plan-cn", "iflowcn", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ cache_read_input_token_cost = 1e-7, input_cost_per_token = 0.000001, output_cost_per_token = 0.000005, range = [0, 32000] }, { cache_read_input_token_cost = 1.8e-7, input_cost_per_token = 0.0000018, output_cost_per_token = 0.000009, range = [32000, 128000] }, { cache_read_input_token_cost = 3e-7, input_cost_per_token = 0.000003, output_cost_per_token = 0.000015, range = [128000, 256000] }, { cache_read_input_token_cost = 6e-7, input_cost_per_token = 0.000006, output_cost_per_token = 0.00006, range = [256000, 1000000] }]

[models."qwen3-coder-plus".pricing."alibaba"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."qwen3-coder-plus".pricing."alibaba-cn"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."qwen3-coder-plus".pricing."llmgateway"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."qwen3-coder-plus-2025-07-22"]
mode = "chat"
max_input_tokens = 997952
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 0.000001, output_cost_per_token = 0.000005, range = [0, 32000] }, { input_cost_per_token = 0.0000018, output_cost_per_token = 0.000009, range = [32000, 128000] }, { input_cost_per_token = 0.000003, output_cost_per_token = 0.000015, range = [128000, 256000] }, { input_cost_per_token = 0.000006, output_cost_per_token = 0.00006, range = [256000, 1000000] }]

[models."qwen3-coder:480b-cloud"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]
supports_function_calling = true

[models."qwen3-coder:480b-cloud".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."qwen3-embedding-0-6b"]
display_name = "Qwen3 Embedding 0.6B"
model_family = "text-embedding"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 1024
input_cost_per_token = 4e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-06-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-embedding-0-6b".pricing."digitalocean"]
input_cost_per_token = 4e-8

[models."qwen3-embedding-4b"]
display_name = "Qwen3-Embedding 4B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 2560
litellm_provider = "privatemode-ai"
providers = ["privatemode-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2025-06-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-embedding-8b"]
display_name = "Qwen3-Embedding-8B"
model_family = "qwen"
mode = "embedding"
max_input_tokens = 40960
max_output_tokens = 8192
max_tokens = 40960
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "llamagate"
providers = ["llamagate", "regolo-ai", "scaleway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-02-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."qwen3-embedding-8b".pricing."llamagate"]
input_cost_per_token = 2e-8
output_cost_per_token = 0
[models."qwen3-embedding-8b".pricing."regolo-ai"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."qwen3-embedding-8b".pricing."scaleway"]
input_cost_per_token = 1.0000000000000001e-7

[models."qwen3-livetranslate-flash-realtime"]
display_name = "Qwen3-LiveTranslate Flash Realtime"
model_family = "qwen"
mode = "chat"
max_input_tokens = 53248
max_output_tokens = 4096
input_cost_per_token = 0.00001
output_cost_per_token = 0.00001
litellm_provider = "alibaba"
providers = ["alibaba"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-09-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "modelsdev"

[models."qwen3-livetranslate-flash-realtime".pricing."alibaba"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00001

[models."qwen3-max"]
display_name = "Qwen3 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 258048
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope", "abacus", "alibaba", "alibaba-cn", "iflowcn", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 0.0000012, output_cost_per_token = 0.000006, range = [0, 32000] }, { input_cost_per_token = 0.0000024, output_cost_per_token = 0.000012, range = [32000, 128000] }, { input_cost_per_token = 0.000003, output_cost_per_token = 0.000015, range = [128000, 252000] }]

[models."qwen3-max".pricing."abacus"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
[models."qwen3-max".pricing."alibaba"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
[models."qwen3-max".pricing."alibaba-cn"]
input_cost_per_token = 8.61e-7
output_cost_per_token = 0.0000034409999999999998
[models."qwen3-max".pricing."llmgateway"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."qwen3-max-2025-09-23"]
display_name = "qwen3-max-2025-09-23"
mode = "chat"
max_input_tokens = 258048
max_output_tokens = 65536
input_cost_per_token = 8.6e-7
output_cost_per_token = 0.00000343
litellm_provider = "302ai"
providers = ["302ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-09-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-max-2025-09-23".pricing."302ai"]
input_cost_per_token = 8.6e-7
output_cost_per_token = 0.00000343

[models."qwen3-max-2026-01-23"]
display_name = "Qwen3 Max 2026-01-23"
model_family = "qwen"
mode = "chat"
max_input_tokens = 258048
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba-coding-plan", "alibaba-coding-plan-cn", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-01-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 0.0000012, output_cost_per_token = 0.000006, range = [0, 32000] }, { input_cost_per_token = 0.0000024, output_cost_per_token = 0.000012, range = [32000, 128000] }, { input_cost_per_token = 0.000003, output_cost_per_token = 0.000015, range = [128000, 252000] }]

[models."qwen3-max-2026-01-23".pricing."llmgateway"]
cache_read_input_token_cost = 6e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."qwen3-max-2026-01-23".pricing."nano-gpt"]
input_cost_per_token = 0.0000012002
output_cost_per_token = 0.000006001000000000001

[models."qwen3-max-preview"]
display_name = "Qwen3 Max Preview"
model_family = "qwen"
mode = "chat"
max_input_tokens = 258048
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope", "iflowcn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2025-09-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 0.0000012, output_cost_per_token = 0.000006, range = [0, 32000] }, { input_cost_per_token = 0.0000024, output_cost_per_token = 0.000012, range = [32000, 128000] }, { input_cost_per_token = 0.000003, output_cost_per_token = 0.000015, range = [128000, 252000] }]

[models."qwen3-next-80b"]
display_name = "Qwen 3 Next 80b"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000018999999999999998
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-04-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-next-80b".pricing."venice"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.0000018999999999999998

[models."qwen3-next-80b-a3b-instruct"]
display_name = "Qwen3 Next 80B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "helicone", "llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
supports_tool_choice = true

[models."qwen3-next-80b-a3b-instruct".pricing."alibaba"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
[models."qwen3-next-80b-a3b-instruct".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 5.739999999999999e-7
[models."qwen3-next-80b-a3b-instruct".pricing."dashscope"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
[models."qwen3-next-80b-a3b-instruct".pricing."helicone"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 0.0000014
[models."qwen3-next-80b-a3b-instruct".pricing."llmgateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."qwen3-next-80b-a3b-thinking"]
display_name = "Qwen3 Next 80B A3B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "cortecs", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
supports_tool_choice = true

[models."qwen3-next-80b-a3b-thinking".pricing."alibaba"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000006
[models."qwen3-next-80b-a3b-thinking".pricing."alibaba-cn"]
input_cost_per_token = 1.44e-7
output_cost_per_token = 0.000001434
[models."qwen3-next-80b-a3b-thinking".pricing."cortecs"]
input_cost_per_token = 1.64e-7
output_cost_per_token = 0.000001311
[models."qwen3-next-80b-a3b-thinking".pricing."dashscope"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 0.0000012
[models."qwen3-next-80b-a3b-thinking".pricing."llmgateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000006

[models."qwen3-omni-flash"]
display_name = "Qwen3-Omni Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000166
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-09-15"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "modelsdev"

[models."qwen3-omni-flash".pricing."alibaba"]
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000166
[models."qwen3-omni-flash".pricing."alibaba-cn"]
input_cost_per_token = 5.8e-8
output_cost_per_token = 2.3000000000000002e-7

[models."qwen3-omni-flash-realtime"]
display_name = "Qwen3-Omni Flash Realtime"
model_family = "qwen"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
input_cost_per_token = 5.2e-7
output_cost_per_token = 0.00000199
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-09-15"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text", "audio"]
source = "modelsdev"

[models."qwen3-omni-flash-realtime".pricing."alibaba"]
input_cost_per_token = 5.2e-7
output_cost_per_token = 0.00000199
[models."qwen3-omni-flash-realtime".pricing."alibaba-cn"]
input_cost_per_token = 2.3000000000000002e-7
output_cost_per_token = 9.18e-7

[models."qwen3-reranker-4b"]
display_name = "Qwen3-Reranker-4B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 1.2e-7
output_cost_per_token = 1.2e-7
litellm_provider = "regolo-ai"
providers = ["regolo-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-02-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-reranker-4b".pricing."regolo-ai"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 1.2e-7

[models."qwen3-vl-235b-a22b"]
display_name = "Qwen3 VL 235B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 16384
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015
litellm_provider = "venice"
providers = ["venice", "alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000008400000000000001

[models."qwen3-vl-235b-a22b".pricing."alibaba"]
input_cost_per_token = 7e-7
output_cost_per_token = 0.0000028
reasoning_cost_per_token = 0.000008400000000000001
[models."qwen3-vl-235b-a22b".pricing."alibaba-cn"]
input_cost_per_token = 2.8670499999999997e-7
output_cost_per_token = 0.0000011468199999999999
reasoning_cost_per_token = 0.000002867051
[models."qwen3-vl-235b-a22b".pricing."venice"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000015

[models."qwen3-vl-235b-a22b-instruct"]
display_name = "Qwen3 VL 235B A22B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
litellm_provider = "dashscope"
providers = ["dashscope", "helicone", "llmgateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-09"
release_date = "2025-09-23"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
supports_tool_choice = true

[models."qwen3-vl-235b-a22b-instruct".pricing."dashscope"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."qwen3-vl-235b-a22b-instruct".pricing."helicone"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
[models."qwen3-vl-235b-a22b-instruct".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024

[models."qwen3-vl-235b-a22b-instruct-original"]
display_name = "Qwen3 VL 235B A22B Instruct Original"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-vl-235b-a22b-instruct-original".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012

[models."qwen3-vl-235b-a22b-thinking"]
display_name = "Qwen3 VL 235B A22B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 4e-7
output_cost_per_token = 0.000004
litellm_provider = "dashscope"
providers = ["dashscope", "llmgateway", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
supports_tool_choice = true

[models."qwen3-vl-235b-a22b-thinking".pricing."dashscope"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000004
[models."qwen3-vl-235b-a22b-thinking".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024
[models."qwen3-vl-235b-a22b-thinking".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000006

[models."qwen3-vl-30b-a3b"]
display_name = "Qwen3-VL 30B-A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "alibaba"
providers = ["alibaba", "alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-04"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.0000024

[models."qwen3-vl-30b-a3b".pricing."alibaba"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
reasoning_cost_per_token = 0.0000024
[models."qwen3-vl-30b-a3b".pricing."alibaba-cn"]
input_cost_per_token = 1.08e-7
output_cost_per_token = 4.31e-7
reasoning_cost_per_token = 0.0000010760000000000002

[models."qwen3-vl-30b-a3b-instruct"]
display_name = "Qwen3 VL 30B A3B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-10-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-vl-30b-a3b-instruct".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen3-vl-30b-a3b-thinking"]
display_name = "Qwen3 VL 30B A3B Thinking"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-10-02"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-vl-30b-a3b-thinking".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen3-vl-32b-instruct"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.6e-7
output_cost_per_token = 6.4e-7
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_vision = true
source = "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
supports_tool_choice = true

[models."qwen3-vl-32b-instruct".pricing."dashscope"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 6.4e-7

[models."qwen3-vl-32b-thinking"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 1.6e-7
output_cost_per_token = 0.00000287
litellm_provider = "dashscope"
providers = ["dashscope"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
source = "https://www.alibabacloud.com/help/en/model-studio/model-pricing"
supports_tool_choice = true

[models."qwen3-vl-32b-thinking".pricing."dashscope"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 0.00000287

[models."qwen3-vl-8b"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.5e-7
litellm_provider = "llamagate"
providers = ["llamagate"]
supports_function_calling = true
supports_vision = true
supports_response_schema = true

[models."qwen3-vl-8b".pricing."llamagate"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 5.5e-7

[models."qwen3-vl-8b-instruct"]
display_name = "Qwen3 VL 8B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-08-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-vl-8b-instruct".pricing."llmgateway"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."qwen3-vl-flash"]
display_name = "Qwen3 VL Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 32000
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-10-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen3-vl-flash".pricing."llmgateway"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 4.0000000000000003e-7

[models."qwen3-vl-plus"]
display_name = "Qwen3-VL Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 260096
max_output_tokens = 32768
max_tokens = 32768
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "iflowcn", "llmgateway"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-09-23"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
reasoning_cost_per_token = 0.0000048
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 2e-7, output_cost_per_token = 0.0000016, range = [0, 32000] }, { input_cost_per_token = 3e-7, output_cost_per_token = 0.0000024, range = [32000, 128000] }, { input_cost_per_token = 6e-7, output_cost_per_token = 0.0000048, range = [128000, 256000] }]

[models."qwen3-vl-plus".pricing."alibaba"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000016000000000000001
reasoning_cost_per_token = 0.0000048
[models."qwen3-vl-plus".pricing."alibaba-cn"]
input_cost_per_token = 1.43353e-7
output_cost_per_token = 0.000001433525
reasoning_cost_per_token = 0.000004300576
[models."qwen3-vl-plus".pricing."llmgateway"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000016000000000000001
reasoning_cost_per_token = 0.0000048

[models."qwen3.5-plus"]
display_name = "Qwen3.5 Plus"
model_family = "qwen3.5"
mode = "chat"
max_input_tokens = 991808
max_output_tokens = 65536
max_tokens = 65536
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "alibaba-coding-plan", "alibaba-coding-plan-cn", "opencode", "opencode-go"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2026-02-16"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
reasoning_cost_per_token = 0.0000024
supports_tool_choice = true
tiered_pricing = [{ input_cost_per_token = 4e-7, output_cost_per_token = 0.0000024, range = [0, 256000] }, { input_cost_per_token = 5e-7, output_cost_per_token = 0.000003, range = [256000, 1000000] }]

[models."qwen3.5-plus".pricing."alibaba"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000024
reasoning_cost_per_token = 0.0000024
[models."qwen3.5-plus".pricing."alibaba-cn"]
input_cost_per_token = 5.73e-7
output_cost_per_token = 0.00000344
reasoning_cost_per_token = 0.00000344
[models."qwen3.5-plus".pricing."opencode"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000012
[models."qwen3.5-plus".pricing."opencode-go"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000012

[models."qwen35-397b-a17b"]
display_name = "Qwen3.5 397B-A17B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-15"
supported_modalities = ["text", "image", "video", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen35-397b-a17b".pricing."llmgateway"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000036000000000000003

[models."qwen37-max"]
display_name = "Qwen3.7 Max"
model_family = "qwen"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075
cache_read_input_token_cost = 5e-7
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."qwen37-max".pricing."llmgateway"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000075

[models."qwq-plus"]
display_name = "QwQ Plus"
model_family = "qwen"
mode = "chat"
max_input_tokens = 98304
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
litellm_provider = "dashscope"
providers = ["dashscope", "alibaba", "alibaba-cn", "llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2025-03-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.alibabacloud.com/help/en/model-studio/models"
supports_tool_choice = true

[models."qwq-plus".pricing."alibaba"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024
[models."qwq-plus".pricing."alibaba-cn"]
input_cost_per_token = 2.3000000000000002e-7
output_cost_per_token = 5.739999999999999e-7
[models."qwq-plus".pricing."dashscope"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000024
[models."qwq-plus".pricing."llmgateway"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.0000024

[models."raifle/sorcererlm-8x22b"]
display_name = "SorcererLM 8x22B"
model_family = "mixtral"
mode = "chat"
max_input_tokens = 16000
max_output_tokens = 8192
input_cost_per_token = 0.000004505
output_cost_per_token = 0.000004505
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."raifle/sorcererlm-8x22b".pricing."nano-gpt"]
input_cost_per_token = 0.000004505
output_cost_per_token = 0.000004505

[models."ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2"]
mode = "rerank"
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "nvidia_nim"
providers = ["nvidia_nim"]
input_cost_per_query = 0

[models."ranking/nvidia/llama-3.2-nv-rerankqa-1b-v2".pricing."nvidia_nim"]
input_cost_per_query = 0
input_cost_per_token = 0
output_cost_per_token = 0

[models."recraftv2"]
mode = "image_generation"
litellm_provider = "recraft"
providers = ["recraft"]
source = "https://www.recraft.ai/docs#pricing"
output_cost_per_image = 0.022
supported_endpoints = ["/v1/images/generations"]

[models."recraftv2".pricing."recraft"]
output_cost_per_image = 0.022

[models."recraftv3"]
mode = "image_generation"
litellm_provider = "recraft"
providers = ["recraft"]
source = "https://www.recraft.ai/docs#pricing"
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."recraftv3".pricing."recraft"]
output_cost_per_image = 0.04

[models."rednote-hilab/dots.ocr"]
display_name = "dots.ocr"
model_family = "rednote"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 1e-8
output_cost_per_token = 1.09e-8
cache_read_input_token_cost = 5e-9
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."rednote-hilab/dots.ocr".pricing."chutes"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 1e-8
output_cost_per_token = 1.09e-8

[models."reka-core"]
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."reka-flash"]
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."rekaai/reka-edge"]
display_name = "Reka Edge"
model_family = "reka"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-03-20"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."rekaai/reka-edge".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."rekaai/reka-edge".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."rekaai/reka-flash-3"]
display_name = "Reka Flash 3"
model_family = "reka"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01-31"
release_date = "2025-03-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."rekaai/reka-flash-3".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7
[models."rekaai/reka-flash-3".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.0000000000000002e-7

[models."relace/relace-apply-3"]
display_name = "Relace: Relace Apply 3"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.00000125
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."relace/relace-apply-3".pricing."kilo"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.00000125
[models."relace/relace-apply-3".pricing."openrouter"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.00000125

[models."relace/relace-search"]
display_name = "Relace: Relace Search"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-12-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."relace/relace-search".pricing."kilo"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."relace/relace-search".pricing."openrouter"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."remove-background"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."remove-background".pricing."stability"]
output_cost_per_image = 0.005

[models."replace-background-and-relight"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.008
supported_endpoints = ["/v1/images/edits"]

[models."replace-background-and-relight".pricing."stability"]
output_cost_per_image = 0.008

[models."replicateopenai/gpt-oss-20b"]
mode = "chat"
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7
litellm_provider = "replicate"
providers = ["replicate"]
supports_function_calling = true
supports_system_messages = true

[models."replicateopenai/gpt-oss-20b".pricing."replicate"]
input_cost_per_token = 9e-8
output_cost_per_token = 3.6e-7

[models."rerank-2"]
mode = "rerank"
max_input_tokens = 16000
max_output_tokens = 16000
max_tokens = 16000
input_cost_per_token = 5e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]
max_query_tokens = 16000

[models."rerank-2".pricing."voyage"]
input_cost_per_token = 5e-8
output_cost_per_token = 0

[models."rerank-2-lite"]
mode = "rerank"
max_input_tokens = 8000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]
max_query_tokens = 8000

[models."rerank-2-lite".pricing."voyage"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."rerank-2.5"]
mode = "rerank"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 5e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]
max_query_tokens = 32000

[models."rerank-2.5".pricing."voyage"]
input_cost_per_token = 5e-8
output_cost_per_token = 0

[models."rerank-2.5-lite"]
mode = "rerank"
max_input_tokens = 32000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]
max_query_tokens = 32000

[models."rerank-2.5-lite".pricing."voyage"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."rerank-english-v2.0"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."rerank-english-v2.0".pricing."cohere"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."rerank-english-v3.0"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."rerank-english-v3.0".pricing."cohere"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."rerank-multilingual-v2.0"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."rerank-multilingual-v2.0".pricing."cohere"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."rerank-multilingual-v3.0"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."rerank-multilingual-v3.0".pricing."cohere"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."rerank-v3.5"]
mode = "rerank"
max_input_tokens = 4096
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "cohere"
providers = ["cohere"]
input_cost_per_query = 0.002
max_query_tokens = 2048

[models."rerank-v3.5".pricing."cohere"]
input_cost_per_query = 0.002
input_cost_per_token = 0
output_cost_per_token = 0

[models."ring-2-6-1t-free"]
display_name = "Ring 2.6 1T Free"
model_family = "ring-1t-free"
mode = "chat"
max_input_tokens = 262000
max_output_tokens = 66000
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-05-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route-llm"]
display_name = "Route LLM"
model_family = "gpt"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "abacus"
providers = ["abacus"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-01-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route-llm".pricing."abacus"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."route/deepseek-v3-2"]
display_name = "DeepSeek V3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-07"
release_date = "2025-12-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/deepseek-v3-2".pricing."routing-run"]
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7

[models."route/deepseek-v4-flash"]
display_name = "DeepSeek V4 Flash"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/deepseek-v4-flash".pricing."routing-run"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7

[models."route/deepseek-v4-flash-6bit"]
display_name = "DeepSeek V4 Flash 6bit"
model_family = "deepseek-flash"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7
cache_read_input_token_cost = 2.8e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/deepseek-v4-flash-6bit".pricing."routing-run"]
cache_read_input_token_cost = 2.8e-8
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7

[models."route/deepseek-v4-pro"]
display_name = "DeepSeek V4 Pro"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7
cache_read_input_token_cost = 1.45e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/deepseek-v4-pro".pricing."routing-run"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7

[models."route/deepseek-v4-pro-6bit"]
display_name = "DeepSeek V4 Pro 6bit"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 131072
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7
cache_read_input_token_cost = 1.45e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-05"
release_date = "2026-04-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/deepseek-v4-pro-6bit".pricing."routing-run"]
cache_read_input_token_cost = 1.45e-7
input_cost_per_token = 4.928e-7
output_cost_per_token = 7.392e-7

[models."route/gemma-4-31b-it"]
display_name = "Gemma 4 31B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 65536
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-02"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/gemma-4-31b-it".pricing."routing-run"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."route/glm-5-1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 202752
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 2.6e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/glm-5-1".pricing."routing-run"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."route/glm-5-1-6bit"]
display_name = "GLM 5.1 6bit"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 202752
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 2.6e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/glm-5-1-6bit".pricing."routing-run"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."route/kimi-k2-5"]
display_name = "Kimi K2.5"
model_family = "kimi-k2.5"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
input_cost_per_token = 4.6200000000000003e-7
output_cost_per_token = 0.00000242
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/kimi-k2-5".pricing."routing-run"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 4.6200000000000003e-7
output_cost_per_token = 0.00000242

[models."route/kimi-k2-6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 4.6200000000000003e-7
output_cost_per_token = 0.00000242
cache_read_input_token_cost = 1.6e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/kimi-k2-6".pricing."routing-run"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 4.6200000000000003e-7
output_cost_per_token = 0.00000242

[models."route/kimi-k2-6-6bit"]
display_name = "Kimi K2.6 6bit"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 4.6200000000000003e-7
output_cost_per_token = 0.00000242
cache_read_input_token_cost = 1.6e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/kimi-k2-6-6bit".pricing."routing-run"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 4.6200000000000003e-7
output_cost_per_token = 0.00000242

[models."route/mimo-v2-5-pro"]
display_name = "MiMo V2.5 Pro"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 262144
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000135
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/mimo-v2-5-pro".pricing."routing-run"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000135

[models."route/mimo-v2-5-pro-6bit"]
display_name = "MiMo V2.5 Pro 6bit"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 262144
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000135
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/mimo-v2-5-pro-6bit".pricing."routing-run"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000135

[models."route/minimax-m2-5"]
display_name = "MiniMax M2.5"
model_family = "minimax"
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 131072
input_cost_per_token = 1.93e-7
output_cost_per_token = 0.000001238
cache_read_input_token_cost = 3e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/minimax-m2-5".pricing."routing-run"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.93e-7
output_cost_per_token = 0.000001238

[models."route/minimax-m2-5-highspeed"]
display_name = "MiniMax M2.5 Highspeed"
model_family = "minimax"
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 131072
input_cost_per_token = 1.93e-7
output_cost_per_token = 0.000001238
cache_read_input_token_cost = 6e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-02-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/minimax-m2-5-highspeed".pricing."routing-run"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 1.93e-7
output_cost_per_token = 0.000001238

[models."route/minimax-m2-7"]
display_name = "MiniMax M2.7"
model_family = "minimax"
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 131072
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132
cache_read_input_token_cost = 6e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/minimax-m2-7".pricing."routing-run"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132

[models."route/minimax-m2-7-highspeed"]
display_name = "MiniMax M2.7 Highspeed"
model_family = "minimax"
mode = "chat"
max_input_tokens = 100000
max_output_tokens = 131072
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132
cache_read_input_token_cost = 6e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/minimax-m2-7-highspeed".pricing."routing-run"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000132

[models."route/mistral-large-3"]
display_name = "Mistral Large 3"
model_family = "mistral-large"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-11"
release_date = "2024-11-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/mistral-large-3".pricing."routing-run"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."route/mistral-medium-2505"]
display_name = "Mistral Medium 2505"
model_family = "mistral-medium"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-05"
release_date = "2025-05-07"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/mistral-medium-2505".pricing."routing-run"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."route/mistral-small-2503"]
display_name = "Mistral Small 2503"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-03-16"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/mistral-small-2503".pricing."routing-run"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."route/qwen3-6-27b"]
display_name = "Qwen3.6 27B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000032999999999999997
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-22"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/qwen3-6-27b".pricing."routing-run"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000032999999999999997

[models."route/step-3-5-flash"]
display_name = "Step 3.5 Flash"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 9.6e-8
output_cost_per_token = 2.88e-7
cache_read_input_token_cost = 1.8999999999999998e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/step-3-5-flash".pricing."routing-run"]
cache_read_input_token_cost = 1.8999999999999998e-8
input_cost_per_token = 9.6e-8
output_cost_per_token = 2.88e-7

[models."route/step-3-5-flash-2603"]
display_name = "Step 3.5 Flash 2603"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/step-3-5-flash-2603".pricing."routing-run"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."route/stepfun-3-5-flash"]
display_name = "StepFun 3.5 Flash"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 9.6e-8
output_cost_per_token = 2.88e-7
cache_read_input_token_cost = 1.8999999999999998e-8
litellm_provider = "routing-run"
providers = ["routing-run"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."route/stepfun-3-5-flash".pricing."routing-run"]
cache_read_input_token_cost = 1.8999999999999998e-8
input_cost_per_token = 9.6e-8
output_cost_per_token = 2.88e-7

[models."sa-east-1/deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."sa-east-1/deepseek.v3.2".pricing."bedrock"]
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000222

[models."sa-east-1/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000445
output_cost_per_token = 0.00000588
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."sa-east-1/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000445
output_cost_per_token = 0.00000588

[models."sa-east-1/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000101
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."sa-east-1/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000101

[models."sa-east-1/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."sa-east-1/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."sa-east-1/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."sa-east-1/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3.6e-7
output_cost_per_token = 0.00000144

[models."sa-east-1/moonshotai.kimi-k2-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000303
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true

[models."sa-east-1/moonshotai.kimi-k2-thinking".pricing."bedrock"]
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000303

[models."sa-east-1/moonshotai.kimi-k2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."sa-east-1/moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000036

[models."sa-east-1/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."sa-east-1/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000144

[models."sample_spec"]
mode = "one of: chat, embedding, completion, image_generation, audio_transcription, audio_speech, image_generation, moderation, rerank, search"
max_input_tokens = "max input tokens, if the provider specifies it. if not default to max_tokens"
max_output_tokens = "max output tokens, if the provider specifies it. if not default to max_tokens"
max_tokens = "LEGACY parameter. set to max_output_tokens if provider specifies it. IF not set to max_input_tokens, if provider specifies it."
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "one of https://docs.litellm.ai/docs/providers"
providers = ["one of https://docs.litellm.ai/docs/providers", "one of https:"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
deprecation_date = "date when the model becomes deprecated in the format YYYY-MM-DD"
code_interpreter_cost_per_session = 0
computer_use_input_cost_per_1k_tokens = 0
computer_use_output_cost_per_1k_tokens = 0
file_search_cost_per_1k_calls = 0
file_search_cost_per_gb_per_day = 0
input_cost_per_audio_token = 0
output_cost_per_reasoning_token = 0
supported_regions = ["global", "us-west-2", "eu-west-1", "ap-southeast-1", "ap-northeast-1"]
supports_audio_input = true
supports_audio_output = true
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_web_search = true
vector_store_cost_per_gb_per_day = 0

[models."sample_spec".search_context_cost_per_query]
search_context_size_high = 0
search_context_size_low = 0
search_context_size_medium = 0

[models."sample_spec".pricing."one of https://docs.litellm.ai/docs/providers"]
code_interpreter_cost_per_session = 0
computer_use_input_cost_per_1k_tokens = 0
computer_use_output_cost_per_1k_tokens = 0
file_search_cost_per_1k_calls = 0
file_search_cost_per_gb_per_day = 0
input_cost_per_audio_token = 0
input_cost_per_token = 0
output_cost_per_reasoning_token = 0
output_cost_per_token = 0
vector_store_cost_per_gb_per_day = 0

[models."sao10k/l3-1-euryale-70b"]
display_name = "Sao10K: Llama 3.1 Euryale 70B v2.2"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 8.5e-7
output_cost_per_token = 8.5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-08-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sao10k/l3-1-euryale-70b".pricing."kilo"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 8.5e-7
[models."sao10k/l3-1-euryale-70b".pricing."openrouter"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 8.5e-7

[models."sao10k/l3-3-euryale-70b"]
display_name = "Sao10K: Llama 3.3 Euryale 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-12-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sao10k/l3-3-euryale-70b".pricing."kilo"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7
[models."sao10k/l3-3-euryale-70b".pricing."openrouter"]
input_cost_per_token = 6.5e-7
output_cost_per_token = 7.5e-7

[models."sao10k/l3-70b-euryale-v2.1"]
display_name = "L3 70B Euryale V2.1	"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-06-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."sao10k/l3-70b-euryale-v2.1".pricing."novita"]
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148
[models."sao10k/l3-70b-euryale-v2.1".pricing."novita-ai"]
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148

[models."sao10k/l3-8b-lunaris"]
display_name = "Sao10k L3 8B Lunaris	"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-8
output_cost_per_token = 5e-8
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-11-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."sao10k/l3-8b-lunaris".pricing."novita"]
input_cost_per_token = 5e-8
output_cost_per_token = 5e-8
[models."sao10k/l3-8b-lunaris".pricing."novita-ai"]
input_cost_per_token = 5.0000000000000004e-8
output_cost_per_token = 5.0000000000000004e-8

[models."sao10k/l3-euryale-70b"]
display_name = "Sao10k: Llama 3 Euryale 70B v2.1"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-06-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sao10k/l3-euryale-70b".pricing."kilo"]
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148
[models."sao10k/l3-euryale-70b".pricing."openrouter"]
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148

[models."sao10k/l3-lunaris-8b"]
display_name = "Sao10K: Llama 3 8B Lunaris"
model_family = "llama"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 4e-8
output_cost_per_token = 5.0000000000000004e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-12-31"
release_date = "2024-08-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sao10k/l3-lunaris-8b".pricing."kilo"]
input_cost_per_token = 4e-8
output_cost_per_token = 5.0000000000000004e-8
[models."sao10k/l3-lunaris-8b".pricing."openrouter"]
input_cost_per_token = 4e-8
output_cost_per_token = 5.0000000000000004e-8

[models."sao10k/l31-70b-euryale-v2.2"]
display_name = "L31 70B Euryale V2.2"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."sao10k/l31-70b-euryale-v2.2".pricing."novita"]
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148
[models."sao10k/l31-70b-euryale-v2.2".pricing."novita-ai"]
input_cost_per_token = 0.00000148
output_cost_per_token = 0.00000148

[models."sapiens-ai/agnes-1-5-lite"]
display_name = "Agnes 1.5 Lite"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 1.2e-7
output_cost_per_token = 6e-7
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sapiens-ai/agnes-1-5-lite".pricing."zenmux"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 6e-7

[models."sapiens-ai/agnes-1-5-pro"]
display_name = "Agnes 1.5 Pro"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 1.6e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-21"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sapiens-ai/agnes-1-5-pro".pricing."zenmux"]
input_cost_per_token = 1.6e-7
output_cost_per_token = 8.000000000000001e-7

[models."sarvam-m"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0
output_cost_per_token = 0
cache_read_input_token_cost = 0
cache_creation_input_token_cost = 0
litellm_provider = "sarvam"
providers = ["sarvam"]
supports_reasoning = true
cache_creation_input_token_cost_above_1hr = 0

[models."sarvam-m".pricing."sarvam"]
cache_creation_input_token_cost = 0
cache_creation_input_token_cost_above_1hr = 0
cache_read_input_token_cost = 0
input_cost_per_token = 0
output_cost_per_token = 0

[models."sarvamai/sarvam-m"]
display_name = "sarvam-m"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sarvan-medium"]
display_name = "Sarvam Medium"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sarvan-medium".pricing."nano-gpt"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 7.5e-7

[models."scribe_v1"]
mode = "audio_transcription"
litellm_provider = "elevenlabs"
providers = ["elevenlabs"]
source = "https://elevenlabs.io/pricing"
input_cost_per_second = 0.0000611
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."scribe_v1".metadata]
calculation = "$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)"
notes = "ElevenLabs Scribe v1 - state-of-the-art speech recognition model with 99 language support"
original_pricing_per_hour = 0.22

[models."scribe_v1".pricing."elevenlabs"]
input_cost_per_second = 0.0000611
output_cost_per_second = 0

[models."scribe_v1_experimental"]
mode = "audio_transcription"
litellm_provider = "elevenlabs"
providers = ["elevenlabs"]
source = "https://elevenlabs.io/pricing"
input_cost_per_second = 0.0000611
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."scribe_v1_experimental".metadata]
calculation = "$0.22/hour = $0.00366/minute = $0.0000611 per second (enterprise pricing)"
notes = "ElevenLabs Scribe v1 experimental - enhanced version of the main Scribe model"
original_pricing_per_hour = 0.22

[models."scribe_v1_experimental".pricing."elevenlabs"]
input_cost_per_second = 0.0000611
output_cost_per_second = 0

[models."sd3"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.065
supported_endpoints = ["/v1/images/generations"]

[models."sd3".pricing."stability"]
output_cost_per_image = 0.065

[models."sd3-large"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.065
supported_endpoints = ["/v1/images/generations"]

[models."sd3-large".pricing."stability"]
output_cost_per_image = 0.065

[models."sd3-large-turbo"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."sd3-large-turbo".pricing."stability"]
output_cost_per_image = 0.04

[models."sd3-medium"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.035
supported_endpoints = ["/v1/images/generations"]

[models."sd3-medium".pricing."stability"]
output_cost_per_image = 0.035

[models."sd3.5-large"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.065
supported_endpoints = ["/v1/images/generations"]

[models."sd3.5-large".pricing."stability"]
output_cost_per_image = 0.065

[models."sd3.5-large-turbo"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.04
supported_endpoints = ["/v1/images/generations"]

[models."sd3.5-large-turbo".pricing."stability"]
output_cost_per_image = 0.04

[models."sd3.5-medium"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.035
supported_endpoints = ["/v1/images/generations"]

[models."sd3.5-medium".pricing."stability"]
output_cost_per_image = 0.035

[models."sdaia/allam-1-13b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000018
output_cost_per_token = 0.0000018
litellm_provider = "watsonx"
providers = ["watsonx"]
supports_function_calling = false
supports_vision = false
supports_parallel_function_calling = false

[models."sdaia/allam-1-13b-instruct".pricing."watsonx"]
input_cost_per_token = 0.0000018
output_cost_per_token = 0.0000018

[models."search"]
mode = "search"
litellm_provider = "dataforseo"
providers = ["dataforseo", "duckduckgo", "exa_ai", "firecrawl", "google_pse", "linkup", "parallel_ai", "perplexity", "searxng", "serper", "tavily"]
input_cost_per_query = 0.003

[models."search".pricing."dataforseo"]
input_cost_per_query = 0.003
[models."search".pricing."duckduckgo"]
input_cost_per_query = 0
[models."search".pricing."google_pse"]
input_cost_per_query = 0.005
[models."search".pricing."linkup"]
input_cost_per_query = 0.00587
[models."search".pricing."parallel_ai"]
input_cost_per_query = 0.004
[models."search".pricing."perplexity"]
input_cost_per_query = 0.005
[models."search".pricing."searxng"]
input_cost_per_query = 0
[models."search".pricing."serper"]
input_cost_per_query = 0.001
[models."search".pricing."tavily"]
input_cost_per_query = 0.008

[models."search-advanced"]
mode = "search"
litellm_provider = "tavily"
providers = ["tavily"]
input_cost_per_query = 0.016

[models."search-advanced".pricing."tavily"]
input_cost_per_query = 0.016

[models."search-and-recolor"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."search-and-recolor".pricing."stability"]
output_cost_per_image = 0.005

[models."search-and-replace"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."search-and-replace".pricing."stability"]
output_cost_per_image = 0.005

[models."search-deep"]
mode = "search"
litellm_provider = "linkup"
providers = ["linkup"]
input_cost_per_query = 0.05867

[models."search-deep".pricing."linkup"]
input_cost_per_query = 0.05867

[models."search-pro"]
mode = "search"
litellm_provider = "parallel_ai"
providers = ["parallel_ai"]
input_cost_per_query = 0.009

[models."search-pro".pricing."parallel_ai"]
input_cost_per_query = 0.009

[models."search_api"]
mode = "vector_store"
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
input_cost_per_query = 0.0015

[models."search_api".pricing."vertex_ai"]
input_cost_per_query = 0.0015

[models."seed-1-6-250615"]
display_name = "Seed 1.6 (250615)"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-06-25"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."seed-1-6-250615".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."seed-1-6-250915"]
display_name = "Seed 1.6 (250915)"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-09-15"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."seed-1-6-250915".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."seed-1-6-flash-250715"]
display_name = "Seed 1.6 Flash (250715)"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-07-26"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."seed-1-6-flash-250715".pricing."llmgateway"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 7e-8
output_cost_per_token = 3e-7

[models."seed-1-8-251228"]
display_name = "Seed 1.8 (251228)"
model_family = "seed"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "llmgateway"
providers = ["llmgateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-18"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."seed-1-8-251228".pricing."llmgateway"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000002

[models."shisa-ai/shisa-v2-1-llama3-3-70b"]
display_name = "Shisa V2.1 Llama 3.3 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-12-06"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."shisa-ai/shisa-v2-1-llama3-3-70b".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."shisa-ai/shisa-v2-llama3-3-70b"]
display_name = "Shisa V2 Llama 3.3 70B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."shisa-ai/shisa-v2-llama3-3-70b".pricing."nano-gpt"]
input_cost_per_token = 5e-7
output_cost_per_token = 5e-7

[models."siliconflow/deepseek-r1-0528"]
display_name = "siliconflow/deepseek-r1-0528"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 32768
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021800000000000003
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."siliconflow/deepseek-r1-0528".pricing."alibaba-cn"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000021800000000000003

[models."siliconflow/deepseek-v3-0324"]
display_name = "siliconflow/deepseek-v3-0324"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2024-12-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."siliconflow/deepseek-v3-0324".pricing."alibaba-cn"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.000001

[models."siliconflow/deepseek-v3-1-terminus"]
display_name = "siliconflow/deepseek-v3.1-terminus"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."siliconflow/deepseek-v3-1-terminus".pricing."alibaba-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 0.000001

[models."siliconflow/deepseek-v3-2"]
display_name = "siliconflow/deepseek-v3.2"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 65536
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.2e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-12-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."siliconflow/deepseek-v3-2".pricing."alibaba-cn"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 4.2e-7

[models."sketch"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."sketch".pricing."stability"]
output_cost_per_image = 0.005

[models."skywork/r1v4-lite"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7
litellm_provider = "novita"
providers = ["novita"]
supports_vision = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."skywork/r1v4-lite".pricing."novita"]
input_cost_per_token = 2e-7
output_cost_per_token = 6e-7

[models."snowflake-arctic"]
mode = "chat"
max_input_tokens = 4096
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."snowflake-llama-3.1-405b"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."snowflake-llama-3.3-70b"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 8192
max_tokens = 8192
litellm_provider = "snowflake"
providers = ["snowflake"]

[models."solar-mini"]
display_name = "solar-mini"
model_family = "solar-mini"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "upstage"
providers = ["upstage"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-09"
release_date = "2024-06-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."solar-mini".pricing."upstage"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."solar-pro2"]
display_name = "solar-pro2"
model_family = "solar-pro"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "upstage"
providers = ["upstage"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2025-05-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."solar-pro2".pricing."upstage"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."solar-pro3"]
display_name = "solar-pro3"
model_family = "solar-pro"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 8192
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7
litellm_provider = "upstage"
providers = ["upstage"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03"
release_date = "2026-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."solar-pro3".pricing."upstage"]
input_cost_per_token = 2.5e-7
output_cost_per_token = 2.5e-7

[models."sonar"]
display_name = "Perplexity Sonar"
model_family = "sonar"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8000
max_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
litellm_provider = "perplexity"
providers = ["perplexity", "helicone", "kilo", "llmgateway", "nano-gpt", "openrouter", "perplexity-agent", "sap-ai-core", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_web_search = true

[models."sonar".search_context_cost_per_query]
search_context_size_high = 0.012
search_context_size_low = 0.005
search_context_size_medium = 0.008

[models."sonar".pricing."helicone"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."sonar".pricing."kilo"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."sonar".pricing."llmgateway"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."sonar".pricing."nano-gpt"]
input_cost_per_token = 0.000001003
output_cost_per_token = 0.000001003
[models."sonar".pricing."openrouter"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."sonar".pricing."perplexity-agent"]
cache_read_input_token_cost = 6.25e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.0000025
[models."sonar".pricing."sap-ai-core"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."sonar".pricing."vercel"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001
[models."sonar".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000001

[models."sonar-deep-research"]
display_name = "Perplexity Sonar Deep Research"
model_family = "sonar-deep-research"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "perplexity"
providers = ["perplexity", "helicone", "kilo", "nano-gpt", "openrouter", "sap-ai-core"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
citation_cost_per_token = 0.000002
output_cost_per_reasoning_token = 0.000003
reasoning_cost_per_token = 0.000003
supports_web_search = true

[models."sonar-deep-research".search_context_cost_per_query]
search_context_size_high = 0.005
search_context_size_low = 0.005
search_context_size_medium = 0.005

[models."sonar-deep-research".pricing."helicone"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-deep-research".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-deep-research".pricing."nano-gpt"]
input_cost_per_token = 0.0000034
output_cost_per_token = 0.0000136
[models."sonar-deep-research".pricing."openrouter"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
reasoning_cost_per_token = 0.000003
[models."sonar-deep-research".pricing."perplexity"]
citation_cost_per_token = 0.000002
input_cost_per_token = 0.000002
output_cost_per_reasoning_token = 0.000003
output_cost_per_token = 0.000008
[models."sonar-deep-research".pricing."sap-ai-core"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
reasoning_cost_per_token = 0.000003

[models."sonar-medium-chat"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."sonar-medium-chat".pricing."perplexity"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018

[models."sonar-medium-online"]
mode = "chat"
max_input_tokens = 12000
max_output_tokens = 12000
max_tokens = 12000
input_cost_per_token = 0
output_cost_per_token = 0.0000018
litellm_provider = "perplexity"
providers = ["perplexity"]
input_cost_per_request = 0.005

[models."sonar-medium-online".pricing."perplexity"]
input_cost_per_request = 0.005
input_cost_per_token = 0
output_cost_per_token = 0.0000018

[models."sonar-pro"]
display_name = "Perplexity Sonar Pro"
model_family = "sonar-pro"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "perplexity"
providers = ["perplexity", "helicone", "kilo", "llmgateway", "nano-gpt", "openrouter", "sap-ai-core", "vercel", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_web_search = true

[models."sonar-pro".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.006
search_context_size_medium = 0.01

[models."sonar-pro".pricing."helicone"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."kilo"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."llmgateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."nano-gpt"]
input_cost_per_token = 0.000002992
output_cost_per_token = 0.000014993999999999999
[models."sonar-pro".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."perplexity"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."sap-ai-core"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."vercel"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."sonar-pro-search"]
display_name = "Perplexity: Sonar Pro Search"
model_family = "sonar-pro"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-10-31"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."sonar-pro-search".pricing."kilo"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."sonar-pro-search".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."sonar-reasoning"]
display_name = "Perplexity Sonar Reasoning"
model_family = "sonar-reasoning"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8000
max_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
litellm_provider = "perplexity"
providers = ["perplexity", "helicone", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_web_search = true

[models."sonar-reasoning".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.005
search_context_size_medium = 0.008

[models."sonar-reasoning".pricing."helicone"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."sonar-reasoning".pricing."perplexity"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."sonar-reasoning".pricing."vercel"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."sonar-reasoning".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."sonar-reasoning-pro"]
display_name = "Perplexity Sonar Reasoning Pro"
model_family = "sonar-reasoning"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8000
max_tokens = 128000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
litellm_provider = "perplexity"
providers = ["perplexity", "helicone", "kilo", "llmgateway", "nano-gpt", "openrouter", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_web_search = true

[models."sonar-reasoning-pro".search_context_cost_per_query]
search_context_size_high = 0.014
search_context_size_low = 0.006
search_context_size_medium = 0.01

[models."sonar-reasoning-pro".pricing."helicone"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-reasoning-pro".pricing."kilo"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-reasoning-pro".pricing."llmgateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-reasoning-pro".pricing."nano-gpt"]
input_cost_per_token = 0.000002006
output_cost_per_token = 0.0000079985
[models."sonar-reasoning-pro".pricing."openrouter"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-reasoning-pro".pricing."perplexity"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-reasoning-pro".pricing."vercel"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008
[models."sonar-reasoning-pro".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000008

[models."sonar-small-chat"]
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7
litellm_provider = "perplexity"
providers = ["perplexity"]

[models."sonar-small-chat".pricing."perplexity"]
input_cost_per_token = 7e-8
output_cost_per_token = 2.8e-7

[models."sonar-small-online"]
mode = "chat"
max_input_tokens = 12000
max_output_tokens = 12000
max_tokens = 12000
input_cost_per_token = 0
output_cost_per_token = 2.8e-7
litellm_provider = "perplexity"
providers = ["perplexity"]
input_cost_per_request = 0.005

[models."sonar-small-online".pricing."perplexity"]
input_cost_per_request = 0.005
input_cost_per_token = 0
output_cost_per_token = 2.8e-7

[models."soob3123/GrayLine-Qwen3-8B"]
display_name = "Grayline Qwen3 8B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."soob3123/GrayLine-Qwen3-8B".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."soob3123/Veiled-Calla-12B"]
display_name = "Veiled Calla 12B"
model_family = "llama"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."soob3123/Veiled-Calla-12B".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."soob3123/amoral-gemma3-27B-v2"]
display_name = "Amoral Gemma3 27B v2"
model_family = "gemma"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-23"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."soob3123/amoral-gemma3-27B-v2".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."sora-2"]
display_name = "Sora-2"
model_family = "sora"
mode = "video_generation"
max_input_tokens = 0
max_output_tokens = 0
litellm_provider = "openai"
providers = ["openai", "azure"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-10-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["video"]
source = "https://platform.openai.com/docs/api-reference/videos"
output_cost_per_video_per_second = 0.1
supported_resolutions = ["720x1280", "1280x720"]

[models."sora-2".pricing."azure"]
output_cost_per_video_per_second = 0.1
[models."sora-2".pricing."openai"]
output_cost_per_video_per_second = 0.1

[models."sora-2-pro"]
display_name = "Sora-2-Pro"
model_family = "sora"
mode = "video_generation"
max_input_tokens = 0
max_output_tokens = 0
litellm_provider = "openai"
providers = ["openai", "azure"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-10-06"
supported_modalities = ["text", "image"]
supported_output_modalities = ["video"]
source = "https://platform.openai.com/docs/api-reference/videos"
output_cost_per_video_per_second = 0.3
supported_resolutions = ["720x1280", "1280x720"]

[models."sora-2-pro".pricing."azure"]
output_cost_per_video_per_second = 0.3
[models."sora-2-pro".pricing."openai"]
output_cost_per_video_per_second = 0.3

[models."sora-2-pro-high-res"]
mode = "video_generation"
litellm_provider = "openai"
providers = ["openai", "azure"]
supported_modalities = ["text", "image"]
supported_output_modalities = ["video"]
source = "https://platform.openai.com/docs/api-reference/videos"
output_cost_per_video_per_second = 0.5
supported_resolutions = ["1024x1792", "1792x1024"]

[models."sora-2-pro-high-res".pricing."azure"]
output_cost_per_video_per_second = 0.5
[models."sora-2-pro-high-res".pricing."openai"]
output_cost_per_video_per_second = 0.5

[models."speakleash/Bielik-11B-v2-6-Instruct"]
display_name = "Bielik 11B v2.6 Instruct"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7
litellm_provider = "cloudferro-sherlock"
providers = ["cloudferro-sherlock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-03-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."speakleash/Bielik-11B-v2-6-Instruct".pricing."cloudferro-sherlock"]
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7

[models."speakleash/Bielik-11B-v3-0-Instruct"]
display_name = "Bielik 11B v3.0 Instruct"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 32000
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7
litellm_provider = "cloudferro-sherlock"
providers = ["cloudferro-sherlock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-03"
release_date = "2025-03-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."speakleash/Bielik-11B-v3-0-Instruct".pricing."cloudferro-sherlock"]
input_cost_per_token = 6.7e-7
output_cost_per_token = 6.7e-7

[models."speech-02-hd"]
mode = "audio_speech"
litellm_provider = "minimax"
providers = ["minimax"]
input_cost_per_character = 0.0001
supported_endpoints = ["/v1/audio/speech"]

[models."speech-02-hd".pricing."minimax"]
input_cost_per_character = 0.0001

[models."speech-02-turbo"]
mode = "audio_speech"
litellm_provider = "minimax"
providers = ["minimax"]
input_cost_per_character = 0.00006
supported_endpoints = ["/v1/audio/speech"]

[models."speech-02-turbo".pricing."minimax"]
input_cost_per_character = 0.00006

[models."speech-2.6-hd"]
mode = "audio_speech"
litellm_provider = "minimax"
providers = ["minimax"]
input_cost_per_character = 0.0001
supported_endpoints = ["/v1/audio/speech"]

[models."speech-2.6-hd".pricing."minimax"]
input_cost_per_character = 0.0001

[models."speech-2.6-turbo"]
mode = "audio_speech"
litellm_provider = "minimax"
providers = ["minimax"]
input_cost_per_character = 0.00006
supported_endpoints = ["/v1/audio/speech"]

[models."speech-2.6-turbo".pricing."minimax"]
input_cost_per_character = 0.00006

[models."speech/azure-stt"]
mode = "audio_transcription"
litellm_provider = "azure"
providers = ["azure"]
source = "https://azure.microsoft.com/en-us/pricing/details/cognitive-services/speech-services/"
audio_transcription_config = "azure_speech"
input_cost_per_second = 0.0002777778
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."speech/azure-stt".pricing."azure"]
input_cost_per_second = 0.0002777778
output_cost_per_second = 0

[models."speech/azure-tts"]
mode = "audio_speech"
litellm_provider = "azure"
providers = ["azure"]
source = "https://azure.microsoft.com/en-us/pricing/calculator/"
input_cost_per_character = 0.000015

[models."speech/azure-tts".pricing."azure"]
input_cost_per_character = 0.000015

[models."speech/azure-tts-hd"]
mode = "audio_speech"
litellm_provider = "azure"
providers = ["azure"]
source = "https://azure.microsoft.com/en-us/pricing/calculator/"
input_cost_per_character = 0.00003

[models."speech/azure-tts-hd".pricing."azure"]
input_cost_per_character = 0.00003

[models."stability.sd3-5-large-v1:0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.08

[models."stability.sd3-5-large-v1:0".pricing."bedrock"]
output_cost_per_image = 0.08

[models."stability.sd3-large-v1:0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.08

[models."stability.sd3-large-v1:0".pricing."bedrock"]
output_cost_per_image = 0.08

[models."stability.stable-conservative-upscale-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.4

[models."stability.stable-conservative-upscale-v1:0".pricing."bedrock"]
output_cost_per_image = 0.4

[models."stability.stable-creative-upscale-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.6

[models."stability.stable-creative-upscale-v1:0".pricing."bedrock"]
output_cost_per_image = 0.6

[models."stability.stable-fast-upscale-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.03

[models."stability.stable-fast-upscale-v1:0".pricing."bedrock"]
output_cost_per_image = 0.03

[models."stability.stable-image-control-sketch-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-control-sketch-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-control-structure-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-control-structure-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-core-v1:0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.04

[models."stability.stable-image-core-v1:0".pricing."bedrock"]
output_cost_per_image = 0.04

[models."stability.stable-image-core-v1:1"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.04

[models."stability.stable-image-core-v1:1".pricing."bedrock"]
output_cost_per_image = 0.04

[models."stability.stable-image-erase-object-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-erase-object-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-inpaint-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-inpaint-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-remove-background-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-remove-background-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-search-recolor-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-search-recolor-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-search-replace-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-search-replace-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-style-guide-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-style-guide-v1:0".pricing."bedrock"]
output_cost_per_image = 0.07

[models."stability.stable-image-ultra-v1:0"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.14

[models."stability.stable-image-ultra-v1:0".pricing."bedrock"]
output_cost_per_image = 0.14

[models."stability.stable-image-ultra-v1:1"]
mode = "image_generation"
max_input_tokens = 77
max_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.14

[models."stability.stable-image-ultra-v1:1".pricing."bedrock"]
output_cost_per_image = 0.14

[models."stability.stable-outpaint-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.06

[models."stability.stable-outpaint-v1:0".pricing."bedrock"]
output_cost_per_image = 0.06

[models."stability.stable-style-transfer-v1:0"]
mode = "image_edit"
max_input_tokens = 77
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.08

[models."stability.stable-style-transfer-v1:0".pricing."bedrock"]
output_cost_per_image = 0.08

[models."stabilityai/stable-diffusion-xl-base-1.0"]
mode = "image_generation"
litellm_provider = "nscale"
providers = ["nscale"]
source = "https://docs.nscale.com/docs/inference/serverless-models/current#image-models"
input_cost_per_pixel = 3e-9
output_cost_per_pixel = 0
supported_endpoints = ["/v1/images/generations"]

[models."stabilityai/stable-diffusion-xl-base-1.0".pricing."nscale"]
input_cost_per_pixel = 3e-9
output_cost_per_pixel = 0

[models."stable-diffusion-3-5-large"]
display_name = "Stable Diffusion 3.5 Large"
model_family = "stable-diffusion"
mode = "chat"
max_input_tokens = 256
max_output_tokens = 1
input_cost_per_token = 8e-8
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2024-10-22"
supported_modalities = ["text"]
supported_output_modalities = ["image"]
source = "modelsdev"

[models."stable-diffusion-3-5-large".pricing."digitalocean"]
input_cost_per_token = 8e-8

[models."stable-image-core"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.03
supported_endpoints = ["/v1/images/generations"]

[models."stable-image-core".pricing."stability"]
output_cost_per_image = 0.03

[models."stable-image-ultra"]
mode = "image_generation"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.08
supported_endpoints = ["/v1/images/generations"]

[models."stable-image-ultra".pricing."stability"]
output_cost_per_image = 0.08

[models."standard"]
mode = "audio_speech"
litellm_provider = "aws_polly"
providers = ["aws_polly"]
source = "https://aws.amazon.com/polly/pricing/"
input_cost_per_character = 0.000004
supported_endpoints = ["/v1/audio/speech"]

[models."standard".pricing."aws_polly"]
input_cost_per_character = 0.000004

[models."standard/1024-x-1024/dall-e-2"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure"]
input_cost_per_pixel = 0

[models."standard/1024-x-1024/dall-e-2".pricing."azure"]
input_cost_per_pixel = 0
output_cost_per_token = 0

[models."standard/1024-x-1024/dall-e-3"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 3.81469e-8

[models."standard/1024-x-1024/dall-e-3".pricing."azure"]
input_cost_per_pixel = 3.81469e-8
output_cost_per_token = 0
[models."standard/1024-x-1024/dall-e-3".pricing."openai"]
input_cost_per_pixel = 3.81469e-8
output_cost_per_pixel = 0

[models."standard/1024-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.009
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."standard/1024-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.009

[models."standard/1024-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.009
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."standard/1024-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.009

[models."standard/1024-x-1536/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."standard/1024-x-1536/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.013

[models."standard/1024-x-1536/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."standard/1024-x-1536/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.013

[models."standard/1024-x-1792/dall-e-3"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 4.359e-8

[models."standard/1024-x-1792/dall-e-3".pricing."azure"]
input_cost_per_pixel = 4.359e-8
output_cost_per_token = 0
[models."standard/1024-x-1792/dall-e-3".pricing."openai"]
input_cost_per_pixel = 4.359e-8
output_cost_per_pixel = 0

[models."standard/1536-x-1024/gpt-image-1.5"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."standard/1536-x-1024/gpt-image-1.5".pricing."openai"]
input_cost_per_image = 0.013

[models."standard/1536-x-1024/gpt-image-1.5-2025-12-16"]
mode = "image_generation"
litellm_provider = "openai"
providers = ["openai"]
supports_vision = true
supports_pdf_input = true
input_cost_per_image = 0.013
supported_endpoints = ["/v1/images/generations", "/v1/images/edits"]

[models."standard/1536-x-1024/gpt-image-1.5-2025-12-16".pricing."openai"]
input_cost_per_image = 0.013

[models."standard/1792-x-1024/dall-e-3"]
mode = "image_generation"
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_pixel = 4.359e-8

[models."standard/1792-x-1024/dall-e-3".pricing."azure"]
input_cost_per_pixel = 4.359e-8
output_cost_per_token = 0
[models."standard/1792-x-1024/dall-e-3".pricing."openai"]
input_cost_per_pixel = 4.359e-8
output_cost_per_pixel = 0

[models."step-1-32k"]
display_name = "Step 1 (32K)"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 0.00000205
output_cost_per_token = 0.00000959
cache_read_input_token_cost = 4.1e-7
litellm_provider = "stepfun"
providers = ["stepfun"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-1-32k".pricing."stepfun"]
cache_read_input_token_cost = 4.1e-7
input_cost_per_token = 0.00000205
output_cost_per_token = 0.00000959

[models."step-2-16k"]
display_name = "Step 2 (16K)"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 0.00000521
output_cost_per_token = 0.000016440000000000002
cache_read_input_token_cost = 0.00000104
litellm_provider = "stepfun"
providers = ["stepfun"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-06"
release_date = "2025-01-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-2-16k".pricing."stepfun"]
cache_read_input_token_cost = 0.00000104
input_cost_per_token = 0.00000521
output_cost_per_token = 0.000016440000000000002

[models."step-2-16k-exp"]
display_name = "Step-2 16k Exp"
mode = "chat"
max_input_tokens = 16000
max_output_tokens = 8192
input_cost_per_token = 0.000007003999999999999
output_cost_per_token = 0.000019992
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-2-16k-exp".pricing."nano-gpt"]
input_cost_per_token = 0.000007003999999999999
output_cost_per_token = 0.000019992

[models."step-2-mini"]
display_name = "Step-2 Mini"
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 4096
input_cost_per_token = 2.006e-7
output_cost_per_token = 4.0799999999999995e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-07-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-2-mini".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 4.0799999999999995e-7

[models."step-3"]
display_name = "Step-3"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 8192
input_cost_per_token = 2.4990000000000003e-7
output_cost_per_token = 6.494e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-07-31"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-3".pricing."nano-gpt"]
input_cost_per_token = 2.4990000000000003e-7
output_cost_per_token = 6.494e-7

[models."step-3-5-flash-2603"]
display_name = "Step 3.5 Flash 2603"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "stepfun"
providers = ["stepfun", "stepfun-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-3-5-flash-2603".pricing."stepfun"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."step-3-5-flash-2603".pricing."stepfun-ai"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."step-r1-v-mini"]
display_name = "Step R1 V Mini"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000011
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."step-r1-v-mini".pricing."nano-gpt"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.000011

[models."stepfun-ai/step-3-5-flash"]
display_name = "Step 3.5 Flash"
model_family = "step"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "nvidia", "siliconflow", "siliconflow-cn", "stepfun-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2026-02-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."stepfun-ai/step-3-5-flash".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."stepfun-ai/step-3-5-flash".pricing."siliconflow"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."stepfun-ai/step-3-5-flash".pricing."siliconflow-cn"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."stepfun-ai/step-3-5-flash".pricing."stepfun-ai"]
cache_read_input_token_cost = 1.8999999999999998e-8
input_cost_per_token = 9.6e-8
output_cost_per_token = 2.88e-7

[models."stepfun-ai/step-3-5-flash:thinking"]
display_name = "Step 3.5 Flash Thinking"
model_family = "step"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2026-02-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."stepfun-ai/step-3-5-flash:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."stepfun/step-3"]
display_name = "Step-3"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 64000
input_cost_per_token = 2.1e-7
output_cost_per_token = 5.699999999999999e-7
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-07-31"
supported_modalities = ["image", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."stepfun/step-3".pricing."zenmux"]
input_cost_per_token = 2.1e-7
output_cost_per_token = 5.699999999999999e-7

[models."stepfun/step-3-5-flash"]
display_name = "StepFun: Step 3.5 Flash"
model_family = "step"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "stepfun", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."stepfun/step-3-5-flash".pricing."kilo"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."stepfun/step-3-5-flash".pricing."openrouter"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 9e-8
output_cost_per_token = 3e-7
[models."stepfun/step-3-5-flash".pricing."stepfun"]
cache_read_input_token_cost = 1.8999999999999998e-8
input_cost_per_token = 9.6e-8
output_cost_per_token = 2.88e-7
[models."stepfun/step-3-5-flash".pricing."zenmux"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."stepfun/step-3-5-flash-free"]
display_name = "Step 3.5 Flash (Free)"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-02-02"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."stepfun/step-3-5-flash:free"]
display_name = "StepFun: Step 3.5 Flash (free)"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."structure"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."structure".pricing."stability"]
output_cost_per_image = 0.005

[models."study_gpt-chatgpt-4o-latest"]
display_name = "Study Mode"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 16384
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000014993999999999999
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-05-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."study_gpt-chatgpt-4o-latest".pricing."nano-gpt"]
input_cost_per_token = 0.000004998
output_cost_per_token = 0.000014993999999999999

[models."style"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.005
supported_endpoints = ["/v1/images/edits"]

[models."style".pricing."stability"]
output_cost_per_image = 0.005

[models."style-transfer"]
mode = "image_edit"
litellm_provider = "stability"
providers = ["stability"]
output_cost_per_image = 0.008
supported_endpoints = ["/v1/images/edits"]

[models."style-transfer".pricing."stability"]
output_cost_per_image = 0.008

[models."swiss-ai/apertus-70b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = false
source = "https://platform.publicai.co/docs"
supports_tool_choice = false

[models."swiss-ai/apertus-70b-instruct".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."swiss-ai/apertus-8b-instruct"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "publicai"
providers = ["publicai"]
supports_function_calling = false
source = "https://platform.publicai.co/docs"
supports_tool_choice = false

[models."swiss-ai/apertus-8b-instruct".pricing."publicai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."switchpoint/router"]
display_name = "Switchpoint Router"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000034
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-07-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/switchpoint/router"
supports_tool_choice = true

[models."switchpoint/router".pricing."kilo"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000034
[models."switchpoint/router".pricing."openrouter"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000034

[models."tc-code-latest"]
display_name = "Auto"
model_family = "auto"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 16384
litellm_provider = "tencent-coding-plan"
providers = ["tencent-coding-plan"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tencent/Hunyuan-MT-7B"]
display_name = "Hunyuan MT 7B"
model_family = "hunyuan"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
input_cost_per_token = 0.00001
output_cost_per_token = 0.00002
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tencent/Hunyuan-MT-7B".pricing."nano-gpt"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.00002

[models."tencent/hunyuan-a13b-instruct"]
display_name = "Tencent: Hunyuan A13B Instruct"
model_family = "hunyuan"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-06-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tencent/hunyuan-a13b-instruct".pricing."kilo"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."tencent/hunyuan-a13b-instruct".pricing."openrouter"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."tencent/hunyuan-a13b-instruct".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7
[models."tencent/hunyuan-a13b-instruct".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 5.699999999999999e-7

[models."tencent/hy3-preview"]
display_name = "Tencent: Hy3 Preview"
model_family = "Hy"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
input_cost_per_token = 6.600000000000001e-8
output_cost_per_token = 2.6e-7
cache_read_input_token_cost = 2.9e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tencent/hy3-preview".pricing."kilo"]
cache_read_input_token_cost = 2.9e-8
input_cost_per_token = 6.600000000000001e-8
output_cost_per_token = 2.6e-7
[models."tencent/hy3-preview".pricing."openrouter"]
cache_read_input_token_cost = 2.9e-8
input_cost_per_token = 6.600000000000001e-8
output_cost_per_token = 2.6e-7
[models."tencent/hy3-preview".pricing."zenmux"]
cache_read_input_token_cost = 5.8e-8
input_cost_per_token = 1.7199999999999998e-7
output_cost_per_token = 5.72e-7

[models."text-bison"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7
litellm_provider = "palm"
providers = ["palm"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."text-bison".pricing."palm"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7

[models."text-bison-001"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7
litellm_provider = "palm"
providers = ["palm"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."text-bison-001".pricing."palm"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7

[models."text-bison-safety-off"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7
litellm_provider = "palm"
providers = ["palm"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."text-bison-safety-off".pricing."palm"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7

[models."text-bison-safety-recitation-off"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7
litellm_provider = "palm"
providers = ["palm"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."text-bison-safety-recitation-off".pricing."palm"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 1.25e-7

[models."text-embedding-004"]
mode = "embedding"
max_input_tokens = 2048
max_tokens = 2048
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models"]
deprecation_date = "2026-01-14"
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
input_cost_per_character = 2.5e-8
output_vector_size = 768

[models."text-embedding-004".pricing."vertex_ai-embedding-models"]
input_cost_per_character = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."text-embedding-005"]
display_name = "Text Embedding 005"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 2048
max_output_tokens = 0
max_tokens = 2048
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
input_cost_per_character = 2.5e-8
output_vector_size = 768

[models."text-embedding-005".pricing."vercel"]
input_cost_per_token = 3e-8
[models."text-embedding-005".pricing."vercel_ai_gateway"]
input_cost_per_token = 2.5e-8
output_cost_per_token = 0
[models."text-embedding-005".pricing."vertex_ai-embedding-models"]
input_cost_per_character = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."text-embedding-3-large"]
display_name = "text-embedding-3-large"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 8191
max_output_tokens = 0
max_tokens = 8191
input_cost_per_token = 1.3e-7
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "openai", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-01"
release_date = "2024-01-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."text-embedding-3-large".pricing."azure"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 0
[models."text-embedding-3-large".pricing."azure-cognitive-services"]
input_cost_per_token = 1.3e-7
[models."text-embedding-3-large".pricing."openai"]
input_cost_per_token = 1.3e-7
input_cost_per_token_batches = 6.5e-8
output_cost_per_token = 0
output_cost_per_token_batches = 0
[models."text-embedding-3-large".pricing."vercel"]
input_cost_per_token = 1.3e-7
[models."text-embedding-3-large".pricing."vercel_ai_gateway"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 0

[models."text-embedding-3-small"]
display_name = "text-embedding-3-small"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 8191
max_output_tokens = 0
max_tokens = 8191
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "github_copilot", "openai", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-01"
release_date = "2024-01-25"
deprecation_date = "2026-04-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."text-embedding-3-small".pricing."azure"]
input_cost_per_token = 2e-8
output_cost_per_token = 0
[models."text-embedding-3-small".pricing."azure-cognitive-services"]
input_cost_per_token = 2e-8
[models."text-embedding-3-small".pricing."openai"]
input_cost_per_token = 2e-8
input_cost_per_token_batches = 1e-8
output_cost_per_token = 0
output_cost_per_token_batches = 0
[models."text-embedding-3-small".pricing."vercel"]
input_cost_per_token = 2e-8
[models."text-embedding-3-small".pricing."vercel_ai_gateway"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."text-embedding-3-small-inference"]
mode = "embedding"
max_input_tokens = 8191
max_tokens = 8191
litellm_provider = "github_copilot"
providers = ["github_copilot"]

[models."text-embedding-ada-002"]
display_name = "text-embedding-ada-002"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 8191
max_output_tokens = 0
max_tokens = 8191
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "azure"
providers = ["azure", "azure-cognitive-services", "github_copilot", "openai", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2022-12"
release_date = "2022-12-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."text-embedding-ada-002".pricing."azure"]
input_cost_per_token = 1e-7
output_cost_per_token = 0
[models."text-embedding-ada-002".pricing."azure-cognitive-services"]
input_cost_per_token = 1.0000000000000001e-7
[models."text-embedding-ada-002".pricing."openai"]
input_cost_per_token = 1e-7
output_cost_per_token = 0
[models."text-embedding-ada-002".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
[models."text-embedding-ada-002".pricing."vercel_ai_gateway"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."text-embedding-ada-002-v2"]
mode = "embedding"
max_input_tokens = 8191
max_tokens = 8191
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_token_batches = 5e-8
output_cost_per_token_batches = 0

[models."text-embedding-ada-002-v2".pricing."openai"]
input_cost_per_token = 1e-7
input_cost_per_token_batches = 5e-8
output_cost_per_token = 0
output_cost_per_token_batches = 0

[models."text-embedding-large-exp-03-07"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
input_cost_per_character = 2.5e-8
output_vector_size = 3072

[models."text-embedding-large-exp-03-07".pricing."vertex_ai-embedding-models"]
input_cost_per_character = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."text-embedding-preview-0409"]
mode = "embedding"
max_input_tokens = 3072
max_tokens = 3072
input_cost_per_token = 6.25e-9
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing"
input_cost_per_token_batch_requests = 5e-9
output_vector_size = 768

[models."text-embedding-preview-0409".pricing."vertex_ai-embedding-models"]
input_cost_per_token = 6.25e-9
input_cost_per_token_batch_requests = 5e-9
output_cost_per_token = 0

[models."text-moderation-007"]
mode = "moderation"
max_input_tokens = 32768
max_output_tokens = 0
max_tokens = 0
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openai"
providers = ["openai"]

[models."text-moderation-007".pricing."openai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."text-moderation-latest"]
mode = "moderation"
max_input_tokens = 32768
max_output_tokens = 0
max_tokens = 0
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openai"
providers = ["openai"]

[models."text-moderation-latest".pricing."openai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."text-moderation-stable"]
mode = "moderation"
max_input_tokens = 32768
max_output_tokens = 0
max_tokens = 0
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "openai"
providers = ["openai"]

[models."text-moderation-stable".pricing."openai"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."text-multilingual-embedding-002"]
display_name = "Text Multilingual Embedding 002"
model_family = "text-embedding"
mode = "embedding"
max_input_tokens = 2048
max_output_tokens = 0
max_tokens = 2048
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "vertex_ai-embedding-models"
providers = ["vertex_ai-embedding-models", "vercel", "vercel_ai_gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models"
input_cost_per_character = 2.5e-8
output_vector_size = 768

[models."text-multilingual-embedding-002".pricing."vercel"]
input_cost_per_token = 3e-8
[models."text-multilingual-embedding-002".pricing."vercel_ai_gateway"]
input_cost_per_token = 2.5e-8
output_cost_per_token = 0
[models."text-multilingual-embedding-002".pricing."vertex_ai-embedding-models"]
input_cost_per_character = 2.5e-8
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."text-unicorn"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.00001
output_cost_per_token = 0.000028
litellm_provider = "vertex_ai-text-models"
providers = ["vertex_ai-text-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."text-unicorn".pricing."vertex_ai-text-models"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.000028

[models."text-unicorn@001"]
mode = "completion"
max_input_tokens = 8192
max_output_tokens = 1024
max_tokens = 1024
input_cost_per_token = 0.00001
output_cost_per_token = 0.000028
litellm_provider = "vertex_ai-text-models"
providers = ["vertex_ai-text-models"]
source = "https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models#foundation_models"

[models."text-unicorn@001".pricing."vertex_ai-text-models"]
input_cost_per_token = 0.00001
output_cost_per_token = 0.000028

[models."thedrummer/cydonia-24b-v4-1"]
display_name = "TheDrummer: Cydonia 24B V4.1"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04-30"
release_date = "2025-09-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."thedrummer/cydonia-24b-v4-1".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
[models."thedrummer/cydonia-24b-v4-1".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."thedrummer/rocinante-12b"]
display_name = "TheDrummer: Rocinante 12B"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 4.3e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04-30"
release_date = "2024-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."thedrummer/rocinante-12b".pricing."kilo"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 4.3e-7
[models."thedrummer/rocinante-12b".pricing."openrouter"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 4.3e-7

[models."thedrummer/skyfall-36b-v2"]
display_name = "TheDrummer: Skyfall 36B V2"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 5.5e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2025-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."thedrummer/skyfall-36b-v2".pricing."kilo"]
input_cost_per_token = 5.5e-7
output_cost_per_token = 8.000000000000001e-7
[models."thedrummer/skyfall-36b-v2".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 5.5e-7
output_cost_per_token = 8.000000000000001e-7

[models."thedrummer/unslopnemo-12b"]
display_name = "TheDrummer: UnslopNemo 12B"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-04-30"
release_date = "2024-11-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."thedrummer/unslopnemo-12b".pricing."kilo"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
[models."thedrummer/unslopnemo-12b".pricing."openrouter"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7

[models."thenlper/gte-base"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"

[models."thenlper/gte-base".pricing."fireworks_ai"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."thenlper/gte-large"]
mode = "embedding"
max_input_tokens = 512
max_tokens = 512
input_cost_per_token = 1.6e-8
output_cost_per_token = 0
litellm_provider = "fireworks_ai"
providers = ["fireworks_ai"]
source = "https://fireworks.ai/pricing"

[models."thenlper/gte-large".pricing."fireworks_ai"]
input_cost_per_token = 1.6e-8
output_cost_per_token = 0

[models."titan-embed-text-v2"]
display_name = "Titan Text Embeddings V2"
model_family = "titan-embed"
mode = "chat"
max_input_tokens = 0
max_output_tokens = 0
max_tokens = 0
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."titan-embed-text-v2".pricing."vercel"]
input_cost_per_token = 2e-8
[models."titan-embed-text-v2".pricing."vercel_ai_gateway"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."tngtech/DeepSeek-TNG-R1T2-Chimera"]
display_name = "DeepSeek TNG R1T2 Chimera"
model_family = "tngtech"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 3.1e-7
output_cost_per_token = 3.1e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tngtech/DeepSeek-TNG-R1T2-Chimera".pricing."nano-gpt"]
input_cost_per_token = 3.1e-7
output_cost_per_token = 3.1e-7

[models."tngtech/DeepSeek-TNG-R1T2-Chimera-TEE"]
display_name = "DeepSeek TNG R1T2 Chimera TEE"
model_family = "deepseek"
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000011
cache_read_input_token_cost = 1.5e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tngtech/DeepSeek-TNG-R1T2-Chimera-TEE".pricing."chutes"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000011

[models."tngtech/tng-r1t-chimera"]
display_name = "TNG R1T Chimera"
model_family = "tngtech"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 65536
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-26"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tngtech/tng-r1t-chimera".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."together-ai-21.1b-41b"]
mode = "chat"
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-21.1b-41b".pricing."together_ai"]
input_cost_per_token = 8e-7
output_cost_per_token = 8e-7

[models."together-ai-4.1b-8b"]
mode = "chat"
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-4.1b-8b".pricing."together_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 2e-7

[models."together-ai-41.1b-80b"]
mode = "chat"
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-41.1b-80b".pricing."together_ai"]
input_cost_per_token = 9e-7
output_cost_per_token = 9e-7

[models."together-ai-8.1b-21b"]
mode = "chat"
max_tokens = 1000
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-8.1b-21b".pricing."together_ai"]
input_cost_per_token = 3e-7
output_cost_per_token = 3e-7

[models."together-ai-81.1b-110b"]
mode = "chat"
input_cost_per_token = 0.0000018
output_cost_per_token = 0.0000018
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-81.1b-110b".pricing."together_ai"]
input_cost_per_token = 0.0000018
output_cost_per_token = 0.0000018

[models."together-ai-embedding-151m-to-350m"]
mode = "embedding"
input_cost_per_token = 1.6e-8
output_cost_per_token = 0
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-embedding-151m-to-350m".pricing."together_ai"]
input_cost_per_token = 1.6e-8
output_cost_per_token = 0

[models."together-ai-embedding-up-to-150m"]
mode = "embedding"
input_cost_per_token = 8e-9
output_cost_per_token = 0
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-embedding-up-to-150m".pricing."together_ai"]
input_cost_per_token = 8e-9
output_cost_per_token = 0

[models."together-ai-up-to-4b"]
mode = "chat"
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "together_ai"
providers = ["together_ai"]

[models."together-ai-up-to-4b".pricing."together_ai"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."togethercomputer/CodeLlama-34b-Instruct"]
mode = "chat"
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
supports_parallel_function_calling = true
supports_tool_choice = true

[models."tongyi-intent-detect-v3"]
display_name = "Tongyi Intent Detect V3"
model_family = "yi"
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 1024
input_cost_per_token = 5.8e-8
output_cost_per_token = 1.44e-7
litellm_provider = "alibaba-cn"
providers = ["alibaba-cn"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2024-04"
release_date = "2024-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tongyi-intent-detect-v3".pricing."alibaba-cn"]
input_cost_per_token = 5.8e-8
output_cost_per_token = 1.44e-7

[models."trinity-large-preview-free"]
display_name = "Trinity Large Preview"
model_family = "trinity"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
litellm_provider = "opencode"
providers = ["opencode"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2025-06"
release_date = "2026-01-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."tts-1"]
mode = "audio_speech"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_character = 0.000015
supported_endpoints = ["/v1/audio/speech"]

[models."tts-1".pricing."azure"]
input_cost_per_character = 0.000015
[models."tts-1".pricing."openai"]
input_cost_per_character = 0.000015

[models."tts-1-1106"]
mode = "audio_speech"
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_character = 0.000015
supported_endpoints = ["/v1/audio/speech"]

[models."tts-1-1106".pricing."openai"]
input_cost_per_character = 0.000015

[models."tts-1-hd"]
mode = "audio_speech"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_character = 0.00003
supported_endpoints = ["/v1/audio/speech"]

[models."tts-1-hd".pricing."azure"]
input_cost_per_character = 0.00003
[models."tts-1-hd".pricing."openai"]
input_cost_per_character = 0.00003

[models."tts-1-hd-1106"]
mode = "audio_speech"
litellm_provider = "openai"
providers = ["openai"]
input_cost_per_character = 0.00003
supported_endpoints = ["/v1/audio/speech"]

[models."tts-1-hd-1106".pricing."openai"]
input_cost_per_character = 0.00003

[models."twelvelabs.marengo-embed-2-7-v1:0"]
mode = "embedding"
max_input_tokens = 77
max_tokens = 77
input_cost_per_token = 0.00007
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1024
supports_embedding_image_input = true
supports_image_input = true

[models."twelvelabs.marengo-embed-2-7-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00007
output_cost_per_token = 0

[models."twelvelabs.pegasus-1-2-v1:0"]
mode = "chat"
output_cost_per_token = 0.0000075
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_video_per_second = 0.00049
supports_video_input = true

[models."twelvelabs.pegasus-1-2-v1:0".pricing."bedrock"]
input_cost_per_video_per_second = 0.00049
output_cost_per_token = 0.0000075

[models."umans-coder"]
display_name = "Umans Coder"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "umans-ai-coding-plan"
providers = ["umans-ai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."umans-flash"]
display_name = "Umans Flash"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "umans-ai-coding-plan"
providers = ["umans-ai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."umans-glm-5-1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "umans-ai-coding-plan"
providers = ["umans-ai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."umans-kimi-k2-6"]
display_name = "Kimi K2.6"
model_family = "kimi-k2.6"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "umans-ai-coding-plan"
providers = ["umans-ai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-21"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."umans-qwen3-6-35b-a3b"]
display_name = "Qwen3.6 35B A3B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
litellm_provider = "umans-ai-coding-plan"
providers = ["umans-ai-coding-plan"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-17"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."undi95/remm-slerp-l2-13b"]
display_name = "ReMM SLERP 13B"
model_family = "llama"
mode = "chat"
max_input_tokens = 6144
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000001875
output_cost_per_token = 0.000001875
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2023-06-30"
release_date = "2025-01-01"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."undi95/remm-slerp-l2-13b".pricing."kilo"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 6.5e-7
[models."undi95/remm-slerp-l2-13b".pricing."nano-gpt"]
input_cost_per_token = 7.989999999999999e-7
output_cost_per_token = 0.0000012069999999999998
[models."undi95/remm-slerp-l2-13b".pricing."openrouter"]
input_cost_per_token = 0.000001875
output_cost_per_token = 0.000001875

[models."universal-summarizer"]
display_name = "Universal Summarizer"
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
input_cost_per_token = 0.00003
output_cost_per_token = 0.00003
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2023-05-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."universal-summarizer".pricing."nano-gpt"]
input_cost_per_token = 0.00003
output_cost_per_token = 0.00003

[models."unsloth/Llama-3-2-1B-Instruct"]
display_name = "Llama 3.2 1B Instruct"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 8192
input_cost_per_token = 1e-8
output_cost_per_token = 1.09e-8
cache_read_input_token_cost = 5e-9
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/Llama-3-2-1B-Instruct".pricing."chutes"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 1e-8
output_cost_per_token = 1.09e-8

[models."unsloth/Llama-3-2-3B-Instruct"]
display_name = "Llama 3.2 3B Instruct"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 16384
max_output_tokens = 16384
input_cost_per_token = 1e-8
output_cost_per_token = 1.36e-8
cache_read_input_token_cost = 5e-9
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/Llama-3-2-3B-Instruct".pricing."chutes"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 1e-8
output_cost_per_token = 1.36e-8

[models."unsloth/Mistral-Nemo-Instruct-2407"]
display_name = "Mistral Nemo Instruct 2407"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8
cache_read_input_token_cost = 1e-8
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/Mistral-Nemo-Instruct-2407".pricing."chutes"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 2e-8
output_cost_per_token = 4e-8

[models."unsloth/gemma-3-12b-it"]
display_name = "Gemma 3 12B IT"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 131072
input_cost_per_token = 2.72e-7
output_cost_per_token = 2.72e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/gemma-3-12b-it".pricing."chutes"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 3e-8
output_cost_per_token = 1.0000000000000001e-7
[models."unsloth/gemma-3-12b-it".pricing."nano-gpt"]
input_cost_per_token = 2.72e-7
output_cost_per_token = 2.72e-7

[models."unsloth/gemma-3-1b-it"]
display_name = "Gemma 3 1B IT"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/gemma-3-1b-it".pricing."nano-gpt"]
input_cost_per_token = 1.003e-7
output_cost_per_token = 1.003e-7

[models."unsloth/gemma-3-27b-it"]
display_name = "Gemma 3 27B IT"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 96000
input_cost_per_token = 2.9920000000000003e-7
output_cost_per_token = 2.9920000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "chutes"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/gemma-3-27b-it".pricing."chutes"]
cache_read_input_token_cost = 1.36e-8
input_cost_per_token = 2.72e-8
output_cost_per_token = 1.087e-7
[models."unsloth/gemma-3-27b-it".pricing."nano-gpt"]
input_cost_per_token = 2.9920000000000003e-7
output_cost_per_token = 2.9920000000000003e-7

[models."unsloth/gemma-3-4b-it"]
display_name = "Gemma 3 4B IT"
model_family = "unsloth"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "chutes"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-03-10"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."unsloth/gemma-3-4b-it".pricing."chutes"]
cache_read_input_token_cost = 5e-9
input_cost_per_token = 1e-8
output_cost_per_token = 2.72e-8
[models."unsloth/gemma-3-4b-it".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7

[models."upstage/solar-10_7b-instruct"]
display_name = "solar-10.7b-instruct"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2024-06-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."upstage/solar-pro-3"]
display_name = "Upstage: Solar Pro 3"
model_family = "solar-pro"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."upstage/solar-pro-3".pricing."kilo"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7
[models."upstage/solar-pro-3".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-8
input_cost_per_token = 1.5e-7
output_cost_per_token = 6e-7

[models."us-east-2/deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_tool_choice = true

[models."us-east-2/deepseek.v3.2".pricing."bedrock"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185

[models."us-east-2/minimax.minimax-m2.1"]
mode = "chat"
max_input_tokens = 196000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."us-east-2/minimax.minimax-m2.1".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."us-east-2/minimax.minimax-m2.5"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."us-east-2/minimax.minimax-m2.5".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000012

[models."us-east-2/moonshotai.kimi-k2-thinking"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_reasoning = true

[models."us-east-2/moonshotai.kimi-k2-thinking".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000025

[models."us-east-2/moonshotai.kimi-k2.5"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 262144
max_tokens = 262144
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."us-east-2/moonshotai.kimi-k2.5".pricing."bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."us-east-2/qwen.qwen3-coder-next"]
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."us-east-2/qwen.qwen3-coder-next".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000012

[models."us-gov-east-1/amazon.nova-pro-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 9.6e-7
output_cost_per_token = 0.00000384
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."us-gov-east-1/amazon.nova-pro-v1:0".pricing."bedrock"]
input_cost_per_token = 9.6e-7
output_cost_per_token = 0.00000384

[models."us-gov-east-1/amazon.titan-embed-text-v1"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1536

[models."us-gov-east-1/amazon.titan-embed-text-v1".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."us-gov-east-1/amazon.titan-embed-text-v2:0"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1024

[models."us-gov-east-1/amazon.titan-embed-text-v2:0".pricing."bedrock"]
input_cost_per_token = 2e-7
output_cost_per_token = 0

[models."us-gov-east-1/amazon.titan-text-express-v1"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000017
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-gov-east-1/amazon.titan-text-express-v1".pricing."bedrock"]
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000017

[models."us-gov-east-1/amazon.titan-text-lite-v1"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 3e-7
output_cost_per_token = 4e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-gov-east-1/amazon.titan-text-lite-v1".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 4e-7

[models."us-gov-east-1/amazon.titan-text-premier-v1:0"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-gov-east-1/amazon.titan-text-premier-v1:0".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018
cache_read_input_token_cost = 3.6e-7
cache_creation_input_token_cost = 0.0000045
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-east-1/anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.0000045
cache_read_input_token_cost = 3.6e-7
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018

[models."us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-east-1/anthropic.claude-3-haiku-20240307-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015

[models."us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
cache_read_input_token_cost = 1.2e-7
cache_creation_input_token_cost = 0.0000015
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us-gov-east-1/anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.0000015
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-east-1/anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."us-gov-east-1/claude-sonnet-4-5-20250929-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-east-1/claude-sonnet-4-5-20250929-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."us-gov-east-1/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_pdf_input = true

[models."us-gov-east-1/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035

[models."us-gov-east-1/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 3e-7
output_cost_per_token = 0.00000265
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_pdf_input = true

[models."us-gov-east-1/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.00000265

[models."us-gov-west-1/amazon.nova-pro-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 9.6e-7
output_cost_per_token = 0.00000384
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."us-gov-west-1/amazon.nova-pro-v1:0".pricing."bedrock"]
input_cost_per_token = 9.6e-7
output_cost_per_token = 0.00000384

[models."us-gov-west-1/amazon.titan-embed-text-v1"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1536

[models."us-gov-west-1/amazon.titan-embed-text-v1".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."us-gov-west-1/amazon.titan-embed-text-v2:0"]
mode = "embedding"
max_input_tokens = 8192
max_tokens = 8192
input_cost_per_token = 2e-7
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
output_vector_size = 1024

[models."us-gov-west-1/amazon.titan-embed-text-v2:0".pricing."bedrock"]
input_cost_per_token = 2e-7
output_cost_per_token = 0

[models."us-gov-west-1/amazon.titan-text-express-v1"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 8000
max_tokens = 8000
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000017
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-gov-west-1/amazon.titan-text-express-v1".pricing."bedrock"]
input_cost_per_token = 0.0000013
output_cost_per_token = 0.0000017

[models."us-gov-west-1/amazon.titan-text-lite-v1"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 3e-7
output_cost_per_token = 4e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-gov-west-1/amazon.titan-text-lite-v1".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 4e-7

[models."us-gov-west-1/amazon.titan-text-premier-v1:0"]
mode = "chat"
max_input_tokens = 42000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-gov-west-1/amazon.titan-text-premier-v1:0".pricing."bedrock"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018
cache_read_input_token_cost = 3.6e-7
cache_creation_input_token_cost = 0.0000045
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-west-1/anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.0000045
cache_read_input_token_cost = 3.6e-7
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018

[models."us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018
cache_read_input_token_cost = 3.6e-7
cache_creation_input_token_cost = 0.0000045
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-west-1/anthropic.claude-3-7-sonnet-20250219-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.0000045
cache_read_input_token_cost = 3.6e-7
input_cost_per_token = 0.0000036
output_cost_per_token = 0.000018

[models."us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 3e-8
cache_creation_input_token_cost = 3.75e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-west-1/anthropic.claude-3-haiku-20240307-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.75e-7
cache_read_input_token_cost = 3e-8
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000015

[models."us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006
cache_read_input_token_cost = 1.2e-7
cache_creation_input_token_cost = 0.0000015
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us-gov-west-1/anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.0000015
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000006

[models."us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-west-1/anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."us-gov-west-1/claude-sonnet-4-5-20250929-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true

[models."us-gov-west-1/claude-sonnet-4-5-20250929-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.000004125
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."us-gov-west-1/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_pdf_input = true

[models."us-gov-west-1/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035

[models."us-gov-west-1/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 3e-7
output_cost_per_token = 0.00000265
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_pdf_input = true

[models."us-gov-west-1/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.00000265

[models."us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token_above_200k_tokens = 0.00002475
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us-gov.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost = 3.3e-7
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token = 0.0000033
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token = 0.0000165
output_cost_per_token_above_200k_tokens = 0.00002475

[models."us-west-1/meta.llama3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-west-1/meta.llama3-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000265
output_cost_per_token = 0.0000035

[models."us-west-1/meta.llama3-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 8192
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7
litellm_provider = "bedrock"
providers = ["bedrock"]

[models."us-west-1/meta.llama3-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3e-7
output_cost_per_token = 6e-7

[models."us.amazon.nova-2-lite-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275
cache_read_input_token_cost = 8.25e-8
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true
supports_video_input = true

[models."us.amazon.nova-2-lite-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 8.25e-8
input_cost_per_token = 3.3e-7
output_cost_per_token = 0.00000275

[models."us.amazon.nova-2-pro-preview-20251202-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175
cache_read_input_token_cost = 5.46875e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
supports_response_schema = true
supports_video_input = true

[models."us.amazon.nova-2-pro-preview-20251202-v1:0".pricing."bedrock_converse"]
cache_read_input_token_cost = 5.46875e-7
input_cost_per_audio_token = 0.0000021875
input_cost_per_image_token = 0.0000021875
input_cost_per_token = 0.0000021875
output_cost_per_token = 0.0000175

[models."us.amazon.nova-canvas-v1:0"]
mode = "image_generation"
max_input_tokens = 2600
litellm_provider = "bedrock"
providers = ["bedrock"]
output_cost_per_image = 0.06
supports_nova_canvas_image_edit = true

[models."us.amazon.nova-canvas-v1:0".pricing."bedrock"]
output_cost_per_image = 0.06

[models."us.amazon.nova-lite-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."us.amazon.nova-lite-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 6e-8
output_cost_per_token = 2.4e-7

[models."us.amazon.nova-micro-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_prompt_caching = true
supports_response_schema = true

[models."us.amazon.nova-micro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.4e-7

[models."us.amazon.nova-premier-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = false
supports_pdf_input = true
supports_response_schema = true

[models."us.amazon.nova-premier-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.0000125

[models."us.amazon.nova-pro-v1:0"]
mode = "chat"
max_input_tokens = 300000
max_output_tokens = 10000
max_tokens = 10000
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_response_schema = true

[models."us.amazon.nova-pro-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.0000032

[models."us.anthropic.claude-3-5-haiku-20241022-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 8e-8
cache_creation_input_token_cost = 0.000001
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-5-haiku-20241022-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.000001
cache_read_input_token_cost = 8e-8
input_cost_per_token = 8e-7
output_cost_per_token = 0.000004

[models."us.anthropic.claude-3-5-sonnet-20240620-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-5-sonnet-20240620-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."us.anthropic.claude-3-5-sonnet-20241022-v2:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-5-sonnet-20241022-v2:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."us.anthropic.claude-3-7-sonnet-20250219-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-7-sonnet-20250219-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."us.anthropic.claude-3-haiku-20240307-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125
cache_read_input_token_cost = 2.5e-8
cache_creation_input_token_cost = 3.125e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-haiku-20240307-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 3.125e-7
cache_read_input_token_cost = 2.5e-8
input_cost_per_token = 2.5e-7
output_cost_per_token = 0.00000125

[models."us.anthropic.claude-3-opus-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-opus-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."us.anthropic.claude-3-sonnet-20240229-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_pdf_input = true
supports_response_schema = true
supports_tool_choice = true

[models."us.anthropic.claude-3-sonnet-20240229-v1:0".pricing."bedrock"]
cache_creation_input_token_cost = 0.00000375
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."us.anthropic.claude-haiku-4-5-20251001-v1:0"]
display_name = "Claude Haiku 4.5 (US)"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055
cache_read_input_token_cost = 1.1e-7
cache_creation_input_token_cost = 0.000001375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-02-28"
release_date = "2025-10-15"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/about-aws/whats-new/2025/10/claude-4-5-haiku-anthropic-amazon-bedrock"
cache_creation_input_token_cost_above_1hr = 0.0000022
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."us.anthropic.claude-haiku-4-5-20251001-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000001375
cache_creation_input_token_cost_above_1hr = 0.0000022
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000055

[models."us.anthropic.claude-opus-4-1-20250805-v1:0"]
display_name = "Claude Opus 4.1 (US)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-08-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."us.anthropic.claude-opus-4-1-20250805-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-opus-4-1-20250805-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."us.anthropic.claude-opus-4-1-20250805-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."us.anthropic.claude-opus-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
cache_read_input_token_cost = 0.0000015
cache_creation_input_token_cost = 0.00001875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."us.anthropic.claude-opus-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-opus-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00001875
cache_read_input_token_cost = 0.0000015
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."us.anthropic.claude-opus-4-5-20251101-v1:0"]
display_name = "Claude Opus 4.5 (US)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-03-31"
release_date = "2025-11-24"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000011
supports_assistant_prefill = true
supports_computer_use = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."us.anthropic.claude-opus-4-5-20251101-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-opus-4-5-20251101-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."us.anthropic.claude-opus-4-5-20251101-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_creation_input_token_cost_above_1hr = 0.000011
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."us.anthropic.claude-opus-4-6-v1"]
display_name = "Claude Opus 4.6 (US)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-05-31"
release_date = "2026-02-05"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000011
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us.anthropic.claude-opus-4-6-v1".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-opus-4-6-v1".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."us.anthropic.claude-opus-4-6-v1".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_creation_input_token_cost_above_1hr = 0.000011
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."us.anthropic.claude-opus-4-7"]
display_name = "Claude Opus 4.7 (US)"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275
cache_read_input_token_cost = 5.5e-7
cache_creation_input_token_cost = 0.000006875
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2026-01-31"
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.000011
supports_assistant_prefill = false
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
supports_xhigh_reasoning_effort = true
tool_use_system_prompt_tokens = 346

[models."us.anthropic.claude-opus-4-7".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-opus-4-7".pricing."amazon-bedrock"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."us.anthropic.claude-opus-4-7".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000006875
cache_creation_input_token_cost_above_1hr = 0.000011
cache_read_input_token_cost = 5.5e-7
input_cost_per_token = 0.0000055
output_cost_per_token = 0.0000275

[models."us.anthropic.claude-sonnet-4-20250514-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
cache_creation_input_token_cost = 0.00000375
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token_above_200k_tokens = 0.0000225
supports_assistant_prefill = true
supports_computer_use = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 159

[models."us.anthropic.claude-sonnet-4-20250514-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-sonnet-4-20250514-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.00000375
cache_creation_input_token_cost_above_200k_tokens = 0.0000075
cache_read_input_token_cost = 3e-7
cache_read_input_token_cost_above_200k_tokens = 6e-7
input_cost_per_token = 0.000003
input_cost_per_token_above_200k_tokens = 0.000006
output_cost_per_token = 0.000015
output_cost_per_token_above_200k_tokens = 0.0000225

[models."us.anthropic.claude-sonnet-4-5-20250929-v1:0"]
display_name = "Claude Sonnet 4.5 (US)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-07-31"
release_date = "2025-09-29"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.0000066
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.0000132
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token_above_200k_tokens = 0.00002475
supports_assistant_prefill = true
supports_computer_use = true
supports_native_structured_output = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us.anthropic.claude-sonnet-4-5-20250929-v1:0".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."us.anthropic.claude-sonnet-4-5-20250929-v1:0".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_creation_input_token_cost_above_1hr = 0.0000066
cache_creation_input_token_cost_above_1hr_above_200k_tokens = 0.0000132
cache_creation_input_token_cost_above_200k_tokens = 0.00000825
cache_read_input_token_cost = 3.3e-7
cache_read_input_token_cost_above_200k_tokens = 6.6e-7
input_cost_per_token = 0.0000033
input_cost_per_token_above_200k_tokens = 0.0000066
output_cost_per_token = 0.0000165
output_cost_per_token_above_200k_tokens = 0.00002475

[models."us.anthropic.claude-sonnet-4-6"]
display_name = "Claude Sonnet 4.6 (US)"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165
cache_read_input_token_cost = 3.3e-7
cache_creation_input_token_cost = 0.000004125
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
supports_pdf_input = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-02-17"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
cache_creation_input_token_cost_above_1hr = 0.0000066
supports_assistant_prefill = true
supports_computer_use = true
supports_max_reasoning_effort = true
supports_minimal_reasoning_effort = true
supports_native_structured_output = true
supports_output_config = true
supports_response_schema = true
supports_tool_choice = true
tool_use_system_prompt_tokens = 346

[models."us.anthropic.claude-sonnet-4-6".search_context_cost_per_query]
search_context_size_high = 0.01
search_context_size_low = 0.01
search_context_size_medium = 0.01

[models."us.anthropic.claude-sonnet-4-6".pricing."amazon-bedrock"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."us.anthropic.claude-sonnet-4-6".pricing."bedrock_converse"]
cache_creation_input_token_cost = 0.000004125
cache_creation_input_token_cost_above_1hr = 0.0000066
cache_read_input_token_cost = 3.3e-7
input_cost_per_token = 0.0000033
output_cost_per_token = 0.0000165

[models."us.deepseek.r1-v1:0"]
display_name = "DeepSeek-R1 (US)"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-07"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = false

[models."us.deepseek.r1-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054
[models."us.deepseek.r1-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.00000135
output_cost_per_token = 0.0000054

[models."us.deepseek.v3.2"]
mode = "chat"
max_input_tokens = 163840
max_output_tokens = 163840
max_tokens = 163840
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_reasoning = true
supports_tool_choice = true

[models."us.deepseek.v3.2".pricing."bedrock_converse"]
input_cost_per_token = 6.2e-7
output_cost_per_token = 0.00000185

[models."us.meta.llama3-1-405b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.00000532
output_cost_per_token = 0.000016
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."us.meta.llama3-1-405b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.00000532
output_cost_per_token = 0.000016

[models."us.meta.llama3-1-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."us.meta.llama3-1-70b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 9.9e-7
output_cost_per_token = 9.9e-7

[models."us.meta.llama3-1-8b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."us.meta.llama3-1-8b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 2.2e-7
output_cost_per_token = 2.2e-7

[models."us.meta.llama3-2-11b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = false

[models."us.meta.llama3-2-11b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 3.5e-7

[models."us.meta.llama3-2-1b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."us.meta.llama3-2-1b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 1e-7
output_cost_per_token = 1e-7

[models."us.meta.llama3-2-3b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_tool_choice = false

[models."us.meta.llama3-2-3b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 1.5e-7

[models."us.meta.llama3-2-90b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002
litellm_provider = "bedrock"
providers = ["bedrock"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = false

[models."us.meta.llama3-2-90b-instruct-v1:0".pricing."bedrock"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000002

[models."us.meta.llama3-3-70b-instruct-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_tool_choice = false

[models."us.meta.llama3-3-70b-instruct-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 7.2e-7

[models."us.meta.llama4-maverick-17b-instruct-v1:0"]
display_name = "Llama 4 Maverick 17B Instruct (US)"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.7e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
input_cost_per_token_batches = 1.2e-7
output_cost_per_token_batches = 4.85e-7
supports_tool_choice = false

[models."us.meta.llama4-maverick-17b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 2.4e-7
output_cost_per_token = 9.7e-7
[models."us.meta.llama4-maverick-17b-instruct-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 2.4e-7
input_cost_per_token_batches = 1.2e-7
output_cost_per_token = 9.7e-7
output_cost_per_token_batches = 4.85e-7

[models."us.meta.llama4-scout-17b-instruct-v1:0"]
display_name = "Llama 4 Scout 17B Instruct (US)"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1.7e-7
output_cost_per_token = 6.6e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-08"
release_date = "2025-04-05"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text", "code"]
input_cost_per_token_batches = 8.5e-8
output_cost_per_token_batches = 3.3e-7
supports_tool_choice = false

[models."us.meta.llama4-scout-17b-instruct-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 6.6e-7
[models."us.meta.llama4-scout-17b-instruct-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 1.7e-7
input_cost_per_token_batches = 8.5e-8
output_cost_per_token = 6.6e-7
output_cost_per_token_batches = 3.3e-7

[models."us.mistral.pixtral-large-2502-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
max_tokens = 4096
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_tool_choice = false

[models."us.mistral.pixtral-large-2502-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."us.twelvelabs.marengo-embed-2-7-v1:0"]
mode = "embedding"
max_input_tokens = 77
max_tokens = 77
input_cost_per_token = 0.00007
output_cost_per_token = 0
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_audio_per_second = 0.00014
input_cost_per_image = 0.0001
input_cost_per_video_per_second = 0.0007
output_vector_size = 1024
supports_embedding_image_input = true
supports_image_input = true

[models."us.twelvelabs.marengo-embed-2-7-v1:0".pricing."bedrock"]
input_cost_per_audio_per_second = 0.00014
input_cost_per_image = 0.0001
input_cost_per_token = 0.00007
input_cost_per_video_per_second = 0.0007
output_cost_per_token = 0

[models."us.twelvelabs.pegasus-1-2-v1:0"]
mode = "chat"
output_cost_per_token = 0.0000075
litellm_provider = "bedrock"
providers = ["bedrock"]
input_cost_per_video_per_second = 0.00049
supports_video_input = true

[models."us.twelvelabs.pegasus-1-2-v1:0".pricing."bedrock"]
input_cost_per_video_per_second = 0.00049
output_cost_per_token = 0.0000075

[models."us.writer.palmyra-x4-v1:0"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_pdf_input = true

[models."us.writer.palmyra-x4-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."us.writer.palmyra-x5-v1:0"]
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse"]
supports_function_calling = true
supports_pdf_input = true

[models."us.writer.palmyra-x5-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006

[models."v0-1.0-md"]
display_name = "v0 1.0 MD"
model_family = "v0"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "v0"
providers = ["v0", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."v0-1.0-md".pricing."nano-gpt"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."v0-1.0-md".pricing."v0"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."v0-1.5-lg"]
display_name = "v0 1.5 LG"
model_family = "v0"
mode = "chat"
max_input_tokens = 512000
max_output_tokens = 512000
max_tokens = 512000
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
litellm_provider = "v0"
providers = ["v0", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."v0-1.5-lg".pricing."nano-gpt"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075
[models."v0-1.5-lg".pricing."v0"]
input_cost_per_token = 0.000015
output_cost_per_token = 0.000075

[models."v0-1.5-md"]
display_name = "v0 1.5 MD"
model_family = "v0"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "v0"
providers = ["v0", "nano-gpt"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-04"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."v0-1.5-md".pricing."nano-gpt"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."v0-1.5-md".pricing."v0"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."venice-uncensored"]
display_name = "Venice Uncensored"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-02-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."venice-uncensored".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7

[models."venice-uncensored-1-2"]
display_name = "Venice Uncensored 1.2"
model_family = "venice"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 9.000000000000001e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."venice-uncensored-1-2".pricing."venice"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 9.000000000000001e-7

[models."venice-uncensored-role-play"]
display_name = "Venice Role Play Uncensored"
model_family = "venice"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 4096
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2026-02-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."venice-uncensored-role-play".pricing."venice"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.000002

[models."venice-uncensored:web"]
display_name = "Venice Uncensored Web"
mode = "chat"
max_input_tokens = 80000
max_output_tokens = 16384
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-05-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."venice-uncensored:web".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 4.0000000000000003e-7

[models."veo-2.0-generate-001"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.35

[models."veo-2.0-generate-001".pricing."gemini"]
output_cost_per_second = 0.35
[models."veo-2.0-generate-001".pricing."vertex_ai"]
output_cost_per_second = 0.35

[models."veo-3.0-fast-generate-001"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.15

[models."veo-3.0-fast-generate-001".pricing."vertex_ai"]
output_cost_per_second = 0.15

[models."veo-3.0-generate-001"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.4

[models."veo-3.0-generate-001".pricing."vertex_ai"]
output_cost_per_second = 0.4

[models."veo-3.1-fast-generate-001"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.15

[models."veo-3.1-fast-generate-001".pricing."gemini"]
output_cost_per_second = 0.15
[models."veo-3.1-fast-generate-001".pricing."vertex_ai"]
output_cost_per_second = 0.15

[models."veo-3.1-fast-generate-preview"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.15

[models."veo-3.1-fast-generate-preview".pricing."gemini"]
output_cost_per_second = 0.15
[models."veo-3.1-fast-generate-preview".pricing."vertex_ai"]
output_cost_per_second = 0.15

[models."veo-3.1-generate-001"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.4

[models."veo-3.1-generate-001".pricing."gemini"]
output_cost_per_second = 0.4
[models."veo-3.1-generate-001".pricing."vertex_ai"]
output_cost_per_second = 0.4

[models."veo-3.1-generate-preview"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "gemini"
providers = ["gemini", "vertex_ai"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.4

[models."veo-3.1-generate-preview".pricing."gemini"]
output_cost_per_second = 0.4
[models."veo-3.1-generate-preview".pricing."vertex_ai"]
output_cost_per_second = 0.4

[models."veo-3.1-lite-generate-preview"]
mode = "video_generation"
max_input_tokens = 1024
max_tokens = 1024
litellm_provider = "gemini"
providers = ["gemini"]
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "https://ai.google.dev/gemini-api/docs/video"
output_cost_per_second = 0.05
output_cost_per_second_1080p = 0.08

[models."veo-3.1-lite-generate-preview".pricing."gemini"]
output_cost_per_second = 0.05
output_cost_per_second_1080p = 0.08

[models."vercel/v0-1.0-md"]
display_name = "v0-1.0-md"
model_family = "v0"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2025-05-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."vercel/v0-1.0-md".pricing."vercel"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."vercel/v0-1.0-md".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."vercel/v0-1.5-md"]
display_name = "v0-1.5-md"
model_family = "v0"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2025-06-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."vercel/v0-1.5-md".pricing."vercel"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."vercel/v0-1.5-md".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."vicuna"]
mode = "completion"
max_input_tokens = 2048
max_output_tokens = 2048
max_tokens = 2048
input_cost_per_token = 0
output_cost_per_token = 0
litellm_provider = "ollama"
providers = ["ollama"]

[models."vicuna".pricing."ollama"]
input_cost_per_token = 0
output_cost_per_token = 0

[models."volcengine/doubao-seed-1-8"]
display_name = "Doubao-Seed-1.8"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 1.1e-7
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-12-18"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."volcengine/doubao-seed-1-8".pricing."zenmux"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.1e-7
output_cost_per_token = 2.8e-7

[models."volcengine/doubao-seed-2-0-code"]
display_name = "Doubao Seed 2.0 Code"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32000
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.00000448
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-03-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."volcengine/doubao-seed-2-0-code".pricing."zenmux"]
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.00000448

[models."volcengine/doubao-seed-2-0-lite"]
display_name = "Doubao-Seed-2.0-lite"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 9e-8
output_cost_per_token = 5.1e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-02-14"
release_date = "2026-02-14"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."volcengine/doubao-seed-2-0-lite".pricing."zenmux"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 9e-8
output_cost_per_token = 5.1e-7

[models."volcengine/doubao-seed-2-0-mini"]
display_name = "Doubao-Seed-2.0-mini"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 3e-8
output_cost_per_token = 2.8e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-02-14"
release_date = "2026-02-14"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."volcengine/doubao-seed-2-0-mini".pricing."zenmux"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 3e-8
output_cost_per_token = 2.8e-7

[models."volcengine/doubao-seed-2-0-pro"]
display_name = "Doubao-Seed-2.0-pro"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000224
cache_read_input_token_cost = 9e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2026-02-14"
release_date = "2026-02-14"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."volcengine/doubao-seed-2-0-pro".pricing."zenmux"]
cache_read_input_token_cost = 9e-8
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.00000224

[models."volcengine/doubao-seed-code"]
display_name = "Doubao-Seed-Code"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 64000
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.00000112
cache_read_input_token_cost = 3e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-11-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."volcengine/doubao-seed-code".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.7000000000000001e-7
output_cost_per_token = 0.00000112

[models."voxtral-small-24b-2507"]
display_name = "Voxtral Small 24B 2507"
model_family = "voxtral"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 3.5e-7
litellm_provider = "scaleway"
providers = ["scaleway"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
release_date = "2025-07-01"
supported_modalities = ["text", "audio"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."voxtral-small-24b-2507".pricing."scaleway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 3.5e-7

[models."voyage-2"]
mode = "embedding"
max_input_tokens = 4000
max_tokens = 4000
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-2".pricing."voyage"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."voyage-3"]
mode = "embedding"
max_input_tokens = 32000
max_tokens = 32000
input_cost_per_token = 6e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-3".pricing."voyage"]
input_cost_per_token = 6e-8
output_cost_per_token = 0

[models."voyage-3-large"]
display_name = "voyage-3-large"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 32000
max_output_tokens = 1536
max_tokens = 32000
input_cost_per_token = 1.8e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-3-large".pricing."vercel"]
input_cost_per_token = 1.8e-7
[models."voyage-3-large".pricing."voyage"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 0

[models."voyage-3-lite"]
mode = "embedding"
max_input_tokens = 32000
max_tokens = 32000
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-3-lite".pricing."voyage"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."voyage-3.5"]
display_name = "voyage-3.5"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 32000
max_output_tokens = 1536
max_tokens = 32000
input_cost_per_token = 6e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-3.5".pricing."vercel"]
input_cost_per_token = 6e-8
[models."voyage-3.5".pricing."voyage"]
input_cost_per_token = 6e-8
output_cost_per_token = 0

[models."voyage-3.5-lite"]
display_name = "voyage-3.5-lite"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 32000
max_output_tokens = 1536
max_tokens = 32000
input_cost_per_token = 2e-8
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-05-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-3.5-lite".pricing."vercel"]
input_cost_per_token = 2e-8
[models."voyage-3.5-lite".pricing."voyage"]
input_cost_per_token = 2e-8
output_cost_per_token = 0

[models."voyage-code-2"]
display_name = "voyage-code-2"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 16000
max_output_tokens = 1536
max_tokens = 16000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-code-2".pricing."vercel"]
input_cost_per_token = 1.2e-7
[models."voyage-code-2".pricing."voyage"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."voyage-code-3"]
display_name = "voyage-code-3"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 32000
max_output_tokens = 1536
max_tokens = 32000
input_cost_per_token = 1.8e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-code-3".pricing."vercel"]
input_cost_per_token = 1.8e-7
[models."voyage-code-3".pricing."voyage"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 0

[models."voyage-context-3"]
mode = "embedding"
max_input_tokens = 120000
max_tokens = 120000
input_cost_per_token = 1.8e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-context-3".pricing."voyage"]
input_cost_per_token = 1.8e-7
output_cost_per_token = 0

[models."voyage-finance-2"]
display_name = "voyage-finance-2"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 32000
max_output_tokens = 1536
max_tokens = 32000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-finance-2".pricing."vercel"]
input_cost_per_token = 1.2e-7
[models."voyage-finance-2".pricing."voyage"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."voyage-large-2"]
mode = "embedding"
max_input_tokens = 16000
max_tokens = 16000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-large-2".pricing."voyage"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."voyage-law-2"]
display_name = "voyage-law-2"
model_family = "voyage"
mode = "embedding"
max_input_tokens = 16000
max_output_tokens = 1536
max_tokens = 16000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage", "vercel"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."voyage-law-2".pricing."vercel"]
input_cost_per_token = 1.2e-7
[models."voyage-law-2".pricing."voyage"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."voyage-lite-01"]
mode = "embedding"
max_input_tokens = 4096
max_tokens = 4096
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-lite-01".pricing."voyage"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."voyage-lite-02-instruct"]
mode = "embedding"
max_input_tokens = 4000
max_tokens = 4000
input_cost_per_token = 1e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-lite-02-instruct".pricing."voyage"]
input_cost_per_token = 1e-7
output_cost_per_token = 0

[models."voyage-multimodal-3"]
mode = "embedding"
max_input_tokens = 32000
max_tokens = 32000
input_cost_per_token = 1.2e-7
output_cost_per_token = 0
litellm_provider = "voyage"
providers = ["voyage"]

[models."voyage-multimodal-3".pricing."voyage"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 0

[models."wan2-2-t2v-a14b"]
display_name = "Wan2.2-T2V-A14B"
mode = "chat"
max_input_tokens = 100
max_output_tokens = 1
input_cost_per_token = 6e-7
litellm_provider = "digitalocean"
providers = ["digitalocean"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["video"]
source = "modelsdev"

[models."wan2-2-t2v-a14b".pricing."digitalocean"]
input_cost_per_token = 6e-7

[models."whisper"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.0001
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper".metadata]
notes = "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"

[models."whisper".pricing."deepgram"]
input_cost_per_second = 0.0001
output_cost_per_second = 0

[models."whisper-1"]
mode = "audio_transcription"
litellm_provider = "azure"
providers = ["azure", "openai"]
input_cost_per_second = 0.0001
output_cost_per_second = 0.0001
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-1".pricing."azure"]
input_cost_per_second = 0.0001
output_cost_per_second = 0.0001
[models."whisper-1".pricing."openai"]
input_cost_per_second = 0.0001
output_cost_per_second = 0.0001

[models."whisper-base"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.0001
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-base".metadata]
notes = "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"

[models."whisper-base".pricing."deepgram"]
input_cost_per_second = 0.0001
output_cost_per_second = 0

[models."whisper-large"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.0001
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-large".metadata]
notes = "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"

[models."whisper-large".pricing."deepgram"]
input_cost_per_second = 0.0001
output_cost_per_second = 0

[models."whisper-large-v3"]
display_name = "Whisper Large v3"
model_family = "whisper"
mode = "audio_transcription"
max_input_tokens = 448
max_output_tokens = 448
litellm_provider = "groq"
providers = ["groq", "evroc", "nearai", "nvidia", "privatemode-ai", "scaleway"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2023-09"
release_date = "2023-11-06"
supported_modalities = ["audio"]
supported_output_modalities = ["text"]
input_cost_per_second = 0.00003083
output_cost_per_second = 0

[models."whisper-large-v3".pricing."evroc"]
input_cost_per_token = 2.36e-9
output_cost_per_token = 2.36e-9
[models."whisper-large-v3".pricing."groq"]
input_cost_per_second = 0.00003083
output_cost_per_second = 0
[models."whisper-large-v3".pricing."nearai"]
input_cost_per_token = 1e-8
[models."whisper-large-v3".pricing."scaleway"]
input_cost_per_token = 3e-9

[models."whisper-large-v3-turbo"]
display_name = "Whisper Large v3 Turbo"
model_family = "whisper"
mode = "audio_transcription"
max_input_tokens = 448
max_output_tokens = 448
litellm_provider = "groq"
providers = ["groq", "watsonx"]
supports_function_calling = false
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2024-10-01"
supported_modalities = ["audio"]
supported_output_modalities = ["text"]
input_cost_per_second = 0.00001111
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-large-v3-turbo".pricing."groq"]
input_cost_per_second = 0.00001111
output_cost_per_second = 0
[models."whisper-large-v3-turbo".pricing."watsonx"]
input_cost_per_second = 0.0001
output_cost_per_second = 0.0001

[models."whisper-medium"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.0001
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-medium".metadata]
notes = "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"

[models."whisper-medium".pricing."deepgram"]
input_cost_per_second = 0.0001
output_cost_per_second = 0

[models."whisper-small"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.0001
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-small".metadata]
notes = "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"

[models."whisper-small".pricing."deepgram"]
input_cost_per_second = 0.0001
output_cost_per_second = 0

[models."whisper-tiny"]
mode = "audio_transcription"
litellm_provider = "deepgram"
providers = ["deepgram"]
source = "https://deepgram.com/pricing"
input_cost_per_second = 0.0001
output_cost_per_second = 0
supported_endpoints = ["/v1/audio/transcriptions"]

[models."whisper-tiny".metadata]
notes = "Deepgram's hosted OpenAI Whisper models - pricing may differ from native Deepgram models"

[models."whisper-tiny".pricing."deepgram"]
input_cost_per_second = 0.0001
output_cost_per_second = 0

[models."workers-ai/@cf/ai4bharat/indictrans2-en-indic-1B"]
display_name = "IndicTrans2 EN-Indic 1B"
model_family = "indictrans"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 3.4000000000000003e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/ai4bharat/indictrans2-en-indic-1B".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 3.4000000000000003e-7

[models."workers-ai/@cf/aisingapore/gemma-sea-lion-v4-27b-it"]
display_name = "Gemma SEA-LION v4 27B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/aisingapore/gemma-sea-lion-v4-27b-it".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7

[models."workers-ai/@cf/baai/bge-base-en-v1-5"]
display_name = "BGE Base EN v1.5"
model_family = "bge"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 6.7e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/baai/bge-base-en-v1-5".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 6.7e-8

[models."workers-ai/@cf/baai/bge-large-en-v1-5"]
display_name = "BGE Large EN v1.5"
model_family = "bge"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.0000000000000002e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/baai/bge-large-en-v1-5".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.0000000000000002e-7

[models."workers-ai/@cf/baai/bge-m3"]
display_name = "BGE M3"
model_family = "bge"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.2e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/baai/bge-m3".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.2e-8

[models."workers-ai/@cf/baai/bge-reranker-base"]
display_name = "BGE Reranker Base"
model_family = "bge"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.1e-9
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/baai/bge-reranker-base".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.1e-9

[models."workers-ai/@cf/baai/bge-small-en-v1-5"]
display_name = "BGE Small EN v1.5"
model_family = "bge"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/baai/bge-small-en-v1-5".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2e-8

[models."workers-ai/@cf/deepgram/aura-2-en"]
display_name = "Deepgram Aura 2 (EN)"
model_family = "aura"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/deepgram/aura-2-es"]
display_name = "Deepgram Aura 2 (ES)"
model_family = "aura"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/deepgram/nova-3"]
display_name = "Deepgram Nova 3"
model_family = "nova"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b"]
display_name = "DeepSeek R1 Distill Qwen 32B"
model_family = "deepseek-thinking"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000488
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.00000488

[models."workers-ai/@cf/facebook/bart-large-cnn"]
display_name = "BART Large CNN"
model_family = "bart"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/google/gemma-3-12b-it"]
display_name = "Gemma 3 12B IT"
model_family = "gemma"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/google/gemma-3-12b-it".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7

[models."workers-ai/@cf/huggingface/distilbert-sst-2-int8"]
display_name = "DistilBERT SST-2 INT8"
model_family = "distilbert"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.5999999999999998e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/huggingface/distilbert-sst-2-int8".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.5999999999999998e-8

[models."workers-ai/@cf/ibm-granite/granite-4-0-h-micro"]
display_name = "IBM Granite 4.0 H Micro"
model_family = "granite"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.1e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-10-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/ibm-granite/granite-4-0-h-micro".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.7e-8
output_cost_per_token = 1.1e-7

[models."workers-ai/@cf/meta/llama-2-7b-chat-fp16"]
display_name = "Llama 2 7B Chat FP16"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000667
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-2-7b-chat-fp16".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 5.6e-7
output_cost_per_token = 0.00000667

[models."workers-ai/@cf/meta/llama-3-1-8b-instruct"]
display_name = "Llama 3.1 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.8e-7
output_cost_per_token = 8.299999999999999e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-1-8b-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 8.299999999999999e-7

[models."workers-ai/@cf/meta/llama-3-1-8b-instruct-awq"]
display_name = "Llama 3.1 8B Instruct AWQ"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.7e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-1-8b-instruct-awq".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.7e-7

[models."workers-ai/@cf/meta/llama-3-1-8b-instruct-fp8"]
display_name = "Llama 3.1 8B Instruct FP8"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.5e-7
output_cost_per_token = 2.9e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-1-8b-instruct-fp8".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 2.9e-7

[models."workers-ai/@cf/meta/llama-3-2-11b-vision-instruct"]
display_name = "Llama 3.2 11B Vision Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 4.9e-8
output_cost_per_token = 6.800000000000001e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-2-11b-vision-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 4.9e-8
output_cost_per_token = 6.800000000000001e-7

[models."workers-ai/@cf/meta/llama-3-2-1b-instruct"]
display_name = "Llama 3.2 1B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.7e-8
output_cost_per_token = 2.0000000000000002e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-2-1b-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.7e-8
output_cost_per_token = 2.0000000000000002e-7

[models."workers-ai/@cf/meta/llama-3-2-3b-instruct"]
display_name = "Llama 3.2 3B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-2-3b-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7

[models."workers-ai/@cf/meta/llama-3-3-70b-instruct-fp8-fast"]
display_name = "Llama 3.3 70B Instruct FP8 Fast"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000225
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-3-70b-instruct-fp8-fast".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.9e-7
output_cost_per_token = 0.00000225

[models."workers-ai/@cf/meta/llama-3-8b-instruct"]
display_name = "Llama 3 8B Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.8e-7
output_cost_per_token = 8.3e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-8b-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.8e-7
output_cost_per_token = 8.3e-7

[models."workers-ai/@cf/meta/llama-3-8b-instruct-awq"]
display_name = "Llama 3 8B Instruct AWQ"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.7e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-3-8b-instruct-awq".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.2e-7
output_cost_per_token = 2.7e-7

[models."workers-ai/@cf/meta/llama-4-scout-17b-16e-instruct"]
display_name = "Llama 4 Scout 17B 16E Instruct"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-4-scout-17b-16e-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.7e-7
output_cost_per_token = 8.5e-7

[models."workers-ai/@cf/meta/llama-guard-3-8b"]
display_name = "Llama Guard 3 8B"
model_family = "llama"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 4.8e-7
output_cost_per_token = 3e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/llama-guard-3-8b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 4.8e-7
output_cost_per_token = 3e-8

[models."workers-ai/@cf/meta/m2m100-1-2b"]
display_name = "M2M100 1.2B"
model_family = "m2m"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 3.4000000000000003e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/meta/m2m100-1-2b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.4000000000000003e-7
output_cost_per_token = 3.4000000000000003e-7

[models."workers-ai/@cf/mistral/mistral-7b-instruct-v0-1"]
display_name = "Mistral 7B Instruct v0.1"
model_family = "mistral"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.1e-7
output_cost_per_token = 1.9e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-03"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/mistral/mistral-7b-instruct-v0-1".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.1e-7
output_cost_per_token = 1.9e-7

[models."workers-ai/@cf/mistralai/mistral-small-3-1-24b-instruct"]
display_name = "Mistral Small 3.1 24B Instruct"
model_family = "mistral-small"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/mistralai/mistral-small-3-1-24b-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 5.6e-7

[models."workers-ai/@cf/moonshotai/kimi-k2-5"]
display_name = "Kimi K2.5"
model_family = "kimi"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-01-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/moonshotai/kimi-k2-5".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.000003

[models."workers-ai/@cf/moonshotai/kimi-k2-6"]
display_name = "Kimi K2.6"
model_family = "kimi"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004
cache_read_input_token_cost = 1.6e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2026-04-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/moonshotai/kimi-k2-6".pricing."cloudflare-ai-gateway"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.000004

[models."workers-ai/@cf/myshell-ai/melotts"]
display_name = "MyShell MeloTTS"
model_family = "melotts"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/nvidia/nemotron-3-120b-a12b"]
display_name = "Nemotron 3 Super 120B"
model_family = "nemotron"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/nvidia/nemotron-3-120b-a12b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000015

[models."workers-ai/@cf/openai/gpt-oss-120b"]
display_name = "GPT OSS 120B"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/openai/gpt-oss-120b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 3.5e-7
output_cost_per_token = 7.5e-7

[models."workers-ai/@cf/openai/gpt-oss-20b"]
display_name = "GPT OSS 20B"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 3e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-08-05"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/openai/gpt-oss-20b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 3e-7

[models."workers-ai/@cf/pfnet/plamo-embedding-1b"]
display_name = "PLaMo Embedding 1B"
model_family = "plamo"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.8999999999999998e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-09-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/pfnet/plamo-embedding-1b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.8999999999999998e-8

[models."workers-ai/@cf/pipecat-ai/smart-turn-v2"]
display_name = "Pipecat Smart Turn v2"
model_family = "smart-turn"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/qwen/qwen2-5-coder-32b-instruct"]
display_name = "Qwen 2.5 Coder 32B Instruct"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/qwen/qwen2-5-coder-32b-instruct".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001

[models."workers-ai/@cf/qwen/qwen3-30b-a3b-fp8"]
display_name = "Qwen3 30B A3B FP8"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/qwen/qwen3-30b-a3b-fp8".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 5.0999999999999993e-8
output_cost_per_token = 3.4000000000000003e-7

[models."workers-ai/@cf/qwen/qwen3-embedding-0-6b"]
display_name = "Qwen3 Embedding 0.6B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.2e-8
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-11-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/qwen/qwen3-embedding-0-6b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 1.2e-8

[models."workers-ai/@cf/qwen/qwq-32b"]
display_name = "QwQ 32B"
model_family = "qwen"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/qwen/qwq-32b".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000001

[models."workers-ai/@cf/zai-org/glm-4-7-flash"]
display_name = "GLM-4.7-Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "cloudflare-ai-gateway"
providers = ["cloudflare-ai-gateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."workers-ai/@cf/zai-org/glm-4-7-flash".pricing."cloudflare-ai-gateway"]
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7

[models."writer.palmyra-x4-v1:0"]
display_name = "Palmyra X4"
model_family = "palmyra"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
supports_pdf_input = true
open_weights = false
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."writer.palmyra-x4-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001
[models."writer.palmyra-x4-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 0.0000025
output_cost_per_token = 0.00001

[models."writer.palmyra-x5-v1:0"]
display_name = "Palmyra X5"
model_family = "palmyra"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 8192
max_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
supports_pdf_input = true
open_weights = false
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."writer.palmyra-x5-v1:0".pricing."amazon-bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006
[models."writer.palmyra-x5-v1:0".pricing."bedrock_converse"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006

[models."writer/palmyra-x5"]
display_name = "Writer: Palmyra X5"
model_family = "palmyra"
mode = "chat"
max_input_tokens = 1040000
max_output_tokens = 8192
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-04-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."writer/palmyra-x5".pricing."kilo"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006
[models."writer/palmyra-x5".pricing."openrouter"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000006

[models."x-ai/grok-4"]
display_name = "Grok 4"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "openrouter"
providers = ["openrouter", "fastrouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-07-09"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/x-ai/grok-4"
supports_tool_choice = true
supports_web_search = true

[models."x-ai/grok-4".pricing."fastrouter"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."x-ai/grok-4".pricing."openrouter"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."x-ai/grok-4".pricing."zenmux"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."x-ai/grok-4-07-09"]
display_name = "Grok 4"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-07-09".pricing."nano-gpt"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."x-ai/grok-4-1-fast"]
display_name = "Grok 4.1 Fast"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-11-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-1-fast".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."x-ai/grok-4-1-fast".pricing."zenmux"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."x-ai/grok-4-1-fast-non-reasoning"]
display_name = "Grok 4.1 Fast Non Reasoning"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 64000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-11-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-1-fast-non-reasoning".pricing."zenmux"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."x-ai/grok-4-1-fast-reasoning"]
display_name = "Grok 4.1 Fast Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-11-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-1-fast-reasoning".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."x-ai/grok-4-2-fast"]
display_name = "Grok 4.2 Fast"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-20"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-2-fast".pricing."zenmux"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009

[models."x-ai/grok-4-2-fast-non-reasoning"]
display_name = "Grok 4.2 Fast Non Reasoning"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 30000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-03-20"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-2-fast-non-reasoning".pricing."zenmux"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000009

[models."x-ai/grok-4-20"]
display_name = "xAI: Grok 4.20"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09-01"
release_date = "2026-03-31"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-20".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."x-ai/grok-4-20".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."x-ai/grok-4-20-multi-agent"]
display_name = "xAI: Grok 4.20 Multi-Agent"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-09-01"
release_date = "2026-03-31"
supported_modalities = ["image", "pdf", "text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-20-multi-agent".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."x-ai/grok-4-20-multi-agent".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."x-ai/grok-4-3"]
display_name = "xAI: Grok 4.3"
model_family = "grok"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 4096
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-3".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
[models."x-ai/grok-4-3".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."x-ai/grok-4-fast"]
display_name = "Grok 4 Fast"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-09-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-fast".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."x-ai/grok-4-fast".pricing."zenmux"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."x-ai/grok-4-fast:thinking"]
display_name = "Grok 4 Fast Thinking"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-07-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-4-fast:thinking".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."x-ai/grok-build-0-1"]
display_name = "Grok Build 0.1"
model_family = "grok-build"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-build-0-1".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."x-ai/grok-code-fast-1"]
display_name = "Grok Code Fast 1"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-08-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."x-ai/grok-code-fast-1".pricing."nano-gpt"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
[models."x-ai/grok-code-fast-1".pricing."zenmux"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015

[models."x-ai/grok-code-fast-1:optimized:free"]
display_name = "xAI: Grok Code Fast 1 Optimized (experimental, free)"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 10000
litellm_provider = "kilo"
providers = ["kilo"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai.grok-3"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."xai.grok-3".pricing."oci"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."xai.grok-3-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."xai.grok-3-fast".pricing."oci"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."xai.grok-3-mini"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."xai.grok-3-mini".pricing."oci"]
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."xai.grok-3-mini-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."xai.grok-3-mini-fast".pricing."oci"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004

[models."xai.grok-4"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_native_streaming = true
supports_response_schema = false

[models."xai.grok-4".pricing."oci"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."xai.grok-4-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."xai.grok-4-fast".pricing."oci"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."xai.grok-4.1-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."xai.grok-4.1-fast".pricing."oci"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."xai.grok-4.20"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."xai.grok-4.20".pricing."oci"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."xai.grok-4.20-multi-agent"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."xai.grok-4.20-multi-agent".pricing."oci"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."xai.grok-code-fast-1"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "oci"
providers = ["oci"]
supports_function_calling = true
source = "https://www.oracle.com/artificial-intelligence/generative-ai/generative-ai-service/pricing"
supports_response_schema = false

[models."xai.grok-code-fast-1".pricing."oci"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."xai/grok-2"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 4000
max_tokens = 4000
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway"]
supports_function_calling = true
supports_tool_choice = true

[models."xai/grok-2".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."xai/grok-2-vision"]
mode = "chat"
max_input_tokens = 32768
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway"]
supports_function_calling = true
supports_vision = true
supports_tool_choice = true

[models."xai/grok-2-vision".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000002
output_cost_per_token = 0.00001

[models."xai/grok-3"]
display_name = "Grok 3"
model_family = "grok"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "github-models", "poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."xai/grok-3".pricing."poe"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."xai/grok-3".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."xai/grok-3-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway"]
supports_function_calling = true

[models."xai/grok-3-fast".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."xai/grok-3-mini"]
display_name = "Grok 3 Mini"
model_family = "grok"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "github-models", "poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-04-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."xai/grok-3-mini".pricing."poe"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7
[models."xai/grok-3-mini".pricing."vercel_ai_gateway"]
input_cost_per_token = 3e-7
output_cost_per_token = 5e-7

[models."xai/grok-3-mini-fast"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway"]
supports_function_calling = true
supports_tool_choice = true

[models."xai/grok-3-mini-fast".pricing."vercel_ai_gateway"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.000004

[models."xai/grok-4"]
display_name = "Grok 4"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
max_tokens = 256000
input_cost_per_token = 0.0000072
output_cost_per_token = 0.000036
litellm_provider = "replicate"
providers = ["replicate", "poe", "requesty", "vercel_ai_gateway"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-09-09"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true
supports_tool_choice = true

[models."xai/grok-4".pricing."poe"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."xai/grok-4".pricing."replicate"]
input_cost_per_token = 0.0000072
output_cost_per_token = 0.000036
[models."xai/grok-4".pricing."requesty"]
cache_read_input_token_cost = 7.5e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."xai/grok-4".pricing."vercel_ai_gateway"]
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."xai/grok-4-1-fast-non-reasoning"]
display_name = "Grok-4.1-Fast-Non-Reasoning"
model_family = "grok"
mode = "responses"
max_input_tokens = 2000000
max_output_tokens = 30000
litellm_provider = "perplexity"
providers = ["perplexity", "perplexity-agent", "vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
knowledge_cutoff = "2025-07"
release_date = "2025-11-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_web_search = true

[models."xai/grok-4-1-fast-non-reasoning".pricing."perplexity-agent"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."xai/grok-4-1-fast-non-reasoning".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."xai/grok-4-20-multi-agent"]
display_name = "Grok-4.20-Multi-Agent"
model_family = "grok"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 0
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "poe"
providers = ["poe", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-13"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-20-multi-agent".pricing."poe"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."xai/grok-4-20-multi-agent".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."xai/grok-4-20-multi-agent-beta"]
display_name = "Grok 4.20 Multi Agent Beta"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-20-multi-agent-beta".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."xai/grok-4-20-non-reasoning-beta"]
display_name = "Grok 4.20 Beta Non-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-11"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-20-non-reasoning-beta".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."xai/grok-4-20-reasoning-beta"]
display_name = "Grok 4.20 Beta Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-11"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-20-reasoning-beta".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."xai/grok-4-3"]
display_name = "Grok 4.3"
model_family = "grok"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 1000000
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025
cache_read_input_token_cost = 2e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-30"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-3".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.00000125
output_cost_per_token = 0.0000025

[models."xai/grok-4-fast"]
display_name = "Grok 4 Fast"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 64000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "requesty"
providers = ["requesty"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01"
release_date = "2025-09-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-fast".pricing."requesty"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."xai/grok-4-fast-non-reasoning"]
display_name = "Grok-4-Fast-Non-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = false
open_weights = false
release_date = "2025-09-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-fast-non-reasoning".pricing."poe"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."xai/grok-4-fast-reasoning"]
display_name = "Grok-4-Fast-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "poe"
providers = ["poe", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-09-16"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-4-fast-reasoning".pricing."poe"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."xai/grok-4-fast-reasoning".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7

[models."xai/grok-4.1-fast-non-reasoning"]
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5e-8
litellm_provider = "vertex_ai"
providers = ["vertex_ai"]
supports_function_calling = true
supports_vision = true
source = "https://docs.x.ai/docs/models (Vertex AI Model Garden)"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."xai/grok-4.1-fast-non-reasoning".pricing."vertex_ai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7

[models."xai/grok-4.1-fast-reasoning"]
display_name = "Grok-4.1-Fast-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7
cache_read_input_token_cost = 5e-8
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-11-19"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models (Vertex AI Model Garden)"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."xai/grok-4.1-fast-reasoning".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 5e-7
[models."xai/grok-4.1-fast-reasoning".pricing."vertex_ai"]
cache_read_input_token_cost = 5e-8
input_cost_per_token = 2e-7
output_cost_per_token = 5e-7

[models."xai/grok-4.20-non-reasoning"]
display_name = "Grok 4.20 Non-Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = false
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models (Vertex AI Model Garden)"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."xai/grok-4.20-non-reasoning".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."xai/grok-4.20-non-reasoning".pricing."vertex_ai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."xai/grok-4.20-reasoning"]
display_name = "Grok 4.20 Reasoning"
model_family = "grok"
mode = "chat"
max_input_tokens = 2000000
max_output_tokens = 2000000
max_tokens = 2000000
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
cache_read_input_token_cost = 2e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "vercel"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-09"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "https://docs.x.ai/docs/models (Vertex AI Model Garden)"
supports_response_schema = true
supports_tool_choice = true
supports_web_search = true

[models."xai/grok-4.20-reasoning".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006
[models."xai/grok-4.20-reasoning".pricing."vertex_ai"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000006

[models."xai/grok-build-0-1"]
display_name = "Grok Build 0.1"
model_family = "grok-build"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 256000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002
cache_read_input_token_cost = 2e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-05-20"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-build-0-1".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000002

[models."xai/grok-code-fast-1"]
display_name = "Grok Code Fast 1"
model_family = "grok"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 128000
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 2e-8
litellm_provider = "poe"
providers = ["poe"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-08-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xai/grok-code-fast-1".pricing."poe"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000015

[models."xiaomi-mimo-v2-5"]
display_name = "Xiaomi MiMo-V2.5"
model_family = "mimo-v2.5"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
input_cost_per_token = 4.4e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 8.8e-8
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi-mimo-v2-5".pricing."aihubmix"]
cache_read_input_token_cost = 8.8e-8
input_cost_per_token = 4.4e-7
output_cost_per_token = 0.0000022

[models."xiaomi-mimo-v2-5-free"]
display_name = "Xiaomi MiMo-V2.5 (free)"
model_family = "mimo-v2.5"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi-mimo-v2-5-pro"]
display_name = "Xiaomi MiMo-V2.5-Pro"
model_family = "mimo-v2.5-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000032999999999999997
cache_read_input_token_cost = 2.2e-7
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi-mimo-v2-5-pro".pricing."aihubmix"]
cache_read_input_token_cost = 2.2e-7
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000032999999999999997

[models."xiaomi-mimo-v2-5-pro-free"]
display_name = "Xiaomi MiMo-V2.5-Pro (free)"
model_family = "mimo-v2.5-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
litellm_provider = "aihubmix"
providers = ["aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi/mimo-v2-flash"]
display_name = "MiMo V2 Flash"
model_family = "mimo"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
cache_read_input_token_cost = 1e-8
cache_creation_input_token_cost = 0
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt", "qiniu-ai", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2024-12-01"
release_date = "2025-12-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."xiaomi/mimo-v2-flash".pricing."kilo"]
cache_read_input_token_cost = 4.5e-8
input_cost_per_token = 9e-8
output_cost_per_token = 2.9e-7
[models."xiaomi/mimo-v2-flash".pricing."nano-gpt"]
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7
[models."xiaomi/mimo-v2-flash".pricing."openrouter"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
[models."xiaomi/mimo-v2-flash".pricing."qiniu-ai"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."xiaomi/mimo-v2-flash".pricing."vercel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 2.9e-7
[models."xiaomi/mimo-v2-flash".pricing."zenmux"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."xiaomi/mimo-v2-flash-original"]
display_name = "MiMo V2 Flash Original"
model_family = "mimo"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi/mimo-v2-flash-original".pricing."nano-gpt"]
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7

[models."xiaomi/mimo-v2-flash-thinking"]
display_name = "MiMo V2 Flash (Thinking)"
model_family = "mimo"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi/mimo-v2-flash-thinking".pricing."nano-gpt"]
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7

[models."xiaomi/mimo-v2-flash-thinking-original"]
display_name = "MiMo V2 Flash (Thinking) Original"
model_family = "mimo"
mode = "chat"
max_input_tokens = 256000
max_output_tokens = 32768
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2025-12-17"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi/mimo-v2-flash-thinking-original".pricing."nano-gpt"]
input_cost_per_token = 1.0199999999999999e-7
output_cost_per_token = 3.06e-7

[models."xiaomi/mimo-v2-omni"]
display_name = "Xiaomi: MiMo-V2-Omni"
model_family = "mimo"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 65536
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 8e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2026-03-18"
supported_modalities = ["text", "image", "audio", "video", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi/mimo-v2-omni".pricing."kilo"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."xiaomi/mimo-v2-omni".pricing."openrouter"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."xiaomi/mimo-v2-omni".pricing."zenmux"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."xiaomi/mimo-v2-pro"]
display_name = "Xiaomi: MiMo-V2-Pro"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "vercel", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-12"
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."xiaomi/mimo-v2-pro".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2-pro".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2-pro".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2-pro".pricing."zenmux"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."xiaomi/mimo-v2.5"]
display_name = "MiMo-V2.5"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
cache_read_input_token_cost = 8e-8
cache_creation_input_token_cost = 0
litellm_provider = "openrouter"
providers = ["openrouter", "deepinfra", "kilo", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text", "image", "audio", "video"]
supported_output_modalities = ["text"]
supports_audio_input = true
supports_response_schema = true
supports_tool_choice = true
supports_video_input = true

[models."xiaomi/mimo-v2.5".pricing."deepinfra"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."xiaomi/mimo-v2.5".pricing."kilo"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002
[models."xiaomi/mimo-v2.5".pricing."openrouter"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
[models."xiaomi/mimo-v2.5".pricing."vercel"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
[models."xiaomi/mimo-v2.5".pricing."zenmux"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."xiaomi/mimo-v2.5-pro"]
display_name = "MiMo-V2.5-Pro"
model_family = "mimo"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
cache_read_input_token_cost = 2e-7
cache_creation_input_token_cost = 0
litellm_provider = "openrouter"
providers = ["openrouter", "deepinfra", "kilo", "vercel", "zenmux"]
supports_function_calling = true
supports_vision = false
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2026-04-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_response_schema = true
supports_tool_choice = true

[models."xiaomi/mimo-v2.5-pro".pricing."deepinfra"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2.5-pro".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2.5-pro".pricing."openrouter"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2.5-pro".pricing."vercel"]
cache_read_input_token_cost = 2e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003
[models."xiaomi/mimo-v2.5-pro".pricing."zenmux"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000003

[models."xiaomimimo/mimo-v2-flash"]
display_name = "XiaomiMiMo/MiMo-V2-Flash"
model_family = "mimo"
mode = "chat"
max_input_tokens = 262144
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 1e-7
output_cost_per_token = 3e-7
cache_read_input_token_cost = 2e-8
litellm_provider = "novita"
providers = ["novita", "huggingface", "jiekou", "meganova", "novita-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-12"
release_date = "2025-12-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 2e-8
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."xiaomimimo/mimo-v2-flash".pricing."huggingface"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."xiaomimimo/mimo-v2-flash".pricing."meganova"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7
[models."xiaomimimo/mimo-v2-flash".pricing."novita"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1e-7
input_cost_per_token_cache_hit = 2e-8
output_cost_per_token = 3e-7
[models."xiaomimimo/mimo-v2-flash".pricing."novita-ai"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 3e-7

[models."xpersona-frieren-coder"]
display_name = "Xpersona Frieren Coder"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
cache_read_input_token_cost = 1.5e-7
litellm_provider = "xpersona"
providers = ["xpersona"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-12-30"
release_date = "2026-05-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000006

[models."xpersona-frieren-coder".pricing."xpersona"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000006
reasoning_cost_per_token = 0.000006

[models."yi-large"]
display_name = "Yi Large"
mode = "chat"
max_input_tokens = 32000
max_output_tokens = 4096
input_cost_per_token = 0.000003196
output_cost_per_token = 0.000003196
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-05-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."yi-large".pricing."nano-gpt"]
input_cost_per_token = 0.000003196
output_cost_per_token = 0.000003196

[models."yi-lightning"]
display_name = "Yi Lightning"
mode = "chat"
max_input_tokens = 12000
max_output_tokens = 4096
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-10-16"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."yi-lightning".pricing."nano-gpt"]
input_cost_per_token = 2.006e-7
output_cost_per_token = 2.006e-7

[models."yi-medium-200k"]
display_name = "Yi Medium 200k"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 4096
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000002499
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = false
open_weights = false
release_date = "2024-03-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."yi-medium-200k".pricing."nano-gpt"]
input_cost_per_token = 0.000002499
output_cost_per_token = 0.000002499

[models."z-ai-glm-5-turbo"]
display_name = "GLM 5 Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32768
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai-glm-5-turbo".pricing."venice"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004

[models."z-ai-glm-5v-turbo"]
display_name = "GLM 5V Turbo"
model_family = "glmv"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32768
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000005
cache_read_input_token_cost = 3e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai-glm-5v-turbo".pricing."venice"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000005

[models."z-ai/glm-4-32b"]
display_name = "Z.ai: GLM 4 32B "
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 32768
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = false
open_weights = true
knowledge_cutoff = "2024-06-30"
release_date = "2025-07-25"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-32b".pricing."kilo"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7
[models."z-ai/glm-4-32b".pricing."openrouter"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 1.0000000000000001e-7

[models."z-ai/glm-4-5"]
display_name = "Z.ai: GLM 4.5"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 1.75e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-5".pricing."kilo"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."z-ai/glm-4-5".pricing."openrouter"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."z-ai/glm-4-5".pricing."orcarouter"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."z-ai/glm-4-5".pricing."zenmux"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000154

[models."z-ai/glm-4-5-air"]
display_name = "Z.ai: GLM 4.5 Air"
model_family = "glm-air"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
input_cost_per_token = 1.3e-7
output_cost_per_token = 8.5e-7
cache_read_input_token_cost = 2.5000000000000002e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-5-air".pricing."kilo"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 8.5e-7
[models."z-ai/glm-4-5-air".pricing."openrouter"]
cache_read_input_token_cost = 2.5000000000000002e-8
input_cost_per_token = 1.3e-7
output_cost_per_token = 8.5e-7
[models."z-ai/glm-4-5-air".pricing."orcarouter"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
[models."z-ai/glm-4-5-air".pricing."zenmux"]
cache_read_input_token_cost = 2e-8
input_cost_per_token = 1.1e-7
output_cost_per_token = 5.6e-7

[models."z-ai/glm-4-5-air:free"]
display_name = "GLM 4.5 Air (free)"
model_family = "glm-air"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 96000
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-5v"]
display_name = "GLM 4.5V"
model_family = "glmv"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 96000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-11-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-5v".pricing."kilo"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
[models."z-ai/glm-4-5v".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
[models."z-ai/glm-4-5v".pricing."openrouter"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001

[models."z-ai/glm-4-5v:thinking"]
display_name = "GLM 4.5V Thinking"
model_family = "glmv"
mode = "chat"
max_input_tokens = 64000
max_output_tokens = 96000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = false
supports_reasoning = true
open_weights = false
release_date = "2025-11-22"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-5v:thinking".pricing."nano-gpt"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018

[models."z-ai/glm-4-6:thinking"]
display_name = "GLM 4.6 Thinking"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 65535
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000015
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2025-09-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-6:thinking".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000015

[models."z-ai/glm-4-6v"]
display_name = "Z.ai: GLM 4.6V"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-30"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-6v".pricing."kilo"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."z-ai/glm-4-6v".pricing."openrouter"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."z-ai/glm-4-6v".pricing."zenmux"]
cache_read_input_token_cost = 3e-8
input_cost_per_token = 1.4e-7
output_cost_per_token = 4.2e-7

[models."z-ai/glm-4-6v-flash"]
display_name = "GLM 4.6V FlashX"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 2e-8
output_cost_per_token = 2.1e-7
cache_read_input_token_cost = 4.3e-9
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-12-08"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-6v-flash".pricing."zenmux"]
cache_read_input_token_cost = 4.3e-9
input_cost_per_token = 2e-8
output_cost_per_token = 2.1e-7

[models."z-ai/glm-4-6v-flash-free"]
display_name = "GLM 4.6V Flash (Free)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2025-12-08"
supported_modalities = ["text", "image", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-7-flash-free"]
display_name = "GLM 4.7 Flash (Free)"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-7-flashx"]
display_name = "GLM 4.7 FlashX"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 7e-8
output_cost_per_token = 4.2e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "zenmux"
providers = ["zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-4-7-flashx".pricing."zenmux"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 7e-8
output_cost_per_token = 4.2e-7

[models."z-ai/glm-4.6"]
display_name = "GLM 4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 131000
max_tokens = 131000
input_cost_per_token = 4e-7
output_cost_per_token = 0.00000175
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "nano-gpt", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = false
knowledge_cutoff = "2025-04"
release_date = "2025-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/z-ai/glm-4.6"
supports_tool_choice = true

[models."z-ai/glm-4.6".pricing."kilo"]
cache_read_input_token_cost = 1.75e-7
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.0000018999999999999998
[models."z-ai/glm-4.6".pricing."nano-gpt"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.0000015
[models."z-ai/glm-4.6".pricing."openrouter"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.00000175
[models."z-ai/glm-4.6".pricing."orcarouter"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."z-ai/glm-4.6".pricing."zenmux"]
cache_read_input_token_cost = 7e-8
input_cost_per_token = 3.5e-7
output_cost_per_token = 0.00000154

[models."z-ai/glm-4.6:exacto"]
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 131000
max_tokens = 131000
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000019
litellm_provider = "openrouter"
providers = ["openrouter"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
source = "https://openrouter.ai/z-ai/glm-4.6:exacto"
supports_tool_choice = true

[models."z-ai/glm-4.6:exacto".pricing."openrouter"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000019

[models."z-ai/glm-4.7"]
display_name = "Z.ai: GLM 4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 64000
max_tokens = 64000
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000015
cache_read_input_token_cost = 0
cache_creation_input_token_cost = 0
litellm_provider = "openrouter"
providers = ["openrouter", "kilo", "orcarouter", "zenmux"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_assistant_prefill = true
supports_tool_choice = true

[models."z-ai/glm-4.7".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 3.8e-7
output_cost_per_token = 0.00000198
[models."z-ai/glm-4.7".pricing."openrouter"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 0
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000015
[models."z-ai/glm-4.7".pricing."orcarouter"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."z-ai/glm-4.7".pricing."zenmux"]
cache_read_input_token_cost = 6e-8
input_cost_per_token = 2.8e-7
output_cost_per_token = 0.0000011399999999999999

[models."z-ai/glm-4.7-flash"]
display_name = "Z.ai: GLM 4.7 Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 32000
max_tokens = 32000
input_cost_per_token = 7e-8
output_cost_per_token = 4e-7
cache_read_input_token_cost = 0
cache_creation_input_token_cost = 0
litellm_provider = "openrouter"
providers = ["openrouter", "kilo"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
supports_prompt_caching = false
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."z-ai/glm-4.7-flash".pricing."kilo"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7
[models."z-ai/glm-4.7-flash".pricing."openrouter"]
cache_creation_input_token_cost = 0
cache_read_input_token_cost = 0
input_cost_per_token = 7e-8
output_cost_per_token = 4e-7

[models."z-ai/glm-5"]
display_name = "GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 8e-7
output_cost_per_token = 0.00000256
litellm_provider = "openrouter"
providers = ["openrouter", "fastrouter", "kilo", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01-01"
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://openrouter.ai/z-ai/glm-5"
supports_tool_choice = true

[models."z-ai/glm-5".pricing."fastrouter"]
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.00000315
[models."z-ai/glm-5".pricing."kilo"]
input_cost_per_token = 7.2e-7
output_cost_per_token = 0.0000023
[models."z-ai/glm-5".pricing."openrouter"]
input_cost_per_token = 8e-7
output_cost_per_token = 0.00000256
[models."z-ai/glm-5".pricing."orcarouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."z-ai/glm-5".pricing."zenmux"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 5.8e-7
output_cost_per_token = 0.0000026

[models."z-ai/glm-5-1"]
display_name = "Z.ai: GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 131072
input_cost_per_token = 0.00000126
output_cost_per_token = 0.00000396
litellm_provider = "kilo"
providers = ["kilo", "nvidia", "openrouter", "orcarouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-5-1".pricing."kilo"]
input_cost_per_token = 0.00000126
output_cost_per_token = 0.00000396
[models."z-ai/glm-5-1".pricing."openrouter"]
cache_read_input_token_cost = 1.82e-7
input_cost_per_token = 9.8e-7
output_cost_per_token = 0.00000308
[models."z-ai/glm-5-1".pricing."orcarouter"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."z-ai/glm-5-1".pricing."zenmux"]
cache_read_input_token_cost = 1.903e-7
input_cost_per_token = 8.781e-7
output_cost_per_token = 0.0000035126

[models."z-ai/glm-5-turbo"]
display_name = "Z.ai: GLM 5 Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01-01"
release_date = "2026-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-5-turbo".pricing."kilo"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
[models."z-ai/glm-5-turbo".pricing."openrouter"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
[models."z-ai/glm-5-turbo".pricing."zenmux"]
input_cost_per_token = 8.8e-7
output_cost_per_token = 0.00000348

[models."z-ai/glm-5v-turbo"]
display_name = "Z.ai: GLM 5V Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter", "zenmux"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-01"
supported_modalities = ["image", "text", "video"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."z-ai/glm-5v-turbo".pricing."kilo"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
[models."z-ai/glm-5v-turbo".pricing."openrouter"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
[models."z-ai/glm-5v-turbo".pricing."zenmux"]
cache_read_input_token_cost = 1.7430000000000002e-7
input_cost_per_token = 7.26e-7
output_cost_per_token = 0.0000031946

[models."z-ai/glm4-7"]
display_name = "GLM-4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
litellm_provider = "nvidia"
providers = ["nvidia"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-glm-4.6"]
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000225
output_cost_per_token = 0.00000275
litellm_provider = "cerebras"
providers = ["cerebras"]
supports_function_calling = true
supports_reasoning = true
deprecation_date = "2026-01-20"
source = "https://www.cerebras.ai/pricing"
supports_tool_choice = true

[models."zai-glm-4.6".pricing."cerebras"]
input_cost_per_token = 0.00000225
output_cost_per_token = 0.00000275

[models."zai-glm-4.7"]
display_name = "Z.AI GLM-4.7"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.00000225
output_cost_per_token = 0.00000275
litellm_provider = "cerebras"
providers = ["cerebras"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-01-10"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://www.cerebras.ai/pricing"
supports_tool_choice = true

[models."zai-glm-4.7".pricing."cerebras"]
input_cost_per_token = 0.00000225
output_cost_per_token = 0.00000275

[models."zai-glm-5-1"]
display_name = "Z.AI GLM-5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 8192
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.6e-7
litellm_provider = "frogbot"
providers = ["frogbot", "aihubmix"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2024-10"
release_date = "2025-01-20"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-glm-5-1".pricing."aihubmix"]
cache_read_input_token_cost = 1.83112e-7
input_cost_per_token = 8.45e-7
output_cost_per_token = 0.00000338
[models."zai-glm-5-1".pricing."frogbot"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044

[models."zai-org-glm-4-6"]
display_name = "GLM 4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 16384
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.00000275
cache_read_input_token_cost = 3e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2024-04-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org-glm-4-6".pricing."venice"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.00000275

[models."zai-org-glm-4-7"]
display_name = "GLM 4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 16384
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000265
cache_read_input_token_cost = 1.1e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-24"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org-glm-4-7".pricing."venice"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.00000265

[models."zai-org-glm-4-7-flash"]
display_name = "GLM 4.7 Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 16384
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org-glm-4-7-flash".pricing."venice"]
input_cost_per_token = 1.25e-7
output_cost_per_token = 5e-7

[models."zai-org-glm-5"]
display_name = "GLM 5"
model_family = "glm"
mode = "chat"
max_input_tokens = 198000
max_output_tokens = 32000
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org-glm-5".pricing."venice"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."zai-org-glm-5-1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 24000
input_cost_per_token = 0.00000175
output_cost_per_token = 0.0000055
cache_read_input_token_cost = 3.25e-7
litellm_provider = "venice"
providers = ["venice"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-07"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org-glm-5-1".pricing."venice"]
cache_read_input_token_cost = 3.25e-7
input_cost_per_token = 0.00000175
output_cost_per_token = 0.0000055

[models."zai-org/GLM-4-5-FP8"]
display_name = "GLM 4.5 FP8"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
litellm_provider = "submodel"
providers = ["submodel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-4-5-FP8".pricing."submodel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7

[models."zai-org/GLM-4-7-TEE"]
display_name = "GLM 4.7 TEE"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 65535
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000175
cache_read_input_token_cost = 1.95e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2025-12-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-4-7-TEE".pricing."chutes"]
cache_read_input_token_cost = 1.95e-7
input_cost_per_token = 3.9e-7
output_cost_per_token = 0.00000175

[models."zai-org/GLM-4.5"]
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
litellm_provider = "deepinfra"
providers = ["deepinfra", "wandb"]
supports_function_calling = true
supports_tool_choice = true

[models."zai-org/GLM-4.5".pricing."deepinfra"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.0000016
[models."zai-org/GLM-4.5".pricing."wandb"]
input_cost_per_token = 0.055
output_cost_per_token = 0.2

[models."zai-org/GLM-4.5-Air-FP8"]
mode = "chat"
max_input_tokens = 128000
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000011
litellm_provider = "together_ai"
providers = ["together_ai"]
supports_function_calling = true
source = "https://www.together.ai/models/glm-4-5-air"
supports_parallel_function_calling = true
supports_response_schema = true
supports_tool_choice = true

[models."zai-org/GLM-4.5-Air-FP8".pricing."together_ai"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000011

[models."zai-org/GLM-4.6"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "baseten"
providers = ["baseten", "together_ai"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_tool_choice = true

[models."zai-org/GLM-4.6".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/GLM-4.6".pricing."together_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."zai-org/GLM-4.7"]
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "baseten"
providers = ["baseten", "together_ai"]
supports_function_calling = true
supports_reasoning = true
supports_parallel_function_calling = true
supports_tool_choice = true

[models."zai-org/GLM-4.7".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/GLM-4.7".pricing."together_ai"]
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.000002

[models."zai-org/GLM-4.7-FP8"]
display_name = "GLM 4.7 FP8"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002
litellm_provider = "gmi"
providers = ["gmi", "chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-01-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."zai-org/GLM-4.7-FP8".pricing."chutes"]
cache_read_input_token_cost = 1.4945e-7
input_cost_per_token = 2.989e-7
output_cost_per_token = 0.0000011957
[models."zai-org/GLM-4.7-FP8".pricing."gmi"]
input_cost_per_token = 4e-7
output_cost_per_token = 0.000002

[models."zai-org/GLM-5"]
display_name = "GLM 5"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 9.5e-7
output_cost_per_token = 0.00000315
litellm_provider = "baseten"
providers = ["baseten", "abacus", "deepinfra", "friendli", "huggingface", "meganova", "nano-gpt", "nebius", "novita-ai", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-12"
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]

[models."zai-org/GLM-5".pricing."abacus"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/GLM-5".pricing."baseten"]
input_cost_per_token = 9.5e-7
output_cost_per_token = 0.00000315
[models."zai-org/GLM-5".pricing."deepinfra"]
cache_read_input_token_cost = 1.6e-7
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.00000256
[models."zai-org/GLM-5".pricing."friendli"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/GLM-5".pricing."huggingface"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/GLM-5".pricing."meganova"]
input_cost_per_token = 8.000000000000001e-7
output_cost_per_token = 0.00000256
[models."zai-org/GLM-5".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997
[models."zai-org/GLM-5".pricing."nebius"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/GLM-5".pricing."novita-ai"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/GLM-5".pricing."siliconflow"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."zai-org/GLM-5-1-FP8"]
display_name = "GLM-5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 131072
input_cost_per_token = 9.8e-7
output_cost_per_token = 0.00000308
cache_read_input_token_cost = 1.82e-7
litellm_provider = "gmicloud"
providers = ["gmicloud", "ambient", "inceptron", "nearai", "neuralwatt"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-5-1-FP8".pricing."ambient"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/GLM-5-1-FP8".pricing."gmicloud"]
cache_read_input_token_cost = 1.82e-7
input_cost_per_token = 9.8e-7
output_cost_per_token = 0.00000308
[models."zai-org/GLM-5-1-FP8".pricing."inceptron"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/GLM-5-1-FP8".pricing."nearai"]
input_cost_per_token = 8.5e-7
output_cost_per_token = 0.0000032999999999999997
[models."zai-org/GLM-5-1-FP8".pricing."neuralwatt"]
input_cost_per_token = 0.0000011
output_cost_per_token = 0.0000036000000000000003

[models."zai-org/GLM-5-1-TEE"]
display_name = "GLM 5.1 TEE"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 65535
input_cost_per_token = 0.0000010500000000000001
output_cost_per_token = 0.0000035
cache_read_input_token_cost = 5.250000000000001e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-04-08"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-5-1-TEE".pricing."chutes"]
cache_read_input_token_cost = 5.250000000000001e-7
input_cost_per_token = 0.0000010500000000000001
output_cost_per_token = 0.0000035

[models."zai-org/GLM-5-FP8"]
display_name = "GLM 5"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
litellm_provider = "wandb"
providers = ["wandb", "gmicloud"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-5-FP8".pricing."gmicloud"]
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.00000192
[models."zai-org/GLM-5-FP8".pricing."wandb"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."zai-org/GLM-5-TEE"]
display_name = "GLM 5 TEE"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 65535
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.0000025499999999999997
cache_read_input_token_cost = 4.7499999999999995e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-14"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-5-TEE".pricing."chutes"]
cache_read_input_token_cost = 4.7499999999999995e-7
input_cost_per_token = 9.499999999999999e-7
output_cost_per_token = 0.0000025499999999999997

[models."zai-org/GLM-5-Turbo"]
display_name = "GLM 5 Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 65535
input_cost_per_token = 4.891e-7
output_cost_per_token = 0.0000019565
cache_read_input_token_cost = 2.4455e-7
litellm_provider = "chutes"
providers = ["chutes"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-5-Turbo".pricing."chutes"]
cache_read_input_token_cost = 2.4455e-7
input_cost_per_token = 4.891e-7
output_cost_per_token = 0.0000019565

[models."zai-org/GLM-5V-Turbo"]
display_name = "zai-org/GLM-5V-Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
litellm_provider = "siliconflow"
providers = ["siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-01"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/GLM-5V-Turbo".pricing."siliconflow"]
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004

[models."zai-org/autoglm-phone-9b-multilingual"]
display_name = "AutoGLM-Phone-9B-Multilingual"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 65536
max_tokens = 65536
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.38e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai"]
supports_function_calling = false
supports_vision = true
supports_reasoning = false
open_weights = true
release_date = "2025-12-10"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
supports_system_messages = true

[models."zai-org/autoglm-phone-9b-multilingual".pricing."novita"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.38e-7
[models."zai-org/autoglm-phone-9b-multilingual".pricing."novita-ai"]
input_cost_per_token = 3.5e-8
output_cost_per_token = 1.3800000000000002e-7

[models."zai-org/glm-4-7-flash"]
display_name = "GLM 4.7 Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "deepinfra", "huggingface", "jiekou", "novita-ai"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/glm-4-7-flash".pricing."deepinfra"]
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7
[models."zai-org/glm-4-7-flash".pricing."jiekou"]
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
[models."zai-org/glm-4-7-flash".pricing."nano-gpt"]
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
[models."zai-org/glm-4-7-flash".pricing."novita-ai"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7

[models."zai-org/glm-4.5"]
display_name = "GLM-4.5"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
max_tokens = 98304
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 1.1e-7
litellm_provider = "novita"
providers = ["novita", "abacus", "deepinfra", "jiekou", "novita-ai", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.1e-7
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."zai-org/glm-4.5".pricing."abacus"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.5".pricing."deepinfra"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.5".pricing."jiekou"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.5".pricing."novita"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
input_cost_per_token_cache_hit = 1.1e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.5".pricing."novita-ai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.5".pricing."siliconflow"]
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.000002

[models."zai-org/glm-4.5-air"]
display_name = "GLM 4.5 Air"
model_family = "glm-air"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 98304
max_tokens = 98304
input_cost_per_token = 1.3e-7
output_cost_per_token = 8.5e-7
litellm_provider = "novita"
providers = ["novita", "novita-ai", "siliconflow", "siliconflow-cn", "submodel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_parallel_function_calling = true
supports_system_messages = true
supports_tool_choice = true

[models."zai-org/glm-4.5-air".pricing."novita"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 8.5e-7
[models."zai-org/glm-4.5-air".pricing."novita-ai"]
input_cost_per_token = 1.3e-7
output_cost_per_token = 8.5e-7
[models."zai-org/glm-4.5-air".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.6e-7
[models."zai-org/glm-4.5-air".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.6e-7
[models."zai-org/glm-4.5-air".pricing."submodel"]
input_cost_per_token = 1.0000000000000001e-7
output_cost_per_token = 5e-7

[models."zai-org/glm-4.5v"]
display_name = "GLM 4.5V"
model_family = "glmv"
mode = "chat"
max_input_tokens = 65536
max_output_tokens = 16384
max_tokens = 16384
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018
cache_read_input_token_cost = 1.1e-7
litellm_provider = "novita"
providers = ["novita", "jiekou", "novita-ai", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-08-11"
supported_modalities = ["text", "video", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.1e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."zai-org/glm-4.5v".pricing."jiekou"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
[models."zai-org/glm-4.5v".pricing."novita"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
input_cost_per_token_cache_hit = 1.1e-7
output_cost_per_token = 0.0000018
[models."zai-org/glm-4.5v".pricing."novita-ai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
[models."zai-org/glm-4.5v".pricing."siliconflow"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.6e-7
[models."zai-org/glm-4.5v".pricing."siliconflow-cn"]
input_cost_per_token = 1.4e-7
output_cost_per_token = 8.6e-7

[models."zai-org/glm-4.6"]
display_name = "GLM 4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 1.1e-7
litellm_provider = "novita"
providers = ["novita", "abacus", "baseten", "deepinfra", "io-net", "meganova", "novita-ai", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2024-11-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.1e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."zai-org/glm-4.6".pricing."abacus"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.6".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.6".pricing."deepinfra"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000174
[models."zai-org/glm-4.6".pricing."io-net"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 4.0000000000000003e-7
output_cost_per_token = 0.00000175
[models."zai-org/glm-4.6".pricing."meganova"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000018999999999999998
[models."zai-org/glm-4.6".pricing."novita"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.5e-7
input_cost_per_token_cache_hit = 1.1e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.6".pricing."novita-ai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 5.5e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.6".pricing."siliconflow"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000018999999999999998
[models."zai-org/glm-4.6".pricing."siliconflow-cn"]
input_cost_per_token = 5e-7
output_cost_per_token = 0.0000018999999999999998

[models."zai-org/glm-4.6v"]
display_name = "GLM-4.6V"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 32768
max_tokens = 32768
input_cost_per_token = 3e-7
output_cost_per_token = 9e-7
cache_read_input_token_cost = 5.5e-8
litellm_provider = "novita"
providers = ["novita", "chutes", "deepinfra", "novita-ai", "siliconflow", "siliconflow-cn"]
supports_function_calling = true
supports_vision = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-30"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 5.5e-8
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."zai-org/glm-4.6v".pricing."chutes"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."zai-org/glm-4.6v".pricing."deepinfra"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."zai-org/glm-4.6v".pricing."novita"]
cache_read_input_token_cost = 5.5e-8
input_cost_per_token = 3e-7
input_cost_per_token_cache_hit = 5.5e-8
output_cost_per_token = 9e-7
[models."zai-org/glm-4.6v".pricing."novita-ai"]
cache_read_input_token_cost = 5.5e-8
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."zai-org/glm-4.6v".pricing."siliconflow"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
[models."zai-org/glm-4.6v".pricing."siliconflow-cn"]
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7

[models."zai-org/glm-4.7"]
display_name = "GLM 4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 204800
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
cache_read_input_token_cost = 1.1e-7
litellm_provider = "novita"
providers = ["novita", "abacus", "baseten", "berget", "deepinfra", "huggingface", "jiekou", "meganova", "nano-gpt", "novita-ai", "siliconflow"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-29"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
input_cost_per_token_cache_hit = 1.1e-7
supports_parallel_function_calling = true
supports_response_schema = true
supports_system_messages = true
supports_tool_choice = true

[models."zai-org/glm-4.7".pricing."abacus"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7".pricing."baseten"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7".pricing."berget"]
input_cost_per_token = 7.7e-7
output_cost_per_token = 0.00000275
[models."zai-org/glm-4.7".pricing."deepinfra"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000175
[models."zai-org/glm-4.7".pricing."huggingface"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7".pricing."jiekou"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7".pricing."meganova"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 8.000000000000001e-7
[models."zai-org/glm-4.7".pricing."nano-gpt"]
input_cost_per_token = 1.5e-7
output_cost_per_token = 8.000000000000001e-7
[models."zai-org/glm-4.7".pricing."novita"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
input_cost_per_token_cache_hit = 1.1e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7".pricing."novita-ai"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7".pricing."siliconflow"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."zai-org/glm-4.7-maas"]
display_name = "GLM-4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-06"
supported_modalities = ["text", "pdf"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#partner-models"
supported_regions = ["global"]
supports_tool_choice = true

[models."zai-org/glm-4.7-maas".pricing."google-vertex"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai-org/glm-4.7-maas".pricing."vertex_ai"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."zai-org/glm-5-1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997
litellm_provider = "nano-gpt"
providers = ["nano-gpt", "deepinfra", "friendli", "hpc-ai", "huggingface", "lilac", "novita-ai", "siliconflow", "togetherai", "wandb"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/glm-5-1".pricing."deepinfra"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/glm-5-1".pricing."friendli"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/glm-5-1".pricing."hpc-ai"]
cache_read_input_token_cost = 1.2e-7
input_cost_per_token = 6.6e-7
output_cost_per_token = 0.000002
[models."zai-org/glm-5-1".pricing."huggingface"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/glm-5-1".pricing."lilac"]
cache_read_input_token_cost = 2.7e-7
input_cost_per_token = 9.000000000000001e-7
output_cost_per_token = 0.000003
[models."zai-org/glm-5-1".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997
[models."zai-org/glm-5-1".pricing."novita-ai"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/glm-5-1".pricing."siliconflow"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/glm-5-1".pricing."togetherai"]
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
[models."zai-org/glm-5-1".pricing."wandb"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044

[models."zai-org/glm-5-1:thinking"]
display_name = "GLM 5.1 Thinking"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131072
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-27"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/glm-5-1:thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997

[models."zai-org/glm-5-maas"]
display_name = "GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032
cache_read_input_token_cost = 1e-7
litellm_provider = "vertex_ai"
providers = ["vertex_ai", "google-vertex"]
supports_function_calling = true
supports_reasoning = true
supports_prompt_caching = true
open_weights = true
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://cloud.google.com/vertex-ai/generative-ai/pricing#glm-models"
supported_regions = ["global"]
supports_tool_choice = true

[models."zai-org/glm-5-maas".pricing."google-vertex"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai-org/glm-5-maas".pricing."vertex_ai"]
cache_read_input_token_cost = 1e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032

[models."zai-org/glm-5:thinking"]
display_name = "GLM 5 Thinking"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997
litellm_provider = "nano-gpt"
providers = ["nano-gpt"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-11"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai-org/glm-5:thinking".pricing."nano-gpt"]
input_cost_per_token = 3e-7
output_cost_per_token = 0.0000025499999999999997

[models."zai.glm-4.7"]
display_name = "GLM-4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."zai.glm-4.7".pricing."amazon-bedrock"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai.glm-4.7".pricing."bedrock_converse"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."zai.glm-4.7-flash"]
display_name = "GLM-4.7-Flash"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 7e-8
output_cost_per_token = 4e-7
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2026-01-19"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."zai.glm-4.7-flash".pricing."amazon-bedrock"]
input_cost_per_token = 7e-8
output_cost_per_token = 4.0000000000000003e-7
[models."zai.glm-4.7-flash".pricing."bedrock_converse"]
input_cost_per_token = 7e-8
output_cost_per_token = 4e-7

[models."zai.glm-5"]
display_name = "GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
max_tokens = 128000
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032
litellm_provider = "bedrock_converse"
providers = ["bedrock_converse", "amazon-bedrock", "bedrock"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-03-18"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://aws.amazon.com/bedrock/pricing/"
supports_system_messages = true
supports_tool_choice = true

[models."zai.glm-5".pricing."amazon-bedrock"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
[models."zai.glm-5".pricing."bedrock/us-east-1"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032
[models."zai.glm-5".pricing."bedrock/us-west-2"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032
[models."zai.glm-5".pricing."bedrock_converse"]
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032

[models."zai/glm-4-5v"]
display_name = "GLM 4.5V"
model_family = "glm"
mode = "chat"
max_input_tokens = 66000
max_output_tokens = 66000
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-08"
release_date = "2025-08-11"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-4-5v".pricing."vercel"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000018000000000000001

[models."zai/glm-4-6v"]
display_name = "GLM-4.6V"
model_family = "glm"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 24000
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-09-30"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-4-6v".pricing."vercel"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 3e-7
output_cost_per_token = 9.000000000000001e-7

[models."zai/glm-4-7"]
display_name = "GLM 4.7"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 120000
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000175
cache_read_input_token_cost = 8e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2024-10"
release_date = "2025-12-22"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-4-7".pricing."vercel"]
cache_read_input_token_cost = 8e-8
input_cost_per_token = 4.3e-7
output_cost_per_token = 0.00000175

[models."zai/glm-4-7-flash"]
display_name = "GLM 4.7 Flash"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 131000
input_cost_per_token = 7e-8
output_cost_per_token = 4e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-13"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-4-7-flash".pricing."vercel"]
input_cost_per_token = 7e-8
output_cost_per_token = 4e-7

[models."zai/glm-4-7-flashx"]
display_name = "GLM 4.7 FlashX"
model_family = "glm-flash"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7
cache_read_input_token_cost = 1e-8
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-01"
release_date = "2025-01"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-4-7-flashx".pricing."vercel"]
cache_read_input_token_cost = 1e-8
input_cost_per_token = 6e-8
output_cost_per_token = 4.0000000000000003e-7

[models."zai/glm-4.5"]
display_name = "GLM 4.5"
model_family = "glm"
mode = "chat"
max_input_tokens = 131072
max_output_tokens = 131072
max_tokens = 131072
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-07"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."zai/glm-4.5".pricing."vercel"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022
[models."zai/glm-4.5".pricing."vercel_ai_gateway"]
input_cost_per_token = 6e-7
output_cost_per_token = 0.0000022

[models."zai/glm-4.5-air"]
display_name = "GLM 4.5 Air"
model_family = "glm-air"
mode = "chat"
max_input_tokens = 128000
max_output_tokens = 96000
max_tokens = 96000
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000011
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-07-28"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
supports_tool_choice = true

[models."zai/glm-4.5-air".pricing."vercel"]
input_cost_per_token = 2.0000000000000002e-7
output_cost_per_token = 0.0000011
[models."zai/glm-4.5-air".pricing."vercel_ai_gateway"]
input_cost_per_token = 2e-7
output_cost_per_token = 0.0000011

[models."zai/glm-4.6"]
display_name = "GLM 4.6"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 200000
max_tokens = 200000
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000018
cache_read_input_token_cost = 1.1e-7
litellm_provider = "vercel_ai_gateway"
providers = ["vercel_ai_gateway", "vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
knowledge_cutoff = "2025-04"
release_date = "2025-09-30"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "https://vercel.com/ai-gateway/models/glm-4.6"
supports_parallel_function_calling = true
supports_tool_choice = true

[models."zai/glm-4.6".pricing."vercel"]
input_cost_per_token = 4.5000000000000003e-7
output_cost_per_token = 0.0000018000000000000001
[models."zai/glm-4.6".pricing."vercel_ai_gateway"]
cache_read_input_token_cost = 1.1e-7
input_cost_per_token = 4.5e-7
output_cost_per_token = 0.0000018

[models."zai/glm-5"]
display_name = "GLM-5"
model_family = "glm"
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 131072
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = true
release_date = "2026-02-12"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-5".pricing."vercel"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.0000032000000000000003

[models."zai/glm-5-1"]
display_name = "GLM 5.1"
model_family = "glm"
mode = "chat"
max_input_tokens = 202752
max_output_tokens = 202752
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044
cache_read_input_token_cost = 2.6e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-07"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-5-1".pricing."vercel"]
cache_read_input_token_cost = 2.6e-7
input_cost_per_token = 0.0000014
output_cost_per_token = 0.0000044

[models."zai/glm-5-turbo"]
display_name = "GLM 5 Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 202800
max_output_tokens = 131100
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-03-15"
supported_modalities = ["text"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-5-turbo".pricing."vercel"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004

[models."zai/glm-5v-turbo"]
display_name = "GLM 5V Turbo"
model_family = "glm"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 128000
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004
cache_read_input_token_cost = 2.4e-7
litellm_provider = "vercel"
providers = ["vercel"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-01"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."zai/glm-5v-turbo".pricing."vercel"]
cache_read_input_token_cost = 2.4e-7
input_cost_per_token = 0.0000012
output_cost_per_token = 0.000004

[models."~anthropic/claude-haiku-latest"]
display_name = "Anthropic: Claude Haiku Latest"
model_family = "claude-haiku"
mode = "chat"
max_input_tokens = 200000
max_output_tokens = 64000
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
cache_read_input_token_cost = 1.0000000000000001e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."~anthropic/claude-haiku-latest".pricing."kilo"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005
[models."~anthropic/claude-haiku-latest".pricing."openrouter"]
cache_read_input_token_cost = 1.0000000000000001e-7
input_cost_per_token = 0.000001
output_cost_per_token = 0.000005

[models."~anthropic/claude-opus-latest"]
display_name = "Anthropic: Claude Opus Latest"
model_family = "claude-opus"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
cache_read_input_token_cost = 5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-16"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."~anthropic/claude-opus-latest".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025
[models."~anthropic/claude-opus-latest".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.000025

[models."~anthropic/claude-sonnet-latest"]
display_name = "Anthropic: Claude Sonnet Latest"
model_family = "claude-sonnet"
mode = "chat"
max_input_tokens = 1000000
max_output_tokens = 128000
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
cache_read_input_token_cost = 3e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."~anthropic/claude-sonnet-latest".pricing."kilo"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015
[models."~anthropic/claude-sonnet-latest".pricing."openrouter"]
cache_read_input_token_cost = 3e-7
input_cost_per_token = 0.000003
output_cost_per_token = 0.000015

[models."~google/gemini-flash-latest"]
display_name = "Google: Gemini Flash Latest"
model_family = "gemini-flash"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
cache_read_input_token_cost = 5.0000000000000004e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-01-01"
release_date = "2026-04-27"
supported_modalities = ["text", "image", "audio", "video", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000009

[models."~google/gemini-flash-latest".pricing."kilo"]
cache_read_input_token_cost = 5.0000000000000004e-8
input_cost_per_token = 5e-7
output_cost_per_token = 0.000003
[models."~google/gemini-flash-latest".pricing."openrouter"]
cache_read_input_token_cost = 1.5e-7
input_cost_per_token = 0.0000015
output_cost_per_token = 0.000009
reasoning_cost_per_token = 0.000009

[models."~google/gemini-pro-latest"]
display_name = "Google: Gemini Pro Latest"
model_family = "gemini-pro"
mode = "chat"
max_input_tokens = 1048576
max_output_tokens = 65536
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
cache_read_input_token_cost = 2.0000000000000002e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image", "audio", "video", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"
reasoning_cost_per_token = 0.000012

[models."~google/gemini-pro-latest".pricing."kilo"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
[models."~google/gemini-pro-latest".pricing."openrouter"]
cache_read_input_token_cost = 2.0000000000000002e-7
input_cost_per_token = 0.000002
output_cost_per_token = 0.000012
reasoning_cost_per_token = 0.000012

[models."~moonshotai/kimi-latest"]
display_name = "MoonshotAI: Kimi Latest"
model_family = "kimi"
mode = "chat"
max_input_tokens = 262142
max_output_tokens = 262142
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000349
cache_read_input_token_cost = 1.4e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
release_date = "2026-04-27"
supported_modalities = ["text", "image"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."~moonshotai/kimi-latest".pricing."kilo"]
cache_read_input_token_cost = 1.4e-7
input_cost_per_token = 7.4e-7
output_cost_per_token = 0.00000349
[models."~moonshotai/kimi-latest".pricing."openrouter"]
cache_read_input_token_cost = 2.5e-7
input_cost_per_token = 7.3e-7
output_cost_per_token = 0.00000349

[models."~openai/gpt-latest"]
display_name = "OpenAI: GPT Latest"
model_family = "gpt"
mode = "chat"
max_input_tokens = 1050000
max_output_tokens = 128000
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
cache_read_input_token_cost = 5e-7
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-12-01"
release_date = "2026-04-27"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."~openai/gpt-latest".pricing."kilo"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003
[models."~openai/gpt-latest".pricing."openrouter"]
cache_read_input_token_cost = 5e-7
input_cost_per_token = 0.000005
output_cost_per_token = 0.00003

[models."~openai/gpt-mini-latest"]
display_name = "OpenAI: GPT Mini Latest"
model_family = "gpt-mini"
mode = "chat"
max_input_tokens = 400000
max_output_tokens = 128000
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
cache_read_input_token_cost = 7.5e-8
litellm_provider = "kilo"
providers = ["kilo", "openrouter"]
supports_function_calling = true
supports_reasoning = true
open_weights = false
knowledge_cutoff = "2025-08-31"
release_date = "2026-04-27"
supported_modalities = ["text", "image", "pdf"]
supported_output_modalities = ["text"]
source = "modelsdev"

[models."~openai/gpt-mini-latest".pricing."kilo"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
[models."~openai/gpt-mini-latest".pricing."openrouter"]
cache_read_input_token_cost = 7.5e-8
input_cost_per_token = 7.5e-7
output_cost_per_token = 0.0000045
