Skip to content

Commit e1c77e7

Browse files
lgruen-vcgslgruen-vcgs
authored
Add AWS Bedrock profiles for the APAC region (#11883)
Likely fixes #6905, #9228, and addresses #11057 (comment).
1 parent d4b3454 commit e1c77e7

File tree

2 files changed

+254
-0
lines changed

2 files changed

+254
-0
lines changed

‎litellm/model_prices_and_context_window_backup.json

Lines changed: 127 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10874,6 +10874,46 @@
1087410874
"supports_response_schema": true,
1087510875
"source": "https://aws.amazon.com/bedrock/pricing/"
1087610876
},
10877+
"apac.amazon.nova-micro-v1:0": {
10878+
"max_tokens": 10000,
10879+
"max_input_tokens": 300000,
10880+
"max_output_tokens": 10000,
10881+
"input_cost_per_token": 3.7e-08,
10882+
"output_cost_per_token": 1.48e-07,
10883+
"litellm_provider": "bedrock_converse",
10884+
"mode": "chat",
10885+
"supports_function_calling": true,
10886+
"supports_prompt_caching": true,
10887+
"supports_response_schema": true
10888+
},
10889+
"apac.amazon.nova-lite-v1:0": {
10890+
"max_tokens": 10000,
10891+
"max_input_tokens": 128000,
10892+
"max_output_tokens": 10000,
10893+
"input_cost_per_token": 6.3e-08,
10894+
"output_cost_per_token": 2.52e-07,
10895+
"litellm_provider": "bedrock_converse",
10896+
"mode": "chat",
10897+
"supports_function_calling": true,
10898+
"supports_vision": true,
10899+
"supports_pdf_input": true,
10900+
"supports_prompt_caching": true,
10901+
"supports_response_schema": true
10902+
},
10903+
"apac.amazon.nova-pro-v1:0": {
10904+
"max_tokens": 10000,
10905+
"max_input_tokens": 300000,
10906+
"max_output_tokens": 10000,
10907+
"input_cost_per_token": 8.4e-07,
10908+
"output_cost_per_token": 3.36e-06,
10909+
"litellm_provider": "bedrock_converse",
10910+
"mode": "chat",
10911+
"supports_function_calling": true,
10912+
"supports_vision": true,
10913+
"supports_pdf_input": true,
10914+
"supports_prompt_caching": true,
10915+
"supports_response_schema": true
10916+
},
1087710917
"us.amazon.nova-premier-v1:0": {
1087810918
"max_tokens": 10000,
1087910919
"max_input_tokens": 1000000,
@@ -11359,6 +11399,93 @@
1135911399
"supports_reasoning": true,
1136011400
"supports_computer_use": true
1136111401
},
11402+
"apac.anthropic.claude-3-haiku-20240307-v1:0": {
11403+
"max_tokens": 4096,
11404+
"max_input_tokens": 200000,
11405+
"max_output_tokens": 4096,
11406+
"input_cost_per_token": 2.5e-07,
11407+
"output_cost_per_token": 1.25e-06,
11408+
"litellm_provider": "bedrock",
11409+
"mode": "chat",
11410+
"supports_function_calling": true,
11411+
"supports_response_schema": true,
11412+
"supports_vision": true,
11413+
"supports_pdf_input": true,
11414+
"supports_tool_choice": true
11415+
},
11416+
"apac.anthropic.claude-3-sonnet-20240229-v1:0": {
11417+
"max_tokens": 4096,
11418+
"max_input_tokens": 200000,
11419+
"max_output_tokens": 4096,
11420+
"input_cost_per_token": 3e-06,
11421+
"output_cost_per_token": 1.5e-05,
11422+
"litellm_provider": "bedrock",
11423+
"mode": "chat",
11424+
"supports_function_calling": true,
11425+
"supports_response_schema": true,
11426+
"supports_vision": true,
11427+
"supports_pdf_input": true,
11428+
"supports_tool_choice": true
11429+
},
11430+
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0": {
11431+
"max_tokens": 4096,
11432+
"max_input_tokens": 200000,
11433+
"max_output_tokens": 4096,
11434+
"input_cost_per_token": 3e-06,
11435+
"output_cost_per_token": 1.5e-05,
11436+
"litellm_provider": "bedrock",
11437+
"mode": "chat",
11438+
"supports_function_calling": true,
11439+
"supports_response_schema": true,
11440+
"supports_vision": true,
11441+
"supports_pdf_input": true,
11442+
"supports_tool_choice": true
11443+
},
11444+
"apac.anthropic.claude-3-5-sonnet-20241022-v2:0": {
11445+
"max_tokens": 8192,
11446+
"max_input_tokens": 200000,
11447+
"max_output_tokens": 8192,
11448+
"input_cost_per_token": 3e-06,
11449+
"output_cost_per_token": 1.5e-05,
11450+
"cache_creation_input_token_cost": 3.75e-06,
11451+
"cache_read_input_token_cost": 3e-07,
11452+
"litellm_provider": "bedrock",
11453+
"mode": "chat",
11454+
"supports_function_calling": true,
11455+
"supports_vision": true,
11456+
"supports_assistant_prefill": true,
11457+
"supports_computer_use": true,
11458+
"supports_pdf_input": true,
11459+
"supports_prompt_caching": true,
11460+
"supports_response_schema": true,
11461+
"supports_tool_choice": true
11462+
},
11463+
"apac.anthropic.claude-sonnet-4-20250514-v1:0": {
11464+
"max_tokens": 64000,
11465+
"max_input_tokens": 200000,
11466+
"max_output_tokens": 64000,
11467+
"input_cost_per_token": 3e-06,
11468+
"output_cost_per_token": 1.5e-05,
11469+
"search_context_cost_per_query": {
11470+
"search_context_size_low": 0.01,
11471+
"search_context_size_medium": 0.01,
11472+
"search_context_size_high": 0.01
11473+
},
11474+
"cache_creation_input_token_cost": 3.75e-06,
11475+
"cache_read_input_token_cost": 3e-07,
11476+
"litellm_provider": "bedrock_converse",
11477+
"mode": "chat",
11478+
"supports_function_calling": true,
11479+
"supports_vision": true,
11480+
"tool_use_system_prompt_tokens": 159,
11481+
"supports_assistant_prefill": true,
11482+
"supports_pdf_input": true,
11483+
"supports_prompt_caching": true,
11484+
"supports_response_schema": true,
11485+
"supports_tool_choice": true,
11486+
"supports_reasoning": true,
11487+
"supports_computer_use": true
11488+
},
1136211489
"eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
1136311490
"max_tokens": 8192,
1136411491
"max_input_tokens": 200000,

‎model_prices_and_context_window.json

Lines changed: 127 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10874,6 +10874,46 @@
1087410874
"supports_response_schema": true,
1087510875
"source": "https://aws.amazon.com/bedrock/pricing/"
1087610876
},
10877+
"apac.amazon.nova-micro-v1:0": {
10878+
"max_tokens": 10000,
10879+
"max_input_tokens": 300000,
10880+
"max_output_tokens": 10000,
10881+
"input_cost_per_token": 3.7e-08,
10882+
"output_cost_per_token": 1.48e-07,
10883+
"litellm_provider": "bedrock_converse",
10884+
"mode": "chat",
10885+
"supports_function_calling": true,
10886+
"supports_prompt_caching": true,
10887+
"supports_response_schema": true
10888+
},
10889+
"apac.amazon.nova-lite-v1:0": {
10890+
"max_tokens": 10000,
10891+
"max_input_tokens": 128000,
10892+
"max_output_tokens": 10000,
10893+
"input_cost_per_token": 6.3e-08,
10894+
"output_cost_per_token": 2.52e-07,
10895+
"litellm_provider": "bedrock_converse",
10896+
"mode": "chat",
10897+
"supports_function_calling": true,
10898+
"supports_vision": true,
10899+
"supports_pdf_input": true,
10900+
"supports_prompt_caching": true,
10901+
"supports_response_schema": true
10902+
},
10903+
"apac.amazon.nova-pro-v1:0": {
10904+
"max_tokens": 10000,
10905+
"max_input_tokens": 300000,
10906+
"max_output_tokens": 10000,
10907+
"input_cost_per_token": 8.4e-07,
10908+
"output_cost_per_token": 3.36e-06,
10909+
"litellm_provider": "bedrock_converse",
10910+
"mode": "chat",
10911+
"supports_function_calling": true,
10912+
"supports_vision": true,
10913+
"supports_pdf_input": true,
10914+
"supports_prompt_caching": true,
10915+
"supports_response_schema": true
10916+
},
1087710917
"us.amazon.nova-premier-v1:0": {
1087810918
"max_tokens": 10000,
1087910919
"max_input_tokens": 1000000,
@@ -11359,6 +11399,93 @@
1135911399
"supports_reasoning": true,
1136011400
"supports_computer_use": true
1136111401
},
11402+
"apac.anthropic.claude-3-haiku-20240307-v1:0": {
11403+
"max_tokens": 4096,
11404+
"max_input_tokens": 200000,
11405+
"max_output_tokens": 4096,
11406+
"input_cost_per_token": 2.5e-07,
11407+
"output_cost_per_token": 1.25e-06,
11408+
"litellm_provider": "bedrock",
11409+
"mode": "chat",
11410+
"supports_function_calling": true,
11411+
"supports_response_schema": true,
11412+
"supports_vision": true,
11413+
"supports_pdf_input": true,
11414+
"supports_tool_choice": true
11415+
},
11416+
"apac.anthropic.claude-3-sonnet-20240229-v1:0": {
11417+
"max_tokens": 4096,
11418+
"max_input_tokens": 200000,
11419+
"max_output_tokens": 4096,
11420+
"input_cost_per_token": 3e-06,
11421+
"output_cost_per_token": 1.5e-05,
11422+
"litellm_provider": "bedrock",
11423+
"mode": "chat",
11424+
"supports_function_calling": true,
11425+
"supports_response_schema": true,
11426+
"supports_vision": true,
11427+
"supports_pdf_input": true,
11428+
"supports_tool_choice": true
11429+
},
11430+
"apac.anthropic.claude-3-5-sonnet-20240620-v1:0": {
11431+
"max_tokens": 4096,
11432+
"max_input_tokens": 200000,
11433+
"max_output_tokens": 4096,
11434+
"input_cost_per_token": 3e-06,
11435+
"output_cost_per_token": 1.5e-05,
11436+
"litellm_provider": "bedrock",
11437+
"mode": "chat",
11438+
"supports_function_calling": true,
11439+
"supports_response_schema": true,
11440+
"supports_vision": true,
11441+
"supports_pdf_input": true,
11442+
"supports_tool_choice": true
11443+
},
11444+
"apac.anthropic.claude-3-5-sonnet-20241022-v2:0": {
11445+
"max_tokens": 8192,
11446+
"max_input_tokens": 200000,
11447+
"max_output_tokens": 8192,
11448+
"input_cost_per_token": 3e-06,
11449+
"output_cost_per_token": 1.5e-05,
11450+
"cache_creation_input_token_cost": 3.75e-06,
11451+
"cache_read_input_token_cost": 3e-07,
11452+
"litellm_provider": "bedrock",
11453+
"mode": "chat",
11454+
"supports_function_calling": true,
11455+
"supports_vision": true,
11456+
"supports_assistant_prefill": true,
11457+
"supports_computer_use": true,
11458+
"supports_pdf_input": true,
11459+
"supports_prompt_caching": true,
11460+
"supports_response_schema": true,
11461+
"supports_tool_choice": true
11462+
},
11463+
"apac.anthropic.claude-sonnet-4-20250514-v1:0": {
11464+
"max_tokens": 64000,
11465+
"max_input_tokens": 200000,
11466+
"max_output_tokens": 64000,
11467+
"input_cost_per_token": 3e-06,
11468+
"output_cost_per_token": 1.5e-05,
11469+
"search_context_cost_per_query": {
11470+
"search_context_size_low": 0.01,
11471+
"search_context_size_medium": 0.01,
11472+
"search_context_size_high": 0.01
11473+
},
11474+
"cache_creation_input_token_cost": 3.75e-06,
11475+
"cache_read_input_token_cost": 3e-07,
11476+
"litellm_provider": "bedrock_converse",
11477+
"mode": "chat",
11478+
"supports_function_calling": true,
11479+
"supports_vision": true,
11480+
"tool_use_system_prompt_tokens": 159,
11481+
"supports_assistant_prefill": true,
11482+
"supports_pdf_input": true,
11483+
"supports_prompt_caching": true,
11484+
"supports_response_schema": true,
11485+
"supports_tool_choice": true,
11486+
"supports_reasoning": true,
11487+
"supports_computer_use": true
11488+
},
1136211489
"eu.anthropic.claude-3-5-haiku-20241022-v1:0": {
1136311490
"max_tokens": 8192,
1136411491
"max_input_tokens": 200000,

0 commit comments

Comments
 (0)