phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(Feat) - add pricing for eu.amazon.nova models (#9056)

Browse source 
* add pricing for eu.amazon.nova models

* fix typo in key management endpoints.py
This commit is contained in:
Ishaan Jaff 2025-03-07 07:06:17 -08:00 • committed by GitHub
parent 995fc001e0
commit 7f70bdd99b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 85 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

41
litellm/model_prices_and_context_window_backup.json
View file

@ -6432,6 +6432,18 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-micro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000046,
"output_cost_per_token": 0.000000184,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
@ -6460,6 +6472,20 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000078,
"output_cost_per_token": 0.000000312,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
@ -6488,6 +6514,21 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000105,
"output_cost_per_token": 0.0000042,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,

5
litellm/proxy/management_endpoints/key_management_endpoints.py
View file

@ -35,12 +35,13 @@ from litellm.proxy.auth.auth_checks import (
)
from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
from litellm.proxy.hooks.key_management_event_hooks import KeyManagementEventHooks
from litellm.proxy.management_endpoints.model_management_endpoints import (
_add_model_to_db,
from litellm.proxy.management_endpoints.common_utils import (
_is_user_team_admin,
_set_object_metadata_field,
)
from litellm.proxy.management_endpoints.model_management_endpoints import (
_add_model_to_db,
)
from litellm.proxy.management_helpers.utils import management_endpoint_wrapper
from litellm.proxy.spend_tracking.spend_tracking_utils import _is_master_key
from litellm.proxy.utils import (

41
model_prices_and_context_window.json
View file

@ -6432,6 +6432,18 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-micro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000046,
"output_cost_per_token": 0.000000184,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
@ -6460,6 +6472,20 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-lite-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 128000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.000000078,
"output_cost_per_token": 0.000000312,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true
},
"amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
@ -6488,6 +6514,21 @@
"supports_prompt_caching": true,
"supports_response_schema": true
},
"eu.amazon.nova-pro-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 300000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.00000105,
"output_cost_per_token": 0.0000042,
"litellm_provider": "bedrock_converse",
"mode": "chat",
"supports_function_calling": true,
"supports_vision": true,
"supports_pdf_input": true,
"supports_prompt_caching": true,
"supports_response_schema": true,
"source": "https://aws.amazon.com/bedrock/pricing/"
},
"anthropic.claude-3-sonnet-20240229-v1:0": {
"max_tokens": 4096,
"max_input_tokens": 200000,