phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): allow url to be passed to model cost map

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-24 15:38:05 -07:00
parent cb100d19da
commit 5c8a4f51d5
3 changed files with 27 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/utils.py
View file

@ -1049,9 +1049,10 @@ def completion_cost(
return 0.0 # this should not block a users execution path
####### HELPER FUNCTIONS ################
def register_model(model_cost: dict):
def register_model(model_cost: Union[str, dict]):
"""
Register new / Override existing models (and their pricing) to specific providers.
Provide EITHER a model cost dictionary or a url to a hosted json blob
Example usage:
model_cost_dict = {
"gpt-4": {
@ -1063,9 +1064,15 @@ def register_model(model_cost: dict):
},
}
"""
for key, value in model_cost.items():
loaded_model_cost = {}
if isinstance(model_cost, dict):
loaded_model_cost = model_cost
elif isinstance(model_cost, str):
loaded_model_cost = litellm.get_model_cost_map(url=model_cost)
for key, value in loaded_model_cost.items():
## override / add new keys to the existing model cost dictionary
litellm.model_cost[key] = model_cost[key]
litellm.model_cost[key] = loaded_model_cost[key]
# add new model names to provider lists
if value.get('litellm_provider') == 'openai':