phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

build(model_prices_and_context_window.json): add azure ai jamba instruct pricing + token details

Browse source 
Adds jamba instruct, mistral, llama3 pricing + token info for azure_ai
This commit is contained in:
Krrish Dholakia 2024-07-13 16:34:31 -07:00
parent caa01d20cb
commit b1be355d42
5 changed files with 116 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/utils.py
View file

@ -5573,8 +5573,16 @@ def convert_to_model_response_object(
"system_fingerprint"
]
if "model" in response_object and model_response_object.model is None:
model_response_object.model = response_object["model"]
if "model" in response_object:
if model_response_object.model is None:
model_response_object.model = response_object["model"]
elif "/" in model_response_object.model:
openai_compatible_provider = model_response_object.model.split("/")[
0
]
model_response_object.model = (
openai_compatible_provider + "/" + response_object["model"]
)
if start_time is not None and end_time is not None:
if isinstance(start_time, type(end_time)):