phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py/completion_with_fallbacks): accept azure deployment name in rotations

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-27 16:00:28 -07:00
parent ab3b067754
commit afe14c8a96
3 changed files with 224 additions and 56 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -4079,8 +4079,7 @@ def completion_with_fallbacks(**kwargs):
if isinstance(model, dict): # completion(model="gpt-4", fallbacks=[{"api_key": "", "api_base": ""}, {"api_key": "", "api_base": ""}])
kwargs["api_key"] = model.get("api_key", None)
kwargs["api_base"] = model.get("api_base", None)
model = original_model
print(f"switched api keys")
model = model.get("model", original_model)
elif (
model in rate_limited_models
): # check if model is currently cooling down