phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): fix model alias map logic

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-20 20:49:02 -08:00
parent e23424f817
commit d83c2b9ee8
2 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/main.py
View file

@ -356,11 +356,6 @@ def completion(
if model_list is not None: if model_list is not None:
deployments = [m["litellm_params"] for m in model_list if m["model_name"] == model] deployments = [m["litellm_params"] for m in model_list if m["model_name"] == model]
return batch_completion_models(deployments=deployments, **args) return batch_completion_models(deployments=deployments, **args)
if litellm.model_alias_map and model in litellm.model_alias_map:
args["model_alias_map"] = litellm.model_alias_map
model = litellm.model_alias_map[
model
] # update the model to the actual value if an alias has been passed in
model_response = ModelResponse() model_response = ModelResponse()

6
litellm/utils.py
View file

@ -2247,6 +2247,12 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None, api_
try: try:
dynamic_api_key = None dynamic_api_key = None
# check if llm provider provided # check if llm provider provided
if litellm.model_alias_map and model in litellm.model_alias_map:
model = litellm.model_alias_map[
model
] # update the model to the actual value if an alias has been passed in
if custom_llm_provider: if custom_llm_provider:
return model, custom_llm_provider, dynamic_api_key, api_base return model, custom_llm_provider, dynamic_api_key, api_base