fix(main.py): fix model alias map logic

This commit is contained in:
Krrish Dholakia 2023-11-20 20:49:02 -08:00
parent b752ba8a46
commit b2e52eedf8
2 changed files with 6 additions and 5 deletions

View file

@ -356,11 +356,6 @@ def completion(
if model_list is not None:
deployments = [m["litellm_params"] for m in model_list if m["model_name"] == model]
return batch_completion_models(deployments=deployments, **args)
if litellm.model_alias_map and model in litellm.model_alias_map:
args["model_alias_map"] = litellm.model_alias_map
model = litellm.model_alias_map[
model
] # update the model to the actual value if an alias has been passed in
model_response = ModelResponse()

View file

@ -2247,6 +2247,12 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None, api_
try:
dynamic_api_key = None
# check if llm provider provided
if litellm.model_alias_map and model in litellm.model_alias_map:
model = litellm.model_alias_map[
model
] # update the model to the actual value if an alias has been passed in
if custom_llm_provider:
return model, custom_llm_provider, dynamic_api_key, api_base