phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): fix /models endpoint

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-21 20:15:43 -08:00
parent e5fa4eb314
commit 904def6119
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -474,7 +474,8 @@ def model_list():
if server_settings.get("infer_model_from_keys", False): if server_settings.get("infer_model_from_keys", False):
all_models = litellm.utils.get_valid_models() all_models = litellm.utils.get_valid_models()
if llm_model_list: if llm_model_list:
all_models += llm_model_list print(f"llm model list: {llm_model_list}")
all_models += [m["model_name"] for m in llm_model_list]
if user_model is not None: if user_model is not None:
all_models += user_model all_models += user_model
### CHECK OLLAMA MODELS ### ### CHECK OLLAMA MODELS ###
@ -484,7 +485,7 @@ def model_list():
ollama_models = [m["name"].replace(":latest", "") for m in models] ollama_models = [m["name"].replace(":latest", "") for m in models]
all_models.extend(ollama_models) all_models.extend(ollama_models)
except Exception as e: except Exception as e:
traceback.print_exc() pass
return dict( return dict(
data=[ data=[
{ {