phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(cleanup) proxy/health

Browse source
This commit is contained in:
ishaan-jaff 2023-11-29 20:15:48 -08:00
parent 583571a43a
commit e5ce45dc2c
1 changed files with 3 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/proxy_server.py
View file

@ -912,17 +912,10 @@ async def health_endpoint(request: Request, model: Optional[str] = fastapi.Query
try: try:
if model is None or model == model_name["litellm_params"]["model"]: # if model specified, just call that one. if model is None or model == model_name["litellm_params"]["model"]: # if model specified, just call that one.
litellm_params = model_name["litellm_params"] litellm_params = model_name["litellm_params"]
if litellm_params["model"] not in litellm.all_embedding_models: # filter out embedding models model_name = litellm.utils.remove_model_id(litellm_params["model"]) # removes, ids set by litellm.router
if model_name not in litellm.all_embedding_models: # filter out embedding models
litellm_params["messages"] = [{"role": "user", "content": "Hey, how's it going?"}] litellm_params["messages"] = [{"role": "user", "content": "Hey, how's it going?"}]
########## remove -ModelID-XXXX from model ############## litellm_params["model"] = model_name
original_model_string = litellm_params["model"]
# Find the index of "ModelID" in the string
index_of_model_id = original_model_string.find("-ModelID")
# Remove everything after "-ModelID" if it exists
if index_of_model_id != -1:
litellm_params["model"] = original_model_string[:index_of_model_id]
else:
litellm_params["model"] = original_model_string
litellm.completion(**litellm_params) litellm.completion(**litellm_params)
cleaned_params = {} cleaned_params = {}
for key in litellm_params: for key in litellm_params: