phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): add litellm model cost map info to /model/info

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-02 21:24:28 -08:00
parent 3b70a6864f
commit 47c1aa27c7
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/proxy_server.py
View file

@ -1086,8 +1086,21 @@ async def model_info(request: Request):
all_models = config['model_list']
for model in all_models:
# get the model cost map info
## make an api call
data = copy.deepcopy(model["litellm_params"])
data["messages"] = [{"role": "user", "content": "Hey, how's it going?"}]
data["max_tokens"] = 10
response = await litellm.acompletion(**data)
litellm_model_info = litellm.model_cost.get(response["model"], {})
model_info = model.get("model_info", {})
for k, v in litellm_model_info.items():
if k not in model_info:
model_info[k] = v
model["model_info"] = model_info
# don't return the api key
model["litellm_params"].pop("api_key", None)
# all_models = list(set([m["model_name"] for m in llm_model_list]))
print_verbose(f"all_models: {all_models}")
return dict(