phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - use copy.deepcopy on /model/info endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-12 20:17:11 -07:00
parent a2368f9036
commit 91d89a7b9b
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/proxy_server.py
View file

@ -7103,7 +7103,7 @@ async def model_info_v2(
# Load existing config # Load existing config
config = await proxy_config.get_config() config = await proxy_config.get_config()
all_models = llm_model_list all_models = copy.deepcopy(llm_model_list)
if user_model is not None: if user_model is not None:
# if user does not use a config.yaml, https://github.com/BerriAI/litellm/issues/2061 # if user does not use a config.yaml, https://github.com/BerriAI/litellm/issues/2061
all_models += [user_model] all_models += [user_model]
@ -7230,9 +7230,10 @@ async def model_info_v1(
if len(user_api_key_dict.models) > 0: if len(user_api_key_dict.models) > 0:
model_names = user_api_key_dict.models model_names = user_api_key_dict.models
all_models = [m for m in llm_model_list if m["model_name"] in model_names] _relevant_models = [m for m in llm_model_list if m["model_name"] in model_names]
all_models = copy.deepcopy(_relevant_models)
else: else:
all_models = llm_model_list all_models = copy.deepcopy(llm_model_list)
for model in all_models: for model in all_models:
# provided model_info in config.yaml # provided model_info in config.yaml
model_info = model.get("model_info", {}) model_info = model.get("model_info", {})