From 3d16bd6eb8c5a2cef1a2d90ff6e4483638d6be61 Mon Sep 17 00:00:00 2001 From: John HU Date: Mon, 17 Jun 2024 12:14:40 -0700 Subject: [PATCH] fix: strip llm credential before returning --- litellm/proxy/proxy_server.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index c520913183..d36d2e157b 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -6057,8 +6057,11 @@ async def model_info_v2( model_info[k] = v _model["model_info"] = model_info # don't return the api key / vertex credentials + # don't return the llm credentials _model["litellm_params"].pop("api_key", None) _model["litellm_params"].pop("vertex_credentials", None) + _model["litellm_params"].pop("aws_access_key_id", None) + _model["litellm_params"].pop("aws_secret_access_key", None) verbose_proxy_logger.debug("all_models: %s", all_models) return {"data": all_models} @@ -6570,8 +6573,11 @@ async def model_info_v1( if k not in model_info: model_info[k] = v model["model_info"] = model_info - # don't return the api key + # don't return the llm credentials model["litellm_params"].pop("api_key", None) + model["litellm_params"].pop("vertex_credentials", None) + model["litellm_params"].pop("aws_access_key_id", None) + model["litellm_params"].pop("aws_secret_access_key", None) verbose_proxy_logger.debug("all_models: %s", all_models) return {"data": all_models}