LiteLLM Minor Fixes and Improvements (09/14/2024) (#5697)

* fix(health_check.py): hide sensitive keys from health check debug information k

* fix(route_llm_request.py): fix proxy model not found error message to indicate how to resolve issue

* fix(vertex_llm_base.py): fix exception message to not log credentials
This commit is contained in:
Krish Dholakia 2024-09-14 10:32:39 -07:00 committed by GitHub
parent 60709a0753
commit dad1ad2077
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 43 additions and 14 deletions

View file

@ -608,9 +608,7 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
global_max_parallel_requests = _metadata.get(
"global_max_parallel_requests", None
)
user_api_key = (
kwargs["litellm_params"].get("metadata", {}).get("user_api_key", None)
)
user_api_key = _metadata.get("user_api_key", None)
self.print_verbose(f"user_api_key: {user_api_key}")
if user_api_key is None:
return