phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - don't raise hanging request alert for /completions

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-15 10:27:02 -07:00
parent 5177e4408e
commit 2e81347607
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_server.py
View file

@ -4015,6 +4015,9 @@ async def completion(
cache_key = hidden_params.get("cache_key", None) or ""
api_base = hidden_params.get("api_base", None) or ""
### ALERTING ###
data["litellm_status"] = "success" # used for alerting
verbose_proxy_logger.debug("final response: %s", response)
if (
"stream" in data and data["stream"] == True