phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

build: extract <think>..</think> block for amazon deepseek r1 and put in reasoning_content

Browse source
This commit is contained in:
Krrish Dholakia 2025-02-19 21:10:38 -08:00
parent 1dfdad1707
commit 9470f57e86
9 changed files with 189 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -690,15 +690,10 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
if user_api_key is None:
return
verbose_proxy_logger.info("ENTERS FAILURE LOG EVENT")
## decrement call count if call failed
if CommonProxyErrors.max_parallel_request_limit_reached.value in str(
kwargs["exception"]
):
verbose_proxy_logger.info(
"IGNORE FAILED CALLS DUE TO MAX LIMIT BEING REACHED"
)
pass # ignore failed calls due to max limit being reached
else:
# ------------