phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_custom_callback_unit.py): adding unit tests for custom callbacks + fixing related bugs

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-11 11:38:28 -08:00
parent 1d2f5ce975
commit ea89a8a938
8 changed files with 501 additions and 122 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/utils.py
View file

@ -104,7 +104,7 @@ class ProxyLogging:
2. /embeddings
"""
# check if max parallel requests set
if user_api_key_dict.max_parallel_requests is not None:
if user_api_key_dict is not None and user_api_key_dict.max_parallel_requests is not None:
## decrement call count if call failed
if (hasattr(original_exception, "status_code")
and original_exception.status_code == 429