phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(test_proxy_reject_logging.py): fix test

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-05 19:09:37 -07:00
parent fd11f63f71
commit 6090fd37fa
3 changed files with 20 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/litellm_core_utils/litellm_logging.py
View file

@ -1607,6 +1607,7 @@ class Logging:
) )
== False == False
): # custom logger class ): # custom logger class
callback.log_failure_event( callback.log_failure_event(
start_time=start_time, start_time=start_time,
end_time=end_time, end_time=end_time,

33
litellm/proxy/utils.py
View file

@ -585,23 +585,24 @@ class ProxyLogging:
**request_data, **request_data,
) )
# log the custom exception if litellm_logging_obj is not None:
await litellm_logging_obj.async_failure_handler( # log the custom exception
exception=original_exception, await litellm_logging_obj.async_failure_handler(
traceback_exception=traceback.format_exc(), exception=original_exception,
start_time=time.time(), traceback_exception=traceback.format_exc(),
end_time=time.time(), start_time=time.time(),
) end_time=time.time(),
)
threading.Thread( threading.Thread(
target=litellm_logging_obj.failure_handler, target=litellm_logging_obj.failure_handler,
args=( args=(
original_exception, original_exception,
traceback.format_exc(), traceback.format_exc(),
time.time(), time.time(),
time.time(), time.time(),
), ),
).start() ).start()
for callback in litellm.callbacks: for callback in litellm.callbacks:
try: try:

3
litellm/tests/test_proxy_reject_logging.py
View file

@ -76,7 +76,7 @@ class testLogger(CustomLogger):
self.reaches_async_failure_event = True self.reaches_async_failure_event = True
def log_failure_event(self, kwargs, response_obj, start_time, end_time): def log_failure_event(self, kwargs, response_obj, start_time, end_time):
self.reaches_failure_event = True self.reaches_sync_failure_event = True
router = Router( router = Router(
@ -186,4 +186,5 @@ async def test_chat_completion_request_with_redaction(route, body):
await asyncio.sleep(3) await asyncio.sleep(3)
assert _test_logger.reaches_async_failure_event is True assert _test_logger.reaches_async_failure_event is True
assert _test_logger.reaches_sync_failure_event is True assert _test_logger.reaches_sync_failure_event is True