phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add an configuration option to make callback logging synchronous

Browse source 
Signed-off-by: B-Step62 <yuki.watanabe@databricks.com>
This commit is contained in:
B-Step62 2025-02-03 10:06:12 +09:00
parent 8ba60bf13c
commit 482180cfba
6 changed files with 87 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/caching/caching_handler.py
View file

@ -280,10 +280,13 @@ class LLMCachingHandler:
is_async=False,
)
threading.Thread(
target=logging_obj.success_handler,
args=(cached_result, start_time, end_time, cache_hit),
).start()
if litellm.sync_logging:
logging_obj.success_handler(cached_result, start_time, end_time, True)
else:
threading.Thread(
target=logging_obj.success_handler,
args=(cached_result, start_time, end_time, cache_hit),
).start()
cache_key = litellm.cache._get_preset_cache_key_from_kwargs(
**kwargs
)
@ -449,10 +452,13 @@ class LLMCachingHandler:
cached_result, start_time, end_time, cache_hit
)
)
threading.Thread(
target=logging_obj.success_handler,
args=(cached_result, start_time, end_time, cache_hit),
).start()
if litellm.sync_logging:
logging_obj.success_handler(cached_result, start_time, end_time, cache_hit)
else:
threading.Thread(
target=logging_obj.success_handler,
args=(cached_result, start_time, end_time, cache_hit),
).start()
async def _retrieve_from_cache(
self, call_type: str, kwargs: Dict[str, Any], args: Tuple[Any, ...]