phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) use asyncio run_in_executor

Browse source
This commit is contained in:
ishaan-jaff 2024-01-19 09:52:51 -08:00
parent e6b5152e63
commit f2cfb76920
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/utils.py
View file

@ -2363,10 +2363,12 @@ def client(original_function):
threading.Thread( threading.Thread(
target=logging_obj.success_handler, args=(result, start_time, end_time) target=logging_obj.success_handler, args=(result, start_time, end_time)
).start() ).start()
threading.Thread(
target=logging_obj.async_success_handler, loop = asyncio.get_event_loop()
args=(result, start_time, end_time), loop.run_in_executor(
).start() executor=None,
func=logging_obj.async_success_handler(result, start_time, end_time),
)
# RETURN RESULT # RETURN RESULT
if hasattr(result, "_hidden_params"): if hasattr(result, "_hidden_params"):
result._hidden_params["model_id"] = kwargs.get("model_info", {}).get( result._hidden_params["model_id"] = kwargs.get("model_info", {}).get(