phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

latency fix proxy (#7563)
All checks were successful
Read Version from pyproject.toml / read-version (push) Successful in 13s
Details

Browse source
This commit is contained in:
Ishaan Jaff 2025-01-04 20:18:32 -08:00 • committed by GitHub
parent 0d366c58a1
commit 2bf20ebfdf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 10 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/proxy/litellm_pre_call_utils.py
View file

@ -1,3 +1,4 @@
import asyncio
import copy
import time
from typing import TYPE_CHECKING, Any, Dict, Optional, Union
@ -616,13 +617,15 @@ async def add_litellm_data_to_request( # noqa: PLR0915
)
end_time = time.time()
await service_logger_obj.async_service_success_hook(
service=ServiceTypes.PROXY_PRE_CALL,
duration=end_time - start_time,
call_type="add_litellm_data_to_request",
start_time=start_time,
end_time=end_time,
parent_otel_span=user_api_key_dict.parent_otel_span,
asyncio.create_task(
service_logger_obj.async_service_success_hook(
service=ServiceTypes.PROXY_PRE_CALL,
duration=end_time - start_time,
call_type="add_litellm_data_to_request",
start_time=start_time,
end_time=end_time,
parent_otel_span=user_api_key_dict.parent_otel_span,
)
)
return data