phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat log request / response on pass through endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-04 16:26:32 -07:00
parent 4e392ebdb2
commit 8eda374d79
4 changed files with 26 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/pass_through_endpoints/success_handler.py
View file

@ -48,6 +48,7 @@ class PassThroughEndpointLogging:
start_time=start_time,
end_time=end_time,
cache_hit=False,
**kwargs,
)
def is_vertex_route(self, url_route: str):
@ -103,6 +104,7 @@ class PassThroughEndpointLogging:
start_time=start_time,
end_time=end_time,
cache_hit=cache_hit,
**kwargs,
)
elif "predict" in url_route:
from litellm.llms.vertex_ai_and_google_ai_studio.image_generation.image_generation_handler import (
@ -152,4 +154,5 @@ class PassThroughEndpointLogging:
start_time=start_time,
end_time=end_time,
cache_hit=cache_hit,
**kwargs,
)