phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

pass through track usage for streaming endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-02 16:11:20 -07:00
parent 73d0a78444
commit a6d4a27207
2 changed files with 26 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -426,6 +426,8 @@ async def pass_through_request(
litellm_logging_obj=logging_obj,
iterator_type=ModelIteratorType.VERTEX_AI,
start_time=start_time,
passthrough_success_handler_obj=pass_through_endpoint_logging,
url_route=str(url),
):
yield chunk
@ -468,6 +470,8 @@ async def pass_through_request(
litellm_logging_obj=logging_obj,
iterator_type=ModelIteratorType.VERTEX_AI,
start_time=start_time,
passthrough_success_handler_obj=pass_through_endpoint_logging,
url_route=str(url),
):
yield chunk