phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

_handle_logging_completed_response

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-12 09:42:48 -07:00
parent d6a49f6b66
commit 35e9bba154
1 changed files with 24 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

29
litellm/responses/streaming_iterator.py
View file

@ -6,7 +6,9 @@ from typing import Any, AsyncIterator, Dict, Optional, Union
import httpx
from litellm.constants import STREAM_SSE_DONE_STRING
from litellm.litellm_core_utils.asyncify import run_async_function
from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLoggingObj
from litellm.litellm_core_utils.thread_pool_executor import executor
from litellm.llms.base_llm.responses.transformation import BaseResponsesAPIConfig
from litellm.types.llms.openai import (
ResponsesAPIStreamEvents,
@ -72,7 +74,7 @@ class BaseResponsesAPIStreamingIterator:
== ResponsesAPIStreamEvents.RESPONSE_COMPLETED
):
self.completed_response = openai_responses_api_chunk
self._handle_completed_response()
self._handle_logging_completed_response()
return openai_responses_api_chunk
@ -81,7 +83,7 @@ class BaseResponsesAPIStreamingIterator:
# If we can't parse the chunk, continue
return None
def _handle_completed_response(self):
def _handle_logging_completed_response(self):
"""Base implementation - should be overridden by subclasses"""
pass
@ -128,7 +130,7 @@ class ResponsesAPIStreamingIterator(BaseResponsesAPIStreamingIterator):
self.finished = True
raise e
def _handle_completed_response(self):
def _handle_logging_completed_response(self):
"""Handle logging for completed responses in async context"""
asyncio.create_task(
self.logging_obj.async_success_handler(
@ -139,6 +141,14 @@ class ResponsesAPIStreamingIterator(BaseResponsesAPIStreamingIterator):
)
)
executor.submit(
self.logging_obj.success_handler,
result=self.completed_response,
cache_hit=None,
start_time=self.start_time,
end_time=datetime.now(),
)
class SyncResponsesAPIStreamingIterator(BaseResponsesAPIStreamingIterator):
"""
@ -181,11 +191,20 @@ class SyncResponsesAPIStreamingIterator(BaseResponsesAPIStreamingIterator):
self.finished = True
raise e
def _handle_completed_response(self):
def _handle_logging_completed_response(self):
"""Handle logging for completed responses in sync context"""
self.logging_obj.success_handler(
run_async_function(
async_function=self.logging_obj.async_success_handler,
result=self.completed_response,
start_time=self.start_time,
end_time=datetime.now(),
cache_hit=None,
)
executor.submit(
self.logging_obj.success_handler,
result=self.completed_response,
cache_hit=None,
start_time=self.start_time,
end_time=datetime.now(),
)