This commit is contained in:
Krish Dholakia 2025-04-24 00:56:17 -07:00 committed by GitHub
commit 134899ffd7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1522,11 +1522,11 @@ class CustomStreamWrapper:
completion_start_time=datetime.datetime.now()
)
## LOGGING
executor.submit(
self.run_success_logging_and_cache_storage,
response,
cache_hit,
) # log response
# executor.submit(
# self.run_success_logging_and_cache_storage,
# response,
# cache_hit,
# ) # log response
choice = response.choices[0]
if isinstance(choice, StreamingChoices):
self.response_uptil_now += choice.delta.get("content", "") or ""