phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge b94b6dd76e into b82af5b826

Browse source
This commit is contained in:
Krish Dholakia 2025-04-24 00:56:17 -07:00 • committed by GitHub
commit 134899ffd7
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/litellm_core_utils/streaming_handler.py
View file

@ -1522,11 +1522,11 @@ class CustomStreamWrapper:
completion_start_time=datetime.datetime.now() completion_start_time=datetime.datetime.now()
) )
## LOGGING ## LOGGING
executor.submit( # executor.submit(
self.run_success_logging_and_cache_storage, # self.run_success_logging_and_cache_storage,
response, # response,
cache_hit, # cache_hit,
) # log response # ) # log response
choice = response.choices[0] choice = response.choices[0]
if isinstance(choice, StreamingChoices): if isinstance(choice, StreamingChoices):
self.response_uptil_now += choice.delta.get("content", "") or "" self.response_uptil_now += choice.delta.get("content", "") or ""