mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
Merge b94b6dd76e
into b82af5b826
This commit is contained in:
commit
134899ffd7
1 changed files with 5 additions and 5 deletions
|
@ -1522,11 +1522,11 @@ class CustomStreamWrapper:
|
|||
completion_start_time=datetime.datetime.now()
|
||||
)
|
||||
## LOGGING
|
||||
executor.submit(
|
||||
self.run_success_logging_and_cache_storage,
|
||||
response,
|
||||
cache_hit,
|
||||
) # log response
|
||||
# executor.submit(
|
||||
# self.run_success_logging_and_cache_storage,
|
||||
# response,
|
||||
# cache_hit,
|
||||
# ) # log response
|
||||
choice = response.choices[0]
|
||||
if isinstance(choice, StreamingChoices):
|
||||
self.response_uptil_now += choice.delta.get("content", "") or ""
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue