phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

stream response (#5516)

Browse source
This commit is contained in:
Stefan Bokarev 2024-09-04 16:02:29 -07:00 • committed by GitHub
parent aefca63a8c
commit 258b96211c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 9 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/litellm_core_utils/litellm_logging.py
View file

@ -868,6 +868,15 @@ class Logging:
model = self.model model = self.model
messages = self.model_call_details["input"] messages = self.model_call_details["input"]
kwargs = self.model_call_details kwargs = self.model_call_details
# this only logs streaming once, complete_streaming_response exists i.e when stream ends
if self.stream:
if "complete_streaming_response" not in kwargs:
continue
else:
print_verbose("reaches helicone for streaming logging!")
result = kwargs["complete_streaming_response"]
heliconeLogger.log_success( heliconeLogger.log_success(
model=model, model=model,
messages=messages, messages=messages,