phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) streaming logprobs=None

Browse source
This commit is contained in:
ishaan-jaff 2023-12-26 15:42:41 +05:30
parent 2070a785a4
commit ef074c707a
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/utils.py
View file

@ -6705,6 +6705,7 @@ class CustomStreamWrapper:
text = "" text = ""
is_finished = False is_finished = False
finish_reason = None finish_reason = None
logprobs = None
original_chunk = None # this is used for function/tool calling original_chunk = None # this is used for function/tool calling
if len(str_line.choices) > 0: if len(str_line.choices) > 0:
if str_line.choices[0].delta.content is not None: if str_line.choices[0].delta.content is not None: