phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) openai + stream - logprobs check

Browse source
This commit is contained in:
ishaan-jaff 2023-12-27 16:59:56 +05:30
parent 10a74d02c1
commit 7864d9a027
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -6746,8 +6746,10 @@ class CustomStreamWrapper:
if str_line.choices[0].finish_reason:
is_finished = True
finish_reason = str_line.choices[0].finish_reason
# checking for logprobs
if (
"logprobs" in str_line.choices[0]
hasattr(str_line.choices[0], "logprobs")
and str_line.choices[0].logprobs is not None
):
logprobs = str_line.choices[0].logprobs