phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): handle pydantic v1

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-25 20:01:36 -07:00
parent 850b056df5
commit 486c8ccc30
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -10194,7 +10194,10 @@ class CustomStreamWrapper:
for idx, choice in enumerate(original_chunk.choices): for idx, choice in enumerate(original_chunk.choices):
try: try:
if isinstance(choice, BaseModel): if isinstance(choice, BaseModel):
choice_json = choice.model_dump() try:
choice_json = choice.model_dump()
except Exception as e:
choice_json = choice.dict()
choice_json.pop( choice_json.pop(
"finish_reason", None "finish_reason", None
) # for mistral etc. which return a value in their last chunk (not-openai compatible). ) # for mistral etc. which return a value in their last chunk (not-openai compatible).