phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #2656 from TashaSkyUp/patch-1

Browse source 
fix for: when using ModelResponse.json() to save and then reconstruct a ModelResponse the choices field ends up empty
This commit is contained in:
Krish Dholakia 2024-03-26 08:36:55 -07:00 • committed by GitHub
commit 6f11f300fc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -354,7 +354,7 @@ class Choices(OpenAIObject):
if message is None: if message is None:
self.message = Message(content=None) self.message = Message(content=None)
else: else:
self.message = message self.message = Message(**message)
if logprobs is not None: if logprobs is not None:
self.logprobs = logprobs self.logprobs = logprobs
if enhancements is not None: if enhancements is not None:
@ -497,7 +497,10 @@ class ModelResponse(OpenAIObject):
object = "embedding" object = "embedding"
else: else:
object = "chat.completion" object = "chat.completion"
choices = [Choices()] if choices:
choices = [Choices(*choices)]
else:
choices = [Choices()]
if id is None: if id is None:
id = _generate_id() id = _generate_id()
else: else: