phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): return n>1 response for openai text completion

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-09 20:44:07 -07:00
parent 41bebaa1e3
commit db20cb84d4
4 changed files with 14 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/main.py
View file

@ -60,7 +60,9 @@ from litellm.utils import (
ModelResponse,
EmbeddingResponse,
read_config_args,
RateLimitManager
RateLimitManager,
Choices,
Message
)
####### ENVIRONMENT VARIABLES ###################
@ -509,8 +511,12 @@ def completion(
},
)
## RESPONSE OBJECT
completion_response = response["choices"][0]["text"]
model_response["choices"][0]["message"]["content"] = completion_response
choices_list = []
for idx, item in enumerate(response["choices"]):
message_obj = Message(content=item["text"])
choice_obj = Choices(finish_reason=item["finish_reason"], index=idx+1, message=message_obj)
choices_list.append(choice_obj)
model_response["choices"] = choices_list
model_response["created"] = response.get("created", time.time())
model_response["model"] = model
model_response["usage"] = response.get("usage", 0)