phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixing huggingface tgi index issue for best of

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-21 10:05:20 -07:00
parent cd82b4f07a
commit 9ec8ea89bb
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/huggingface_restapi.py
View file

@ -191,7 +191,7 @@ def completion(
for token in item["tokens"]: for token in item["tokens"]:
sum_logprob += token["logprob"] sum_logprob += token["logprob"]
message_obj = Message(content=item["generated_text"], logprobs=sum_logprob) message_obj = Message(content=item["generated_text"], logprobs=sum_logprob)
choice_obj = Choices(finish_reason=item["finish_reason"], index=idx, message=message_obj) choice_obj = Choices(finish_reason=item["finish_reason"], index=idx+1, message=message_obj)
choices_list.append(choice_obj) choices_list.append(choice_obj)
model_response["choices"].extend(choices_list) model_response["choices"].extend(choices_list)
else: else: