phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - choices index for gemini/ provider

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-16 13:52:46 -07:00
parent e9358684fb
commit a2ef089667
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/gemini.py
View file

@ -260,7 +260,7 @@ def completion(
message_obj = Message(content=item.content.parts[0].text) message_obj = Message(content=item.content.parts[0].text)
else: else:
message_obj = Message(content=None) message_obj = Message(content=None)
choice_obj = Choices(index=idx + 1, message=message_obj) choice_obj = Choices(index=idx, message=message_obj)
choices_list.append(choice_obj) choices_list.append(choice_obj)
model_response["choices"] = choices_list model_response["choices"] = choices_list
except Exception as e: except Exception as e:
@ -352,7 +352,7 @@ async def async_completion(
message_obj = Message(content=item.content.parts[0].text) message_obj = Message(content=item.content.parts[0].text)
else: else:
message_obj = Message(content=None) message_obj = Message(content=None)
choice_obj = Choices(index=idx + 1, message=message_obj) choice_obj = Choices(index=idx, message=message_obj)
choices_list.append(choice_obj) choices_list.append(choice_obj)
model_response["choices"] = choices_list model_response["choices"] = choices_list
except Exception as e: except Exception as e:

1
litellm/tests/test_completion.py
View file

@ -3246,6 +3246,7 @@ def test_completion_gemini():
response = completion(model=model_name, messages=messages) response = completion(model=model_name, messages=messages)
# Add any assertions,here to check the response # Add any assertions,here to check the response
print(response) print(response)
assert response.choices[0]["index"] == 0
except litellm.APIError as e: except litellm.APIError as e:
pass pass
except Exception as e: except Exception as e: