phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(gemini): add unit test for handling empty candidates response

Browse source
This commit is contained in:
Sian Cao 2025-04-22 15:25:41 +08:00
parent c958bbe706
commit 9ada9b994b
1 changed files with 37 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

37
tests/litellm/llms/vertex_ai/gemini/test_vertex_and_google_ai_studio_gemini.py
View file

@ -310,3 +310,40 @@ def test_vertex_ai_candidate_token_count_inclusive(
assert usage.prompt_tokens == expected_usage.prompt_tokens
assert usage.completion_tokens == expected_usage.completion_tokens
assert usage.total_tokens == expected_usage.total_tokens
def test_empty_candidates_response():
from litellm.llms.vertex_ai.gemini.vertex_and_google_ai_studio_gemini import VertexGeminiConfig
import litellm
import httpx
model_response = litellm.ModelResponse()
completion_response = {
"usageMetadata": {
"promptTokenCount": 9291,
"totalTokenCount": 9291,
"promptTokensDetails": [{
"modality": "TEXT",
"tokenCount": 9291
}]
},
"modelVersion": "gemini-2.5-pro-preview-03-25"
}
raw_response = httpx.Response(200, json=completion_response)
config = VertexGeminiConfig()
result = config.transform_response(
model="gemini-2.5-pro-preview-03-25",
raw_response=raw_response,
model_response=model_response,
logging_obj=MagicMock(),
request_data={},
messages=[],
optional_params={},
litellm_params={},
encoding=None
)
assert len(result.choices) == 1
assert isinstance(result.choices[0], litellm.Choices)