phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): handle additionalProperties is False for vertex ai / gemini calls

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/5338

Also adds together ai json mode support
This commit is contained in:
Krrish Dholakia 2024-08-23 09:21:32 -07:00
parent 2f69e254aa
commit 2a6aa6da7a
3 changed files with 69 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

37
litellm/tests/test_optional_params.py
View file

@ -499,3 +499,40 @@ def test_vertex_safety_settings(provider):
model="gemini-1.5-pro", custom_llm_provider=provider
)
assert len(optional_params) == 1
def test_parse_additional_properties_json_schema():
optional_params = get_optional_params(
model="gemini-1.5-pro",
custom_llm_provider="vertex_ai_beta",
response_format={
"type": "json_schema",
"json_schema": {
"name": "math_reasoning",
"schema": {
"type": "object",
"properties": {
"steps": {
"type": "array",
"items": {
"type": "object",
"properties": {
"explanation": {"type": "string"},
"output": {"type": "string"},
},
"required": ["explanation", "output"],
"additionalProperties": False,
},
},
"final_answer": {"type": "string"},
},
"required": ["steps", "final_answer"],
"additionalProperties": False,
},
"strict": True,
},
},
)
print(optional_params)
assert "additionalProperties" not in optional_params["response_schema"]