phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: Translate openai 'response_format' json_schema to 'response_schema' for vertex ai + google ai studio

Browse source 
Closes https://github.com/BerriAI/litellm/issues/5074
This commit is contained in:
Krrish Dholakia 2024-08-06 19:06:14 -07:00
parent 92ce0c1e76
commit 831dc1b886
7 changed files with 250 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

24
litellm/utils.py
View file

@ -645,6 +645,30 @@ def client(original_function):
input=model_response, model=model
)
### JSON SCHEMA VALIDATION ###
try:
if (
optional_params is not None
and "response_format" in optional_params
and _parsing._completions.is_basemodel_type(
optional_params["response_format"]
)
):
json_response_format = (
type_to_response_format_param(
response_format=optional_params[
"response_format"
]
)
)
if json_response_format is not None:
litellm.litellm_core_utils.json_validation_rule.validate_schema(
schema=json_response_format[
"json_schema"
]["schema"],
response=model_response,
)
except TypeError:
pass
if (
optional_params is not None
and "response_format" in optional_params