phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

build(model_prices_and_context_window.json): add 'supports_assistant_prefill' to model info map

Browse source 
Closes https://github.com/BerriAI/litellm/issues/4881
This commit is contained in:
Krrish Dholakia 2024-08-10 14:14:24 -07:00
parent e861d97bf2
commit 19bb95f781
5 changed files with 125 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -5103,6 +5103,7 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod
supports_system_messages=None,
supports_response_schema=None,
supports_function_calling=None,
supports_assistant_prefill=None,
)
else:
"""
@ -5200,6 +5201,9 @@ def get_model_info(model: str, custom_llm_provider: Optional[str] = None) -> Mod
supports_function_calling=_model_info.get(
"supports_function_calling", False
),
supports_assistant_prefill=_model_info.get(
"supports_assistant_prefill", False
),
)
except Exception:
raise Exception(