phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): move to using litellm.modify_params to enable max output token trimming fix

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-14 12:17:56 -07:00
parent bdd2004691
commit a634424fb2
2 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/__init__.py
View file

@ -36,6 +36,7 @@ token: Optional[str] = (
telemetry = True telemetry = True
max_tokens = 256 # OpenAI Defaults max_tokens = 256 # OpenAI Defaults
drop_params = False drop_params = False
modify_params = False
retry = True retry = True
api_key: Optional[str] = None api_key: Optional[str] = None
openai_key: Optional[str] = None openai_key: Optional[str] = None

2
litellm/utils.py
View file

@ -2589,7 +2589,7 @@ def client(original_function):
if ( if (
kwargs.get("max_tokens", None) is not None kwargs.get("max_tokens", None) is not None
and model is not None and model is not None
and litellm.drop_params and litellm.modify_params
== True # user is okay with params being modified == True # user is okay with params being modified
and ( and (
call_type == CallTypes.acompletion.value call_type == CallTypes.acompletion.value