phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

allow setting max request / response size on admin UI

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-27 17:00:39 -07:00
parent f633f7d92d
commit 3511aadf99
2 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/_types.py
View file

@ -1144,6 +1144,14 @@ class ConfigGeneralSettings(LiteLLMBase):
global_max_parallel_requests: Optional[int] = Field(
None, description="global max parallel requests to allow for a proxy instance."
)
max_request_size_mb: Optional[int] = Field(
None,
description="max request size in MB, if a request is larger than this size it will be rejected",
)
max_response_size_mb: Optional[int] = Field(
None,
description="max response size in MB, if a response is larger than this size it will be rejected",
)
infer_model_from_keys: Optional[bool] = Field(
None,
description="for `/models` endpoint, infers available model based on environment keys (e.g. OPENAI_API_KEY)",

2
litellm/proxy/proxy_server.py
View file

@ -9083,6 +9083,8 @@ async def get_config_list(
allowed_args = {
"max_parallel_requests": {"type": "Integer"},
"global_max_parallel_requests": {"type": "Integer"},
"max_request_size_mb": {"type": "Integer"},
"max_response_size_mb": {"type": "Integer"},
}
return_val = []