phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat check check_response_size_is_safe

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-27 16:53:39 -07:00
parent 41ca6fd52a
commit b2f72338f6
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/proxy_server.py
View file

@ -123,6 +123,7 @@ from litellm.proxy.auth.auth_checks import (
get_user_object,
log_to_opentelemetry,
)
from litellm.proxy.auth.auth_utils import check_response_size_is_safe
from litellm.proxy.auth.handle_jwt import JWTHandler
from litellm.proxy.auth.litellm_license import LicenseCheck
from litellm.proxy.auth.model_checks import (
@ -3000,6 +3001,7 @@ async def chat_completion(
**additional_headers,
)
)
await check_response_size_is_safe(response=response)
return response
except RejectedRequestError as e:
@ -3241,7 +3243,7 @@ async def completion(
response_cost=response_cost,
)
)
await check_response_size_is_safe(response=response)
return response
except RejectedRequestError as e:
_data = e.request_data
@ -3491,6 +3493,7 @@ async def embeddings(
call_id=litellm_call_id,
)
)
await check_response_size_is_safe(response=response)
return response
except Exception as e: