phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): remove original response from headers - causing nginx to fail

Browse source 
response headers > 4kb cause nginx to fail
This commit is contained in:
Krrish Dholakia 2024-04-05 12:35:54 -07:00
parent 695eb129ad
commit 7949f4849e
1 changed files with 0 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -3217,7 +3217,6 @@ async def completion(
): # use generate_responses to stream responses ): # use generate_responses to stream responses
custom_headers = { custom_headers = {
"x-litellm-model-id": model_id, "x-litellm-model-id": model_id,
"x-litellm-original-response": original_response,
} }
selected_data_generator = select_data_generator( selected_data_generator = select_data_generator(
response=response, user_api_key_dict=user_api_key_dict response=response, user_api_key_dict=user_api_key_dict
@ -3230,7 +3229,6 @@ async def completion(
) )
fastapi_response.headers["x-litellm-model-id"] = model_id fastapi_response.headers["x-litellm-model-id"] = model_id
fastapi_response.headers["x-litellm-original-response"] = original_response
return response return response
except Exception as e: except Exception as e:
verbose_proxy_logger.debug("EXCEPTION RAISED IN PROXY MAIN.PY") verbose_proxy_logger.debug("EXCEPTION RAISED IN PROXY MAIN.PY")