fix(router.py): handle setting response headers during retries

This commit is contained in:
Krrish Dholakia 2024-09-28 18:10:54 -07:00
parent d64e971d8c
commit b0eff0b84f
3 changed files with 130 additions and 4 deletions

View file

@ -9263,6 +9263,7 @@ def process_response_headers(response_headers: Union[httpx.Headers, dict]) -> di
openai_headers = {}
processed_headers = {}
additional_headers = {}
for k, v in response_headers.items():
if k in OPENAI_RESPONSE_HEADERS: # return openai-compatible headers
openai_headers[k] = v