add async streaming support

2025-04-26 03:04:13 +00:00 · 2025-03-11 20:00:42 -07:00 · 2025-03-11 20:00:42 -07:00 · 7b1172d9b9
commit 7b1172d9b9
parent d09bd6c353
4 changed files with 42 additions and 22 deletions
--- a/litellm/llms/custom_httpx/llm_http_handler.py
+++ b/litellm/llms/custom_httpx/llm_http_handler.py
@ -1030,6 +1030,7 @@ class BaseLLMHTTPHandler:
                    response=response,
                    model=model,
                    logging_obj=logging_obj,
+                    responses_api_provider_config=responses_api_provider_config,
                )
            else:
                # For non-streaming, proceed as before