This commit is contained in:
Swapna Lekkala 2025-09-18 16:21:54 -07:00
parent 0b9480a0e3
commit 4b47719f86

View file

@ -739,6 +739,7 @@ class InferenceRouter(Inference):
id = None id = None
created = None created = None
choices_data: dict[int, dict[str, Any]] = {} choices_data: dict[int, dict[str, Any]] = {}
try: try:
async for chunk in response: async for chunk in response:
# Skip None chunks # Skip None chunks