This commit is contained in:
Swapna Lekkala 2025-09-18 16:11:50 -07:00
parent a6baa7b3d4
commit 0b9480a0e3
5 changed files with 0 additions and 18 deletions

View file

@ -590,7 +590,6 @@ class InferenceRouter(Inference):
async def _nonstream_openai_chat_completion(self, provider: Inference, params: dict) -> OpenAIChatCompletion:
response = await provider.openai_chat_completion(**params)
for choice in response.choices:
# some providers return an empty list for no tool calls in non-streaming responses
# but the OpenAI API returns None. So, set tool_calls to None if it's empty