phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-12 12:06:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add protection to response_format

Browse source
This commit is contained in:
Luis Tomas Bolivar 2025-10-03 15:11:26 +02:00
parent bf7950338e
commit 37a9d4fb05
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/agents/meta_reference/responses/streaming.py
View file

@ -217,7 +217,9 @@ class StreamingResponseOrchestrator:
while True: while True:
# Text is the default response format for chat completion so don't need to pass it # Text is the default response format for chat completion so don't need to pass it
# (some providers don't support non-empty response_format when tools are present) # (some providers don't support non-empty response_format when tools are present)
response_format = None if self.ctx.response_format.type == "text" else self.ctx.response_format response_format = (
None if getattr(self.ctx.response_format, "type", None) == "text" else self.ctx.response_format
)
logger.debug(f"calling openai_chat_completion with tools: {self.ctx.chat_tools}") logger.debug(f"calling openai_chat_completion with tools: {self.ctx.chat_tools}")
params = OpenAIChatCompletionRequestWithExtraBody( params = OpenAIChatCompletionRequestWithExtraBody(