phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add protection to response_format

Browse source
This commit is contained in:
Luis Tomas Bolivar 2025-10-03 15:11:26 +02:00
parent 14696f9367
commit 93d5894a5e
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/agents/meta_reference/responses/streaming.py
View file

@ -125,7 +125,9 @@ class StreamingResponseOrchestrator:
while True: while True:
# Text is the default response format for chat completion so don't need to pass it # Text is the default response format for chat completion so don't need to pass it
# (some providers don't support non-empty response_format when tools are present) # (some providers don't support non-empty response_format when tools are present)
response_format = None if self.ctx.response_format.type == "text" else self.ctx.response_format response_format = (
None if getattr(self.ctx.response_format, "type", None) == "text" else self.ctx.response_format
)
completion_result = await self.inference_api.openai_chat_completion( completion_result = await self.inference_api.openai_chat_completion(
model=self.ctx.model, model=self.ctx.model,
messages=messages, messages=messages,