phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-11 21:48:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge 93d5894a5e into ce77c27ff8

Browse source
This commit is contained in:
Luis Tomas Bolivar 2025-10-03 17:56:55 +02:00 • committed by GitHub
commit 8486f861bb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 10 additions and 64 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/agents/meta_reference/responses/streaming.py
View file

@ -125,7 +125,9 @@ class StreamingResponseOrchestrator:
while True:
# Text is the default response format for chat completion so don't need to pass it
# (some providers don't support non-empty response_format when tools are present)
response_format = None if self.ctx.response_format.type == "text" else self.ctx.response_format
response_format = (
None if getattr(self.ctx.response_format, "type", None) == "text" else self.ctx.response_format
)
completion_result = await self.inference_api.openai_chat_completion(
model=self.ctx.model,
messages=messages,