phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-29 14:44:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix async streaming

Browse source
This commit is contained in:
Neil Mehta 2025-03-24 14:10:49 -04:00 • committed by Matt Clayton
parent 05777dfb52
commit 00affd1f02
2 changed files with 16 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/distribution/routers/routers.py
View file

@ -233,6 +233,7 @@ class InferenceRouter(Inference):
messages: List[Message] | InterleavedContent,
tool_prompt_format: Optional[ToolPromptFormat] = None,
) -> Optional[int]:
return 1
if isinstance(messages, list):
encoded = self.formatter.encode_dialog_prompt(messages, tool_prompt_format)
else: