phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 07:03:55 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

include content in the message even if you have parsed out a tool call

Browse source
This commit is contained in:
Ashwin Bharambe 2025-04-12 11:23:25 -07:00
parent 771daa4b91
commit 14ff4c647c
3 changed files with 1 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/inline/inference/meta_reference/inference.py
View file

@ -452,7 +452,7 @@ class MetaReferenceInferenceImpl(
for token_results in self.generator.chat_completion(request_batch):
first = token_results[0]
if not first.finished:
if not first.finished and not first.ignore_token:
if os.environ.get("LLAMA_MODELS_DEBUG", "0") in ("1", "2"):
cprint(first.text, "cyan", end="")
if os.environ.get("LLAMA_MODELS_DEBUG", "0") == "2":