phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixup

Browse source
This commit is contained in:
dltn 2024-10-09 09:33:25 -07:00
parent 0deeb4abec
commit d6924327ce
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/impls/meta_reference/inference/model_parallel.py
View file

@ -87,7 +87,6 @@ class LlamaModelParallelGenerator:
logprobs: bool = False, logprobs: bool = False,
tool_prompt_format: ToolPromptFormat = ToolPromptFormat.json, tool_prompt_format: ToolPromptFormat = ToolPromptFormat.json,
) -> Generator: ) -> Generator:
print("logprobs", logprobs)
req_obj = InferenceArgs( req_obj = InferenceArgs(
messages=deepcopy(messages), messages=deepcopy(messages),
temperature=temperature, temperature=temperature,