phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-02 12:00:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

nvdia fix

Browse source
This commit is contained in:
Xi Yan 2025-01-15 17:26:31 -08:00
parent 965644ce68
commit 5cce5a1f78
5 changed files with 355 additions and 262 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/remote/inference/nvidia/openai_utils.py
View file

@ -279,7 +279,6 @@ def convert_chat_completion_request(
nvext.update(top_k=strategy.top_k)
elif isinstance(strategy, GreedySamplingStrategy):
nvext.update(top_k=-1)
payload.update(temperature=strategy.temperature)
else:
raise ValueError(f"Unsupported sampling strategy: {strategy}")