phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-24 08:47:26 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

second try

Browse source
This commit is contained in:
Kai Wu 2025-07-30 14:51:43 -07:00
parent 31a15332c4
commit 1cb9d3bca2
11 changed files with 237 additions and 64 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/remote/inference/nvidia/openai_utils.py
View file

@ -155,7 +155,8 @@ def convert_completion_request(
if request.logprobs:
payload.update(logprobs=request.logprobs.top_k)
if request.suffix:
payload.update(suffix=request.suffix)
if request.sampling_params:
nvext.update(repetition_penalty=request.sampling_params.repetition_penalty)