phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-01 03:04:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix tests

Browse source
This commit is contained in:
Hardik Shah 2025-01-14 17:38:10 -08:00 • committed by Ashwin Bharambe
parent d9d827ff25
commit 0edd3ce78b
3 changed files with 7 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/utils/inference/openai_compat.py
View file

@ -74,7 +74,8 @@ def get_sampling_options(params: SamplingParams) -> dict:
options = {}
if params:
options.update(get_sampling_strategy_options(params))
options["max_tokens"] = params.max_tokens
if params.max_tokens:
options["max_tokens"] = params.max_tokens
if params.repetition_penalty is not None and params.repetition_penalty != 1.0:
options["repeat_penalty"] = params.repetition_penalty