phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 07:23:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: mypy for remote::vllm

Browse source 
Signed-off-by: Ihar Hrachyshka <ihar.hrachyshka@gmail.com>
This commit is contained in:
Ihar Hrachyshka 2025-03-25 11:11:15 -04:00
parent d5b52923c1
commit 3e6c47ce10
5 changed files with 37 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/utils/inference/openai_compat.py
View file

@ -137,7 +137,10 @@ def get_sampling_strategy_options(params: SamplingParams) -> dict:
return options
def get_sampling_options(params: SamplingParams) -> dict:
def get_sampling_options(params: SamplingParams | None) -> dict:
if not params:
return {}
options = {}
if params:
options.update(get_sampling_strategy_options(params))