phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-29 22:29:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: ensure run_eval accepts model alias and converts to nvidia model ID

Browse source
This commit is contained in:
Jash Gulabrai 2025-04-15 12:56:55 -04:00
parent 95619892ea
commit 5f2f838656
2 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
tests/unit/providers/nvidia/test_eval.py
View file

@ -13,6 +13,7 @@ import pytest
from llama_stack.apis.benchmarks import Benchmark
from llama_stack.apis.common.job_types import Job, JobStatus
from llama_stack.apis.eval.eval import BenchmarkConfig, EvaluateResponse, ModelCandidate, SamplingParams
from llama_stack.models.llama.sku_types import CoreModelId
from llama_stack.providers.remote.eval.nvidia.config import NVIDIAEvalConfig
from llama_stack.providers.remote.eval.nvidia.eval import NVIDIAEvalImpl
@ -121,7 +122,7 @@ class TestNVIDIAEvalImpl(unittest.TestCase):
benchmark_config = BenchmarkConfig(
eval_candidate=ModelCandidate(
type="model",
model="meta/llama-3.1-8b-instruct",
model=CoreModelId.llama3_1_8b_instruct.value,
sampling_params=SamplingParams(max_tokens=100, temperature=0.7),
)
)
@ -140,7 +141,7 @@ class TestNVIDIAEvalImpl(unittest.TestCase):
self._assert_request_body(
{
"config": f"nvidia/{MOCK_BENCHMARK_ID}",
"target": {"type": "model", "model": benchmark_config.eval_candidate.model},
"target": {"type": "model", "model": "meta/llama-3.1-8b-instruct"},
}
)