phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 14:59:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

move is_hosted out of the NVIDIAConfig api

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-21 15:08:31 -05:00
parent 988741c276
commit 8944491c3c
3 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/nvidia/_nvidia.py
View file

@ -40,7 +40,7 @@ from ._openai_utils import (
convert_openai_chat_completion_choice,
convert_openai_chat_completion_stream,
)
from ._utils import check_health
from ._utils import _is_nvidia_hosted, check_health
_MODEL_ALIASES = [
build_model_alias_with_just_provider_model_id(
@ -91,7 +91,7 @@ class NVIDIAInferenceAdapter(Inference, ModelRegistryHelper):
print(f"Initializing NVIDIAInferenceAdapter({config.url})...")
if config.is_hosted:
if _is_nvidia_hosted(config):
if not config.api_key:
raise RuntimeError(
"API key is required for hosted NVIDIA NIM. "