phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 02:52:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

treat NotFound specially

Browse source
This commit is contained in:
Matthew Farrellee 2025-07-16 13:01:24 -04:00
parent 6173d7a308
commit b4ef2599d9
1 changed files with 13 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

17
llama_stack/providers/remote/inference/nvidia/nvidia.py
View file

@ -9,7 +9,7 @@ import warnings
from collections.abc import AsyncIterator
from typing import Any
from openai import APIConnectionError, AsyncOpenAI, BadRequestError
from openai import APIConnectionError, AsyncOpenAI, BadRequestError, NotFoundError
from llama_stack.apis.common.content_types import (
InterleavedContent,
@ -89,12 +89,19 @@ class NVIDIAInferenceAdapter(Inference, ModelRegistryHelper):
self._config = config
async def check_model_availability(self, model: str) -> bool:
"""Check if a specific model is available from the NVIDIA API."""
"""
Check if a specific model is available.
:param model: The model identifier to check.
:return: True if the model is available dynamically, False otherwise.
"""
try:
await self._get_client().models.retrieve(model)
await self._client.models.retrieve(model)
return True
except Exception:
# If we can't retrieve the model, it's not available
except NotFoundError:
logger.error(f"Model {model} is not available")
except Exception as e:
logger.error(f"Failed to check model availability: {e}")
return False
@property