phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-02 16:54:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

dynamically import NVIDIAInferenceAdapter

Browse source
This commit is contained in:
Matthew Farrellee 2024-11-21 13:15:31 -05:00
parent 3ed2e816fa
commit 988741c276
1 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/providers/remote/inference/nvidia/__init__.py
View file

@ -4,11 +4,15 @@
# This source code is licensed under the terms described in the LICENSE file in # This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree. # the root directory of this source tree.
from llama_stack.apis.inference import Inference
from ._config import NVIDIAConfig from ._config import NVIDIAConfig
from ._nvidia import NVIDIAInferenceAdapter
async def get_adapter_impl(config: NVIDIAConfig, _deps) -> NVIDIAInferenceAdapter: async def get_adapter_impl(config: NVIDIAConfig, _deps) -> Inference:
# import dynamically so `llama stack build` does not fail due to missing dependencies
from ._nvidia import NVIDIAInferenceAdapter
if not isinstance(config, NVIDIAConfig): if not isinstance(config, NVIDIAConfig):
raise RuntimeError(f"Unexpected config type: {type(config)}") raise RuntimeError(f"Unexpected config type: {type(config)}")
adapter = NVIDIAInferenceAdapter(config) adapter = NVIDIAInferenceAdapter(config)