llama-stack-mirror/llama_toolchain/inference/adapters/tgi/__init__.py

15 lines
461 B
Python

# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from llama_toolchain.core.datatypes import RemoteProviderConfig
async def get_adapter_impl(config: RemoteProviderConfig, _deps):
from .tgi import TGIInferenceAdapter
impl = TGIInferenceAdapter(config.url)
await impl.initialize()
return impl