phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 20:14:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add toolchain from agentic system here

Browse source
This commit is contained in:
Ashwin Bharambe 2024-07-19 12:30:35 -07:00
parent f6b2b2fb39
commit 95781ec85d
71 changed files with 11899 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
toolchain/inference/api_instance.py Normal file
View file

@ -0,0 +1,12 @@
from .api.config import ImplType, ModelInferenceConfig
async def get_inference_api_instance(config: ModelInferenceConfig):
if config.impl_config.impl_type == ImplType.inline.value:
from .inference import ModelInferenceImpl
return ModelInferenceImpl(config.impl_config)
from .client import ModelInferenceClient
return ModelInferenceClient(config.impl_config.url)