phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 07:12:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into groq

Browse source
This commit is contained in:
Swan Htet Aung 2024-11-26 12:28:31 -06:00 • committed by GitHub
commit bc427b3081
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
9 changed files with 43 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

17
llama_stack/providers/tests/inference/fixtures.py
View file

@ -20,6 +20,7 @@ from llama_stack.providers.remote.inference.bedrock import BedrockConfig
from llama_stack.providers.remote.inference.fireworks import FireworksImplConfig
from llama_stack.providers.remote.inference.nvidia import NVIDIAConfig
from llama_stack.providers.remote.inference.ollama import OllamaImplConfig
from llama_stack.providers.remote.inference.tgi import TGIImplConfig
from llama_stack.providers.remote.inference.together import TogetherImplConfig
from llama_stack.providers.remote.inference.vllm import VLLMInferenceAdapterConfig
from llama_stack.providers.remote.inference.groq import GroqImplConfig
@ -172,6 +173,21 @@ def inference_groq() -> ProviderFixture:
),
)
@pytest.fixture(scope="session")
def inference_tgi() -> ProviderFixture:
return ProviderFixture(
providers=[
Provider(
provider_id="tgi",
provider_type="remote::tgi",
config=TGIImplConfig(
url=get_env_or_fail("TGI_URL"),
api_token=os.getenv("TGI_API_TOKEN", None),
).model_dump(),
)
],
)
def get_model_short_name(model_name: str) -> str:
"""Convert model name to a short test identifier.
@ -208,6 +224,7 @@ INFERENCE_FIXTURES = [
"bedrock",
"nvidia",
"groq",
"tgi",
]