phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 20:09:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

portkey integration v2

Browse source
This commit is contained in:
siddharthsambharia-portkey 2024-12-20 17:31:09 +05:30
parent 7ece0d4d8b
commit 71f27f6676
6 changed files with 266 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
llama_stack/providers/tests/inference/fixtures.py
View file

@ -22,6 +22,7 @@ from llama_stack.providers.remote.inference.fireworks import FireworksImplConfig
from llama_stack.providers.remote.inference.nvidia import NVIDIAConfig
from llama_stack.providers.remote.inference.ollama import OllamaImplConfig
from llama_stack.providers.remote.inference.tgi import TGIImplConfig
from llama_stack.providers.remote.inference.portkey import PortkeyImplConfig
from llama_stack.providers.remote.inference.together import TogetherImplConfig
from llama_stack.providers.remote.inference.vllm import VLLMInferenceAdapterConfig
from llama_stack.providers.tests.resolver import construct_stack_for_test
@ -82,6 +83,21 @@ def inference_cerebras() -> ProviderFixture:
],
)
@pytest.fixture(scope="session")
def inference_cerebras() -> ProviderFixture:
return ProviderFixture(
providers=[
Provider(
provider_id="portkey",
provider_type="remote::portkey",
config=CerebrasImplConfig(
api_key=get_env_or_fail("PORTKEY_API_KEY"),
).model_dump(),
)
],
)
@pytest.fixture(scope="session")
def inference_ollama(inference_model) -> ProviderFixture: