phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 01:03:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

portkey integration v3

Browse source
This commit is contained in:
siddharthsambharia-portkey 2024-12-20 17:55:41 +05:30
parent 71f27f6676
commit 418e0efc5a
1 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

15
llama_stack/providers/remote/inference/portkey/portkey.py
View file

@ -44,6 +44,9 @@ model_aliases = [
"llama-3.3-70b",
CoreModelId.llama3_3_70b_instruct.value,
),
build_model_alias(
"llama"
)
]
@ -182,9 +185,9 @@ class PortkeyInferenceAdapter(ModelRegistryHelper, Inference):
**get_sampling_options(request.sampling_params),
}
async def embeddings(
self,
model_id: str,
contents: List[InterleavedContent],
) -> EmbeddingsResponse:
raise NotImplementedError()
# async def embeddings(
# self,
# model_id: str,
# contents: List[InterleavedContent],
# ) -> EmbeddingsResponse:
# raise NotImplementedError()