phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

portkey integration v3

Browse source
This commit is contained in:
siddharthsambharia-portkey 2024-12-20 17:55:41 +05:30
parent 71f27f6676
commit 418e0efc5a
1 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

15
llama_stack/providers/remote/inference/portkey/portkey.py
View file

@ -44,6 +44,9 @@ model_aliases = [
"llama-3.3-70b", "llama-3.3-70b",
CoreModelId.llama3_3_70b_instruct.value, CoreModelId.llama3_3_70b_instruct.value,
), ),
build_model_alias(
"llama"
)
] ]
@ -182,9 +185,9 @@ class PortkeyInferenceAdapter(ModelRegistryHelper, Inference):
**get_sampling_options(request.sampling_params), **get_sampling_options(request.sampling_params),
} }
async def embeddings( # async def embeddings(
self, # self,
model_id: str, # model_id: str,
contents: List[InterleavedContent], # contents: List[InterleavedContent],
) -> EmbeddingsResponse: # ) -> EmbeddingsResponse:
raise NotImplementedError() # raise NotImplementedError()