From 418e0efc5ab9c6669d4dcba39d3fb47bf2d5800c Mon Sep 17 00:00:00 2001 From: siddharthsambharia-portkey Date: Fri, 20 Dec 2024 17:55:41 +0530 Subject: [PATCH] portkey integration v3 --- .../providers/remote/inference/portkey/portkey.py | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/llama_stack/providers/remote/inference/portkey/portkey.py b/llama_stack/providers/remote/inference/portkey/portkey.py index c8ed5c4c9..76bea24e6 100644 --- a/llama_stack/providers/remote/inference/portkey/portkey.py +++ b/llama_stack/providers/remote/inference/portkey/portkey.py @@ -44,6 +44,9 @@ model_aliases = [ "llama-3.3-70b", CoreModelId.llama3_3_70b_instruct.value, ), + build_model_alias( + "llama" + ) ] @@ -182,9 +185,9 @@ class PortkeyInferenceAdapter(ModelRegistryHelper, Inference): **get_sampling_options(request.sampling_params), } - async def embeddings( - self, - model_id: str, - contents: List[InterleavedContent], - ) -> EmbeddingsResponse: - raise NotImplementedError() + # async def embeddings( + # self, + # model_id: str, + # contents: List[InterleavedContent], + # ) -> EmbeddingsResponse: + # raise NotImplementedError()