phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-28 02:41:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: expand set of known openai models, allow using openai canonical model names

Browse source 
note: the openai provider exposes the litellm specific model names to the user. this change is compatible with that. the litellm names should be deprecated.
This commit is contained in:
Matthew Farrellee 2025-05-14 11:36:20 -04:00
parent a1fbfb51e2
commit e42f374a11
5 changed files with 222 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/providers/utils/inference/litellm_openai_mixin.py
View file

@ -62,6 +62,9 @@ class LiteLLMOpenAIMixin(
Inference,
NeedsRequestProviderData,
):
# TODO: avoid exposing the litellm specific model names to the user.
# potential change: add a prefix param that gets added to the model name
# when calling litellm.
def __init__(
self,
model_entries,
@ -92,7 +95,9 @@ class LiteLLMOpenAIMixin(
return model
def get_litellm_model_name(self, model_id: str) -> str:
return "openai/" + model_id if self.is_openai_compat else model_id
# users may be using openai/ prefix in their model names. the openai/models.py did this by default.
# model_id.startswith("openai/") is for backwards compatibility.
return "openai/" + model_id if self.is_openai_compat and not model_id.startswith("openai/") else model_id
async def completion(
self,