phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-29 23:04:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'main' into rag-metadata-support

Browse source
This commit is contained in:
Francisco Arceo 2025-05-14 14:19:50 -06:00 • committed by GitHub
commit b51427716d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
10 changed files with 447 additions and 45 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/providers/utils/inference/litellm_openai_mixin.py
View file

@ -62,6 +62,9 @@ class LiteLLMOpenAIMixin(
Inference,
NeedsRequestProviderData,
):
# TODO: avoid exposing the litellm specific model names to the user.
# potential change: add a prefix param that gets added to the model name
# when calling litellm.
def __init__(
self,
model_entries,
@ -92,7 +95,9 @@ class LiteLLMOpenAIMixin(
return model
def get_litellm_model_name(self, model_id: str) -> str:
return "openai/" + model_id if self.is_openai_compat else model_id
# users may be using openai/ prefix in their model names. the openai/models.py did this by default.
# model_id.startswith("openai/") is for backwards compatibility.
return "openai/" + model_id if self.is_openai_compat and not model_id.startswith("openai/") else model_id
async def completion(
self,