fix stuff after rebasing - 2025/03/04

This commit is contained in:
Honglin Cao 2025-03-04 11:19:32 -05:00
parent acc4d75c48
commit 3742affaaa
2 changed files with 8 additions and 5 deletions

View file

@ -1 +1 @@
3.10
3.12.0

View file

@ -32,7 +32,7 @@ from llama_stack.apis.inference import (
)
from llama_stack.distribution.request_headers import NeedsRequestProviderData
from llama_stack.providers.utils.inference.model_registry import (
build_model_alias,
build_model_entry,
ModelRegistryHelper,
)
from llama_stack.providers.utils.inference.openai_compat import (
@ -56,11 +56,11 @@ from .config import CentMLImplConfig
# Example model aliases that map from CentMLs
# published model identifiers to llama-stack's `CoreModelId`.
MODEL_ALIASES = [
build_model_alias(
build_model_entry(
"meta-llama/Llama-3.3-70B-Instruct",
CoreModelId.llama3_3_70b_instruct.value,
),
build_model_alias(
build_model_entry(
"meta-llama/Llama-3.1-405B-Instruct-FP8",
CoreModelId.llama3_1_405b_instruct.value,
),
@ -318,11 +318,14 @@ class CentMLInferenceAdapter(
async def embeddings(
self,
task_type: str,
model_id: str,
text_truncation: Optional[str],
output_dimension: Optional[int],
contents: List[InterleavedContent],
) -> EmbeddingsResponse:
model = await self.model_store.get_model(model_id)
# CentML does not support media
# CentML does not support media for embeddings.
assert all(not content_has_media(c) for c in contents), (
"CentML does not support media for embeddings"
)