phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-11 12:38:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

change to dev

Browse source
This commit is contained in:
Honglin Cao 2025-03-04 17:56:47 -05:00
parent 3742affaaa
commit 98549b826d
2 changed files with 4 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

8
llama_stack/providers/remote/inference/centml/centml.py
View file

@ -57,12 +57,8 @@ from .config import CentMLImplConfig
# published model identifiers to llama-stack's `CoreModelId`.
MODEL_ALIASES = [
build_model_entry(
"meta-llama/Llama-3.3-70B-Instruct",
CoreModelId.llama3_3_70b_instruct.value,
),
build_model_entry(
"meta-llama/Llama-3.1-405B-Instruct-FP8",
CoreModelId.llama3_1_405b_instruct.value,
"meta-llama/Llama-3.2-3B-Instruct",
CoreModelId.llama3_2_3b_instruct.value,
),
]

4
llama_stack/providers/remote/inference/centml/config.py
View file

@ -13,7 +13,7 @@ from pydantic import BaseModel, Field, SecretStr
@json_schema_type
class CentMLImplConfig(BaseModel):
url: str = Field(
default="https://api.centml.com/openai/v1",
default="https://api.centml.org/openai/v1",
description="The CentML API server URL",
)
api_key: Optional[SecretStr] = Field(
@ -24,6 +24,6 @@ class CentMLImplConfig(BaseModel):
@classmethod
def sample_run_config(cls, **kwargs) -> Dict[str, Any]:
return {
"url": "https://api.centml.com/openai/v1",
"url": "https://api.centml.org/openai/v1",
"api_key": "${env.CENTML_API_KEY}",
}