phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-02 00:34:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

HOTFIX: rename all ssambanova to sambanova

Browse source
This commit is contained in:
seyeong-han 2024-11-29 17:26:58 -06:00
parent a82eb97bdf
commit c69dc293ae
11 changed files with 51 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

6
distributions/ssambanova/compose.yaml
View file

@ -1,13 +1,13 @@
services: services:
llamastack: llamastack:
image: llamastack/distribution-ssambanova image: llamastack/distribution-sambanova
network_mode: "host" network_mode: "host"
volumes: volumes:
- ~/.llama:/root/.llama - ~/.llama:/root/.llama
- ./run.yaml:/root/llamastack-run-ssambanova.yaml - ./run.yaml:/root/llamastack-run-sambanova.yaml
ports: ports:
- "5000:5000" - "5000:5000"
entrypoint: bash -c "python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-ssambanova.yaml" entrypoint: bash -c "python -m llama_stack.distribution.server.server --yaml_config /root/llamastack-run-sambanova.yaml"
deploy: deploy:
restart_policy: restart_policy:
condition: on-failure condition: on-failure

14
distributions/ssambanova/run.yaml
View file

@ -1,7 +1,7 @@
version: "2" version: "2"
image_name: ssambanova image_name: sambanova
docker_image: null docker_image: null
conda_env: ssambanova conda_env: sambanova
apis: apis:
- inference - inference
- safety - safety
@ -13,11 +13,11 @@ apis:
- telemetry - telemetry
providers: providers:
inference: inference:
- provider_id: ssambanova - provider_id: sambanova
provider_type: remote::ssambanova provider_type: remote::sambanova
config: config:
url: https://api.sambanova.ai/v1 url: https://api.sambanova.ai/v1
api_key: ${env.SSAMBANOVA_API_KEY} api_key: ${env.SAMBANOVA_API_KEY}
safety: safety:
- provider_id: llama-guard - provider_id: llama-guard
provider_type: inline::llama-guard provider_type: inline::llama-guard
@ -29,7 +29,7 @@ providers:
persistence_store: persistence_store:
type: sqlite type: sqlite
namespace: null namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ssambanova}/agents_store.db db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/sambanova}/agents_store.db
memory: memory:
- provider_id: faiss - provider_id: faiss
provider_type: inline::faiss provider_type: inline::faiss
@ -37,7 +37,7 @@ providers:
kvstore: kvstore:
type: sqlite type: sqlite
namespace: null namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ssambanova}/faiss_store.db db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/sambanova}/faiss_store.db
datasetio: datasetio:
- provider_id: localfs - provider_id: localfs
provider_type: inline::localfs provider_type: inline::localfs

6
llama_stack/providers/registry/inference.py
View file

@ -153,12 +153,12 @@ def available_providers() -> List[ProviderSpec]:
remote_provider_spec( remote_provider_spec(
api=Api.inference, api=Api.inference,
adapter=AdapterSpec( adapter=AdapterSpec(
adapter_type="ssambanova", adapter_type="sambanova",
pip_packages=[ pip_packages=[
"openai", "openai",
], ],
module="llama_stack.providers.remote.inference.ssambanova", module="llama_stack.providers.remote.inference.sambanova",
config_class="llama_stack.providers.remote.inference.ssambanova.SsambanovaImplConfig", config_class="llama_stack.providers.remote.inference.sambanova.SambanovaImplConfig",
), ),
), ),
] ]

10
llama_stack/providers/remote/inference/ssambanova/__init__.py → llama_stack/providers/remote/inference/sambanova/__init__.py
View file

@ -4,14 +4,14 @@
# This source code is licensed under the terms described in the LICENSE file in # This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree. # the root directory of this source tree.
from .config import SsambanovaImplConfig from .config import SambanovaImplConfig
from .ssambanova import SsambanovaInferenceAdapter from .sambanova import SambanovaInferenceAdapter
async def get_adapter_impl(config: SsambanovaImplConfig, _deps): async def get_adapter_impl(config: SambanovaImplConfig, _deps):
assert isinstance( assert isinstance(
config, SsambanovaImplConfig config, SambanovaImplConfig
), f"Unexpected config type: {type(config)}" ), f"Unexpected config type: {type(config)}"
impl = SsambanovaInferenceAdapter(config) impl = SambanovaInferenceAdapter(config)
await impl.initialize() await impl.initialize()
return impl return impl

6
llama_stack/providers/remote/inference/ssambanova/config.py → llama_stack/providers/remote/inference/sambanova/config.py
View file

@ -10,12 +10,12 @@ from pydantic import BaseModel, Field
@json_schema_type @json_schema_type
class SsambanovaImplConfig(BaseModel): class SambanovaImplConfig(BaseModel):
url: str = Field( url: str = Field(
default="https://api.sambanova.ai/v1", default="https://api.sambanova.ai/v1",
description="The URL for the Ssambanova model serving endpoint", description="The URL for the Sambanova model serving endpoint",
) )
api_token: str = Field( api_token: str = Field(
default=None, default=None,
description="The Ssambanova API token", description="The Sambanova API token",
) )

6
llama_stack/providers/remote/inference/ssambanova/ssambanova.py → llama_stack/providers/remote/inference/sambanova/sambanova.py
View file

@ -30,7 +30,7 @@ from llama_stack.providers.utils.inference.prompt_adapter import (
chat_completion_request_to_prompt, chat_completion_request_to_prompt,
) )
from .config import SsambanovaImplConfig from .config import SambanovaImplConfig
model_aliases = [ model_aliases = [
@ -57,8 +57,8 @@ model_aliases = [
] ]
class SsambanovaInferenceAdapter(ModelRegistryHelper, Inference): class SambanovaInferenceAdapter(ModelRegistryHelper, Inference):
def __init__(self, config: SsambanovaImplConfig) -> None: def __init__(self, config: SambanovaImplConfig) -> None:
ModelRegistryHelper.__init__( ModelRegistryHelper.__init__(
self, self,
model_aliases=model_aliases, model_aliases=model_aliases,

2
llama_stack/templates/ssambanova/__init__.py → llama_stack/templates/sambanova/__init__.py
View file

@ -4,4 +4,4 @@
# This source code is licensed under the terms described in the LICENSE file in # This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree. # the root directory of this source tree.
from .ssambanova import get_distribution_template # noqa: F401 from .sambanova import get_distribution_template # noqa: F401

6
llama_stack/templates/ssambanova/build.yaml → llama_stack/templates/sambanova/build.yaml
View file

@ -1,11 +1,11 @@
version: "2" version: "2"
name: ssambanova name: sambanova
distribution_spec: distribution_spec:
description: Use Ssambanova for running LLM inference description: Use Sambanova for running LLM inference
docker_image: null docker_image: null
providers: providers:
inference: inference:
- remote::ssambanova - remote::sambanova
memory: memory:
- inline::faiss - inline::faiss
safety: safety:

12
llama_stack/templates/ssambanova/doc_template.md → llama_stack/templates/sambanova/doc_template.md
View file

@ -1,4 +1,4 @@
# Ssambanova Distribution # Sambanova Distribution
```{toctree} ```{toctree}
:maxdepth: 2 :maxdepth: 2
@ -37,9 +37,9 @@ The following models are available by default:
### Prerequisite: API Keys ### Prerequisite: API Keys
Make sure you have access to a Ssambanova API Key. You can get one by visiting [Ssambanova](https://cloud.sambanova.ai/apis). Make sure you have access to a Sambanova API Key. You can get one by visiting [Sambanova](https://cloud.sambanova.ai/apis).
## Running Llama Stack with Ssambanova ## Running Llama Stack with Sambanova
You can do this via Conda (build code) or Docker which has a pre-built image. You can do this via Conda (build code) or Docker which has a pre-built image.
@ -62,16 +62,16 @@ docker run \
-p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \ -p $LLAMA_STACK_PORT:$LLAMA_STACK_PORT \
llamastack/distribution-{{ name }} \ llamastack/distribution-{{ name }} \
--port $LLAMA_STACK_PORT \ --port $LLAMA_STACK_PORT \
--env SSAMBANOVA_API_KEY=$SSAMBANOVA_API_KEY \ --env SAMBANOVA_API_KEY=$SAMBANOVA_API_KEY \
--env INFERENCE_MODEL=$INFERENCE_MODEL --env INFERENCE_MODEL=$INFERENCE_MODEL
``` ```
### Via Conda ### Via Conda
```bash ```bash
llama stack build --template ssambanova --image-type conda llama stack build --template sambanova --image-type conda
llama stack run ./run.yaml \ llama stack run ./run.yaml \
--port $LLAMA_STACK_PORT \ --port $LLAMA_STACK_PORT \
--env SSAMBANOVA_API_KEY=$SSAMBANOVA_API_KEY \ --env SAMBANOVA_API_KEY=$SAMBANOVA_API_KEY \
--env INFERENCE_MODEL=$INFERENCE_MODEL --env INFERENCE_MODEL=$INFERENCE_MODEL
``` ```

14
llama_stack/templates/ssambanova/run.yaml → llama_stack/templates/sambanova/run.yaml
View file

@ -1,7 +1,7 @@
version: "2" version: "2"
image_name: ssambanova image_name: sambanova
docker_image: null docker_image: null
conda_env: ssambanova conda_env: sambanova
apis: apis:
- inference - inference
- safety - safety
@ -13,11 +13,11 @@ apis:
- telemetry - telemetry
providers: providers:
inference: inference:
- provider_id: ssambanova - provider_id: sambanova
provider_type: remote::ssambanova provider_type: remote::sambanova
config: config:
url: https://api.sambanova.ai/v1 url: https://api.sambanova.ai/v1
api_token: ${env.SSAMBANOVA_API_KEY} api_token: ${env.SAMBANOVA_API_KEY}
safety: safety:
- provider_id: llama-guard - provider_id: llama-guard
provider_type: inline::llama-guard provider_type: inline::llama-guard
@ -29,7 +29,7 @@ providers:
persistence_store: persistence_store:
type: sqlite type: sqlite
namespace: null namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ssambanova}/agents_store.db db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/sambanova}/agents_store.db
memory: memory:
- provider_id: faiss - provider_id: faiss
provider_type: inline::faiss provider_type: inline::faiss
@ -37,7 +37,7 @@ providers:
kvstore: kvstore:
type: sqlite type: sqlite
namespace: null namespace: null
db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/ssambanova}/faiss_store.db db_path: ${env.SQLITE_STORE_DIR:~/.llama/distributions/sambanova}/faiss_store.db
datasetio: datasetio:
- provider_id: localfs - provider_id: localfs
provider_type: inline::localfs provider_type: inline::localfs

20
llama_stack/templates/ssambanova/ssambanova.py → llama_stack/templates/sambanova/sambanova.py
View file

@ -9,15 +9,15 @@ from pathlib import Path
from llama_models.sku_list import all_registered_models from llama_models.sku_list import all_registered_models
from llama_stack.distribution.datatypes import ModelInput, Provider, ShieldInput from llama_stack.distribution.datatypes import ModelInput, Provider, ShieldInput
from llama_stack.providers.remote.inference.ssambanova import SsambanovaImplConfig from llama_stack.providers.remote.inference.sambanova import SambanovaImplConfig
from llama_stack.providers.remote.inference.ssambanova.ssambanova import MODEL_ALIASES from llama_stack.providers.remote.inference.sambanova.sambanova import MODEL_ALIASES
from llama_stack.templates.template import DistributionTemplate, RunConfigSettings from llama_stack.templates.template import DistributionTemplate, RunConfigSettings
def get_distribution_template() -> DistributionTemplate: def get_distribution_template() -> DistributionTemplate:
providers = { providers = {
"inference": ["remote::ssambanova"], "inference": ["remote::sambanova"],
"memory": ["inline::faiss", "remote::chromadb", "remote::pgvector"], "memory": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard"], "safety": ["inline::llama-guard"],
"agents": ["inline::meta-reference"], "agents": ["inline::meta-reference"],
@ -25,9 +25,9 @@ def get_distribution_template() -> DistributionTemplate:
} }
inference_provider = Provider( inference_provider = Provider(
provider_id="ssambanova", provider_id="sambanova",
provider_type="remote::ssambanova", provider_type="remote::sambanova",
config=SsambanovaImplConfig.sample_run_config(), config=SambanovaImplConfig.sample_run_config(),
) )
core_model_to_hf_repo = { core_model_to_hf_repo = {
@ -42,9 +42,9 @@ def get_distribution_template() -> DistributionTemplate:
] ]
return DistributionTemplate( return DistributionTemplate(
name="ssambanova", name="sambanova",
distro_type="self_hosted", distro_type="self_hosted",
description="Use Ssambanova for running LLM inference", description="Use Sambanova for running LLM inference",
docker_image=None, docker_image=None,
template_path=Path(__file__).parent / "doc_template.md", template_path=Path(__file__).parent / "doc_template.md",
providers=providers, providers=providers,
@ -63,9 +63,9 @@ def get_distribution_template() -> DistributionTemplate:
"5001", "5001",
"Port for the Llama Stack distribution server", "Port for the Llama Stack distribution server",
), ),
"SSAMBANOVA_API_KEY": ( "SAMBANOVA_API_KEY": (
"", "",
"ssambanova API Key", "sambanova API Key",
), ),
}, },
) )