feat add sambanova safety adaptor

This commit is contained in:
jhpiedrahitao 2025-03-25 14:56:49 -05:00
parent 8783dd8162
commit ed0d5a4df1
10 changed files with 165 additions and 9 deletions

View file

@ -1,6 +1,6 @@
version: '2'
distribution_spec:
description: Use SambaNova for running LLM inference
description: Use SambaNova for running LLM inference and safety
providers:
inference:
- remote::sambanova
@ -10,7 +10,7 @@ distribution_spec:
- remote::chromadb
- remote::pgvector
safety:
- inline::llama-guard
- remote::sambanova
agents:
- inline::meta-reference
telemetry:

View file

@ -38,10 +38,11 @@ providers:
user: ${env.PGVECTOR_USER:}
password: ${env.PGVECTOR_PASSWORD:}
safety:
- provider_id: llama-guard
provider_type: inline::llama-guard
- provider_id: sambanova
provider_type: remote::sambanova
config:
excluded_categories: []
url: https://api.sambanova.ai/v1
api_key: ${env.SAMBANOVA_API_KEY}
agents:
- provider_id: meta-reference
provider_type: inline::meta-reference
@ -181,6 +182,9 @@ models:
model_type: embedding
shields:
- shield_id: meta-llama/Llama-Guard-3-8B
provider_shield_id: sambanova/Meta-Llama-Guard-3-8B
- shield_id: sambanova/Meta-Llama-Guard-3-8B
provider_shield_id: sambanova/Meta-Llama-Guard-3-8B
vector_dbs: []
datasets: []
scoring_fns: []

View file

@ -34,7 +34,7 @@ def get_distribution_template() -> DistributionTemplate:
providers = {
"inference": ["remote::sambanova", "inline::sentence-transformers"],
"vector_io": ["inline::faiss", "remote::chromadb", "remote::pgvector"],
"safety": ["inline::llama-guard"],
"safety": ["remote::sambanova"],
"agents": ["inline::meta-reference"],
"telemetry": ["inline::meta-reference"],
"tool_runtime": [
@ -115,7 +115,7 @@ def get_distribution_template() -> DistributionTemplate:
return DistributionTemplate(
name=name,
distro_type="self_hosted",
description="Use SambaNova for running LLM inference",
description="Use SambaNova for running LLM inference and safety",
container_image=None,
template_path=Path(__file__).parent / "doc_template.md",
providers=providers,
@ -127,7 +127,15 @@ def get_distribution_template() -> DistributionTemplate:
"vector_io": vector_io_providers,
},
default_models=default_models + [embedding_model],
default_shields=[ShieldInput(shield_id="meta-llama/Llama-Guard-3-8B")],
default_shields=[
ShieldInput(
shield_id="meta-llama/Llama-Guard-3-8B", provider_shield_id="sambanova/Meta-Llama-Guard-3-8B"
),
ShieldInput(
shield_id="sambanova/Meta-Llama-Guard-3-8B",
provider_shield_id="sambanova/Meta-Llama-Guard-3-8B",
),
],
default_tool_groups=default_tool_groups,
),
},