mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-15 14:43:48 +00:00
9 lines
348 B
YAML
9 lines
348 B
YAML
name: hf-serverless
|
|
distribution_spec:
|
|
description: "Like local, but use Hugging Face Inference API (serverless) for running LLM inference.\nSee https://hf.co/docs/api-inference."
|
|
providers:
|
|
inference: remote::hf::serverless
|
|
memory: inline::faiss
|
|
safety: inline::llama-guard
|
|
agents: meta-reference
|
|
telemetry: meta-reference
|