mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-16 18:08:09 +00:00
9 lines
364 B
YAML
9 lines
364 B
YAML
name: hf-serverless
|
|
distribution_spec:
|
|
description: "Like local, but use Hugging Face Inference API (serverless) for running LLM inference.\nSee https://hf.co/docs/api-inference."
|
|
providers:
|
|
inference: remote::hf::serverless
|
|
memory: inline::faiss
|
|
safety: inline::llama-guard
|
|
agents: inline::meta-reference
|
|
telemetry: inline::meta-reference
|