forked from phoenix-oss/llama-stack-mirror
delete distribution registry
This commit is contained in:
parent
6f5d9a3df8
commit
98c55b63b4
6 changed files with 0 additions and 57 deletions
|
@ -1,7 +0,0 @@
|
||||||
description: Like local, but use ollama for running LLM inference
|
|
||||||
providers:
|
|
||||||
inference: remote::ollama
|
|
||||||
safety: meta-reference
|
|
||||||
agentic_system: meta-reference
|
|
||||||
memory: meta-reference-faiss
|
|
||||||
telemetry: console
|
|
|
@ -1,7 +0,0 @@
|
||||||
description: Use Fireworks.ai for running LLM inference
|
|
||||||
providers:
|
|
||||||
inference: remote::fireworks
|
|
||||||
safety: meta-reference
|
|
||||||
agentic_system: meta-reference
|
|
||||||
memory: meta-reference-faiss
|
|
||||||
telemetry: console
|
|
|
@ -1,6 +0,0 @@
|
||||||
description: Use TGI (local or with Hugging Face Inference Endpoints for running LLM inference. When using HF Inference Endpoints, you must provide the name of the endpoint).
|
|
||||||
providers:
|
|
||||||
inference: remote::tgi
|
|
||||||
safety: meta-reference
|
|
||||||
agentic_system: meta-reference
|
|
||||||
memory: meta-reference-faiss
|
|
|
@ -1,7 +0,0 @@
|
||||||
description: Use Together.ai for running LLM inference
|
|
||||||
providers:
|
|
||||||
inference: remote::together
|
|
||||||
safety: meta-reference
|
|
||||||
agentic_system: meta-reference
|
|
||||||
memory: meta-reference-faiss
|
|
||||||
telemetry: console
|
|
|
@ -1,7 +0,0 @@
|
||||||
description: Use code from `llama_toolchain` itself to serve all llama stack APIs
|
|
||||||
providers:
|
|
||||||
inference: meta-reference
|
|
||||||
memory: meta-reference-faiss
|
|
||||||
safety: meta-reference
|
|
||||||
agentic_system: meta-reference
|
|
||||||
telemetry: console
|
|
|
@ -1,23 +0,0 @@
|
||||||
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
||||||
# All rights reserved.
|
|
||||||
#
|
|
||||||
# This source code is licensed under the terms described in the LICENSE file in
|
|
||||||
# the root directory of this source tree.
|
|
||||||
|
|
||||||
from functools import lru_cache
|
|
||||||
from pathlib import Path
|
|
||||||
from typing import List, Optional
|
|
||||||
from .datatypes import * # noqa: F403
|
|
||||||
import yaml
|
|
||||||
|
|
||||||
|
|
||||||
@lru_cache()
|
|
||||||
def available_distribution_specs() -> List[DistributionSpec]:
|
|
||||||
distribution_specs = []
|
|
||||||
for p in Path("llama_toolchain/configs/distributions/distribution_registry").rglob(
|
|
||||||
"*.yaml"
|
|
||||||
):
|
|
||||||
with open(p, "r") as f:
|
|
||||||
distribution_specs.append(DistributionSpec(**yaml.safe_load(f)))
|
|
||||||
|
|
||||||
return distribution_specs
|
|
Loading…
Add table
Add a link
Reference in a new issue