mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-18 14:39:48 +00:00
temp commit
This commit is contained in:
parent
41cf2bb0a7
commit
2a15a8a005
12 changed files with 142 additions and 77 deletions
|
|
@ -4,10 +4,6 @@ distribution_spec:
|
|||
description: Use Meta Reference for running LLM inference
|
||||
docker_image: null
|
||||
providers:
|
||||
post_training:
|
||||
- inline::meta-reference
|
||||
datasetio:
|
||||
- remote::huggingface
|
||||
inference:
|
||||
- inline::meta-reference
|
||||
memory:
|
||||
|
|
|
|||
|
|
@ -8,8 +8,6 @@ apis:
|
|||
- memory
|
||||
- safety
|
||||
- telemetry
|
||||
- datasetio
|
||||
- post_training
|
||||
providers:
|
||||
inference:
|
||||
- provider_id: meta-reference-inference
|
||||
|
|
@ -18,10 +16,6 @@ providers:
|
|||
model: ${env.INFERENCE_MODEL}
|
||||
max_seq_len: 4096
|
||||
checkpoint_dir: ${env.INFERENCE_CHECKPOINT_DIR:null}
|
||||
datasetio:
|
||||
- provider_id: huggingface-0
|
||||
provider_type: remote::huggingface
|
||||
config: {}
|
||||
memory:
|
||||
- provider_id: faiss
|
||||
provider_type: inline::faiss
|
||||
|
|
@ -46,12 +40,6 @@ providers:
|
|||
- provider_id: meta-reference
|
||||
provider_type: inline::meta-reference
|
||||
config: {}
|
||||
post_training:
|
||||
- provider_id: meta-reference-post-training
|
||||
provider_type: inline::meta-reference
|
||||
config:
|
||||
model: ${env.INFERENCE_MODEL}
|
||||
checkpoint_dir: ${env.INFERENCE_CHECKPOINT_DIR:null}
|
||||
|
||||
metadata_store:
|
||||
namespace: null
|
||||
|
|
@ -64,23 +52,5 @@ models:
|
|||
provider_model_id: null
|
||||
shields: []
|
||||
memory_banks: []
|
||||
datasets:
|
||||
- dataset_id: alpaca
|
||||
provider_id: huggingface-0
|
||||
url:
|
||||
uri: https://huggingface.co/datasets/tatsu-lab/alpaca
|
||||
metadata:
|
||||
path: tatsu-lab/alpaca
|
||||
name:
|
||||
split: train
|
||||
dataset_schema:
|
||||
instruction:
|
||||
type: string
|
||||
input:
|
||||
type: string
|
||||
output:
|
||||
type: string
|
||||
text:
|
||||
type: string
|
||||
scoring_fns: []
|
||||
eval_tasks: []
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue