From a56ea48d712b0f0029c122af63071ed1922ecb4b Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Mon, 7 Oct 2024 21:56:13 -0700 Subject: [PATCH] excel dataset --- .../impls/meta_reference/evals/datas/datasets.py | 7 ++++++- tests/examples/local-run.yaml | 12 ++++++++++-- 2 files changed, 16 insertions(+), 3 deletions(-) diff --git a/llama_stack/providers/impls/meta_reference/evals/datas/datasets.py b/llama_stack/providers/impls/meta_reference/evals/datas/datasets.py index 7143583c0..1a16a5c51 100644 --- a/llama_stack/providers/impls/meta_reference/evals/datas/datasets.py +++ b/llama_stack/providers/impls/meta_reference/evals/datas/datasets.py @@ -33,7 +33,12 @@ class CustomDataset(BaseDataset): def load(self): if self.dataset: return - df = pandas.read_csv(self.url) + # TODO: better support w/ data url + if self.url.endswith(".csv"): + df = pandas.read_csv(self.url) + elif self.url.endswith(".xlsx"): + df = pandas.read_excel(self.url) + self.dataset = Dataset.from_pandas(df) diff --git a/tests/examples/local-run.yaml b/tests/examples/local-run.yaml index b64bbea24..d24a9906c 100644 --- a/tests/examples/local-run.yaml +++ b/tests/examples/local-run.yaml @@ -41,12 +41,20 @@ routing_table: inference: - provider_type: meta-reference config: - model: Llama3.2-1B-Instruct + model: Llama3.1-8B-Instruct quantization: null torch_seed: null max_seq_len: 4096 max_batch_size: 1 - routing_key: Llama3.2-1B-Instruct + routing_key: Llama3.1-8B-Instruct + - provider_type: meta-reference + config: + model: Llama-Guard-3-1B + quantization: null + torch_seed: null + max_seq_len: 4096 + max_batch_size: 1 + routing_key: Llama-Guard-3-1B # - provider_type: remote::tgi # config: # url: http://127.0.0.1:5009