From d8bbce6f7c1482924510527467ba817da7c6606c Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Wed, 23 Oct 2024 13:16:08 -0700 Subject: [PATCH] comments --- .../providers/impls/meta_reference/datasetio/datasetio.py | 1 + llama_stack/providers/tests/datasetio/test_datasetio.py | 1 - 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/impls/meta_reference/datasetio/datasetio.py b/llama_stack/providers/impls/meta_reference/datasetio/datasetio.py index d0521a92d..adda1e3bd 100644 --- a/llama_stack/providers/impls/meta_reference/datasetio/datasetio.py +++ b/llama_stack/providers/impls/meta_reference/datasetio/datasetio.py @@ -64,6 +64,7 @@ class PandasDataframeDataset(BaseDataset): assert self.df is not None, "Dataset loading failed. Please check logs." + # note that we will drop any columns in dataset that are not in the schema self.df = self.df[self.dataset_def.dataset_schema.keys()] # check all columns in dataset schema are present diff --git a/llama_stack/providers/tests/datasetio/test_datasetio.py b/llama_stack/providers/tests/datasetio/test_datasetio.py index ee26560d9..9a351ba30 100644 --- a/llama_stack/providers/tests/datasetio/test_datasetio.py +++ b/llama_stack/providers/tests/datasetio/test_datasetio.py @@ -55,7 +55,6 @@ def data_url_from_file(file_path: str) -> str: base64_content = base64.b64encode(file_content).decode("utf-8") mime_type, _ = mimetypes.guess_type(file_path) - print(mime_type) data_url = f"data:{mime_type};base64,{base64_content}"