phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 05:32:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

change schema -> dataset_schema

Browse source
This commit is contained in:
Xi Yan 2024-11-13 10:52:16 -05:00
parent c29fa56dde
commit d1f758abf6
7 changed files with 15 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/datasetio/localfs/datasetio.py
View file

@ -60,9 +60,9 @@ class PandasDataframeDataset(BaseDataset):
def _validate_dataset_schema(self, df) -> pandas.DataFrame:
# note that we will drop any columns in dataset that are not in the schema
df = df[self.dataset_def.schema.keys()]
df = df[self.dataset_def.dataset_schema.keys()]
# check all columns in dataset schema are present
assert len(df.columns) == len(self.dataset_def.schema)
assert len(df.columns) == len(self.dataset_def.dataset_schema)
# TODO: type checking against column types in dataset schema
return df