rag correctness scorer w/ custom dataset

This commit is contained in:
Xi Yan 2024-10-15 00:42:03 -07:00
parent ec6c63ba57
commit 9cc0a54f0b
4 changed files with 18 additions and 4 deletions

View file

@ -70,6 +70,9 @@ class CustomDataset(BaseDataset[DictSample]):
df = df.sample(n=n_samples)
self.dataset = Dataset.from_pandas(df)
if self.config.rename_columns_map:
for k, v in self.config.rename_columns_map.items():
self.dataset = self.dataset.rename_column(k, v)
class HuggingfaceDataset(BaseDataset[DictSample]):