full evals / full scoring flow

This commit is contained in:
Xi Yan 2024-10-15 10:17:45 -07:00
parent cccd5be090
commit be4f395032
4 changed files with 88 additions and 109 deletions

View file

@ -67,7 +67,7 @@ class CustomDataset(BaseDataset[DictSample]):
raise ValueError(f"Unsupported file type: {self.config.url}")
if n_samples is not None:
df = df.sample(n=n_samples)
df = df.sample(n=min(n_samples, len(df)))
self.dataset = Dataset.from_pandas(df)
if self.config.rename_columns_map: