phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-10 04:08:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix hf

Browse source
This commit is contained in:
Xi Yan 2025-03-15 14:22:10 -07:00
parent a9c662d68b
commit 82ec0d24f3
1 changed files with 8 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

25
llama_stack/providers/remote/datasetio/huggingface/huggingface.py
View file

@ -76,33 +76,24 @@ class HuggingfaceDatasetIOImpl(DatasetIO, DatasetsProtocolPrivate):
async def iterrows( async def iterrows(
self, self,
dataset_id: str, dataset_id: str,
rows_in_page: int, start_index: Optional[int] = None,
page_token: Optional[str] = None, limit: Optional[int] = None,
filter_condition: Optional[str] = None,
) -> IterrowsResponse: ) -> IterrowsResponse:
dataset_def = self.dataset_infos[dataset_id] dataset_def = self.dataset_infos[dataset_id]
loaded_dataset = load_hf_dataset(dataset_def) loaded_dataset = load_hf_dataset(dataset_def)
if page_token and not page_token.isnumeric(): start_index = start_index or 0
raise ValueError("Invalid page_token")
if page_token is None or len(page_token) == 0: if limit == -1:
next_page_token = 0
else:
next_page_token = int(page_token)
start = next_page_token
if rows_in_page == -1:
end = len(loaded_dataset) end = len(loaded_dataset)
else: else:
end = min(start + rows_in_page, len(loaded_dataset)) end = min(start_index + limit, len(loaded_dataset))
rows = [loaded_dataset[i] for i in range(start, end)] rows = [loaded_dataset[i] for i in range(start_index, end)]
return IterrowsResponse( return IterrowsResponse(
rows=rows, data=rows,
total_count=len(rows), next_index=end,
next_page_token=str(end),
) )
async def append_rows(self, dataset_id: str, rows: List[Dict[str, Any]]) -> None: async def append_rows(self, dataset_id: str, rows: List[Dict[str, Any]]) -> None: