excel dataset

This commit is contained in:
Xi Yan 2024-10-07 21:56:13 -07:00
parent 5b7d24b1c3
commit a56ea48d71
2 changed files with 16 additions and 3 deletions

View file

@ -33,7 +33,12 @@ class CustomDataset(BaseDataset):
def load(self): def load(self):
if self.dataset: if self.dataset:
return return
df = pandas.read_csv(self.url) # TODO: better support w/ data url
if self.url.endswith(".csv"):
df = pandas.read_csv(self.url)
elif self.url.endswith(".xlsx"):
df = pandas.read_excel(self.url)
self.dataset = Dataset.from_pandas(df) self.dataset = Dataset.from_pandas(df)

View file

@ -41,12 +41,20 @@ routing_table:
inference: inference:
- provider_type: meta-reference - provider_type: meta-reference
config: config:
model: Llama3.2-1B-Instruct model: Llama3.1-8B-Instruct
quantization: null quantization: null
torch_seed: null torch_seed: null
max_seq_len: 4096 max_seq_len: 4096
max_batch_size: 1 max_batch_size: 1
routing_key: Llama3.2-1B-Instruct routing_key: Llama3.1-8B-Instruct
- provider_type: meta-reference
config:
model: Llama-Guard-3-1B
quantization: null
torch_seed: null
max_seq_len: 4096
max_batch_size: 1
routing_key: Llama-Guard-3-1B
# - provider_type: remote::tgi # - provider_type: remote::tgi
# config: # config:
# url: http://127.0.0.1:5009 # url: http://127.0.0.1:5009