in clutrr/main.py [0:0]
def run_task(self):
"""
Default dispatcher method
"""
args = self.args
train_rows = args.train_rows
test_rows = args.test_rows
train_choices = args.train_tasks.split(',')
test_choices = args.test_tasks.split(',')
all_choices = []
for t in train_choices:
if t not in all_choices:
all_choices.append(t)
for t in test_choices:
if t not in all_choices:
all_choices.append(t)
train_datas = []
for choice in all_choices:
if choice in train_choices:
# split
choice_split = train_rows / (train_rows + test_rows)
num_rows = train_rows + test_rows
else:
# test, no split
choice_split = 0.0
num_rows = test_rows
print("Split : {}".format(choice_split))
train_datas.append(self.generate(choice, args, num_rows=num_rows, data_type='train', split=choice_split))
self.store(train_datas, None, args)