in dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py [0:0]
def __init__(self, columns, batch_size, rank, world_size, *args, **kwargs):
super().__init__(*args, data_format_fn=self.data_format_fn, **kwargs)
self.columns = columns
self.batch_size = batch_size
self.current_file = None
self.columns = columns
self.world_size = world_size
self.rank = rank