in dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py [0:0]
def measure_epoch_time(epoch, epoch_start, epoch_times):
epoch_end = datetime.datetime.now()
max_logging.log(
f"STANDALONE DATALOADER : Host {jax.process_index()} completed epoch {epoch} using {(epoch_end - epoch_start).total_seconds()} seconds"
)
epoch_times.append([
jax.process_index(), epoch, (epoch_end - epoch_start).total_seconds()
])