in grok/training.py [0:0]
def train_dataloader(self) -> ArithmeticIterator: # type: ignore
"""
Used by pytorch_lighting
:returns: an iterator for self.train_dataset
"""
device = self.transformer.embedding.weight.device
iterator = ArithmeticIterator(
self.train_dataset,
device,
batchsize_hint=self.hparams.batchsize, # type: ignore
)
self.train_batchsize = iterator.batchsize
self.batches_per_epoch = len(iterator)
return iterator