in DataGenerator.py [0:0]
def prepareData(self, **kwargs):
if self.prepared:
return
self.data = []
with open(self.filename, 'r') as f:
for line in f:
tokens = line.rstrip().split()
self.data.extend(tokens)
self.data = pd.Series(self.data)
self.prepared = True
print(f"finished reading {self.filename}")