in modules/python/src/datapreprocessing/dataprep.py [0:0]
def split_dataframe(self) -> List[pd.DataFrame]:
"""
Splits the DataFrame into chunks of a specified size.
Returns:
list: A list of Pandas DataFrames, where each DataFrame is a chunk of the original DataFrame.
"""
self.logger.info(f"Splitting dataframe into chunk size of '{self.chunk_size}'")
chunks = list()
num_chunks = len(self.df) // self.chunk_size + 1
for i in range(num_chunks):
chunks.append(self.df[i * self.chunk_size : (i + 1) * self.chunk_size])
return chunks