in sagemaker/source/preprocessing/dataframewriter.py [0:0]
def append(self, datum):
# For optimizations, this method does not support OrderedDict and DataFrame used interchangeably. Support
# will be added in the future.
if self.columns is None:
self.columns = list(datum.keys())
if isinstance(datum, OrderedDict):
self.data.append(list(datum.values()))
elif isinstance(datum, pd.DataFrame):
if self.data == []:
self.data = datum.values[:]
else:
self.data = np.append(self.data, datum.values, axis=0)
else:
raise Exception("Unsupported type passed to DataFrameWriter.")
if len(self.data) >= self.chunksize:
self.flush_buffer()