in misc/reference_datasets/monolingual/zh/download_mapcc.py [0:0]
def _open_next_file(self):
if self.current_file:
self.current_file.close()
if self.file_index < len(self.filepaths):
print(f"opening {self.filepaths[self.file_index]}")
self.current_file = fsspec.open(self.filepaths[self.file_index], mode="rb").open()
self.file_index += 1
else:
self.current_file = None