in misc/reference_datasets/monolingual/fr/download_croissant.py [0:0]
def __init__(
self,
data_folder: DataFolderLike,
paths_file: DataFileLike | None = None,
limit: int = -1,
skip: int = 0,
batch_size: int = 1000,
read_metadata: bool = True,
file_progress: bool = False,
doc_progress: bool = False,
adapter: Callable = None,
text_key: str = "text",
id_key: str = "id",
default_metadata: dict = None,
recursive: bool = True,
glob_pattern: str | None = None,
shuffle_files: bool = False,