def create_loader_hf()

in src/chug/hfds/loader.py [0:0]

• 20 lines of code
• 1 McCabe index (conditional complexity)

def create_loader_hf(
        source: str,
        split: str,
        task_pipeline: Optional[List[Callable]] = None,
        data_dir: Optional[str] = None,
        num_samples: Optional[int] = None,
        streaming: bool = False,
        is_training: bool = False,
        batch_size: Optional[int] = 1,
        resampled: bool = False,
        multi_interval: bool = True,
        num_batches_round: str = 'ceil',
        num_workers: int = 4,
        persistent_workers: bool = True,
        start_interval: int = 0,
        seed: int = 0,
        collate_fn: Optional[Callable] = None,
        sample_shuffle_size: int = _SAMPLE_SHUFFLE_SIZE,
        distributed: DistributedCfg = DistributedCfg(),
        disable_decode: bool = False,