def create_loader_wds()

in src/chug/wds/loader.py [0:0]

• 18 lines of code
• 1 McCabe index (conditional complexity)

def create_loader_wds(
        shards: Union[str, List[str], ShardSpec],
        task_pipeline: Optional[List[Callable]],
        num_samples: Optional[int] = None,
        is_training: bool = False,
        batch_size: Optional[int] = 1,
        resampled: bool = False,
        multi_interval: bool = True,
        num_batches_round: str = 'ceil',
        num_workers: int = 4,
        persistent_workers: bool = True,
        start_interval: int = 0,
        seed: int = 0,
        handler: Callable = wds.reraise_exception,
        collate_fn: Optional[Callable] = None,
        sample_shuffle_size: int = _SAMPLE_SHUFFLE_SIZE,
        sample_shuffle_initial: int = _SAMPLE_SHUFFLE_INITIAL,
        distributed: DistributedCfg = DistributedCfg(),