in oss-torch-connector/osstorchconnector/oss_iterable_dataset.py [0:0]
def __init__(
self,
endpoint: str,
cred_path: str,
config_path: str,
get_dataset_objects: Callable[[OssClient], Iterable[DataObject]],
transform: Callable[[DataObject], Any] = identity,
cred_provider: Any = None,
from_tar: bool = False,
shuffle: bool = False,
shuffle_chunk_size: int = 1000,