in awsio/python/lib/io/s3/s3dataset.py [0:0]
def __init__(self, urls_list, shuffle_urls=False):
self.epoch = 0
self.shuffle_urls = shuffle_urls
self.dist = dist.is_initialized() if dist.is_available() else False
if self.dist:
self.world_size = dist.get_world_size()
self.rank = dist.get_rank()
S3BaseClass.__init__(self, urls_list)