def create_urls_list()

in awsio/python/lib/io/s3/s3dataset.py [0:0]

• 14 lines of code
• 4 McCabe index (conditional complexity)

    def create_urls_list(self, urls):
        handler = _pywrap_s3_io.S3Init()
        urls_list = list()
        for url in urls:
            if not handler.file_exists(url):
                url_objects = handler.list_files(url)
                assert len(url_objects) != 0, \
                    f"The directory {url} does not contain any objects."
                urls_list.extend(url_objects)
            elif urls_list:
                urls_list.append(url)
            else:
                urls_list = [url]
        return urls_list