def download_objects()

in src/s3_util.py [0:0]

• 5 lines of code
• 2 McCabe index (conditional complexity)

    def download_objects(self, s3_prefix, num_threads=8):
        """
Downloads stream of S3 objects, without saving into the local disk
        :param s3_prefix: The s3 prefix, e.g. s3://mybucket/prefix/
        :param num_threads: The number of threads to use
        :return: A list of byte arrays
        """
        s3_files = ("s3://{}/{}".format(s3_bucket, s3_key) for s3_bucket, s3_key in self.list_files(s3_prefix))

        with ThreadPool(num_threads) as pool:
            results = pool.map(self.download_object, s3_files)

        return results