in src/smspark/bootstrapper.py [0:0]
def copy_aws_jars(self) -> None:
self.logger.info("copying aws-java-sdk jars")
for f in glob.glob("/usr/share/aws/aws-java-sdk/*.jar"):
shutil.copyfile(f, os.path.join(self.JAR_DEST, os.path.basename(f)))
self.logger.info("copying aws-java-sdk-v2 jars")
for f in glob.glob("/usr/share/aws/aws-java-sdk-v2/*.jar"):
shutil.copyfile(f, os.path.join(self.JAR_DEST, os.path.basename(f)))
hadoop_aws_jar = self._get_hadoop_jar()
shutil.copyfile(
os.path.join(Bootstrapper.HADOOP_PATH, hadoop_aws_jar), os.path.join(self.JAR_DEST, hadoop_aws_jar)
)
self._copy_optional_jars()
# copy hmclient (glue data catalog hive metastore client) jars to classpath:
# https://github.com/awslabs/aws-glue-data-catalog-client-for-apache-hive-metastore
for f in glob.glob("/usr/share/aws/hmclient/lib/*.jar"):
shutil.copyfile(f, os.path.join(self.JAR_DEST, os.path.basename(f)))