def copy_cluster_config()

in src/smspark/bootstrapper.py [0:0]

• 22 lines of code
• 1 McCabe index (conditional complexity)

    def copy_cluster_config(self) -> None:
        self.logger.info("copying cluster config")

        def copy_config(src: str, dst: str) -> None:
            self.logger.info(f"copying {src} to {dst}")
            shutil.copyfile(src, dst)

        copy_config(
            "/opt/hadoop-config/hdfs-site.xml",
            Bootstrapper.HADOOP_PATH + "/etc/hadoop/hdfs-site.xml",
        )
        copy_config(
            "/opt/hadoop-config/core-site.xml",
            Bootstrapper.HADOOP_PATH + "/etc/hadoop/core-site.xml",
        )
        copy_config(
            "/opt/hadoop-config/yarn-site.xml",
            Bootstrapper.HADOOP_PATH + "/etc/hadoop/yarn-site.xml",
        )
        copy_config(
            "/opt/hadoop-config/spark-defaults.conf",
            Bootstrapper.SPARK_PATH + "/conf/spark-defaults.conf",
        )
        copy_config("/opt/hadoop-config/spark-env.sh", Bootstrapper.SPARK_PATH + "/conf/spark-env.sh")