def _config_event_log()

in src/smspark/spark_event_logs_publisher.py [0:0]

• 7 lines of code
• 3 McCabe index (conditional complexity)

    def _config_event_log(self) -> None:
        # By default, spark event log is not enabled, it will be enabled when customers
        # require to publish spark event log to s3. In that case, it will be first written to
        # a local file, and then published to s3.
        if not os.path.exists(EVENT_LOG_DIR):
            os.makedirs(EVENT_LOG_DIR)
        with open(SPARK_DEFAULTS_CONFIG_PATH, "a") as spark_config:
            log.info("Writing event log config to spark-defaults.conf")
            spark_config.write(CONFIG_ENABLE_EVENT_LOG + "\n")
            spark_config.write(CONFIG_EVENT_LOG_DIR_FORMAT.format(EVENT_LOG_DIR) + "\n")