def spark_log()

in pygenie/jobs/running.py [0:0]

• 11 lines of code
• 6 McCabe index (conditional complexity)

    def spark_log(self, iterator=False, **kwargs):
        """
        Get spark log for jobs where the driver runs on the genie node

        Example:
            >>> running_job.spark_log()
            '...'
            >>> for l in running_job.spark_log(iterator=True):
            >>>     print(l)

        Args:
            iterator (bool, optional): Set to True if want to return as iterator.

        Returns:
            str or iterator or None.
        """
        #unlike other log files this file may not exist, so check first
        spark_log_exists = False
        if self.output_data:
            output_files = self.output_data.get('files') or []
            for entry in output_files:
                if entry.get('name') == 'spark.log':
                    spark_log_exists = True

        if spark_log_exists:
            return self._adapter.get_spark_log(self._job_id,
                                                      iterator=iterator,
                                                      **kwargs)