def read_partitioning_df()

in notebooks/util/jdbc/jdbc_input_manager_interface.py [0:0]

• 27 lines of code
• 7 McCabe index (conditional complexity)

    def read_partitioning_df(self, read_partition_info: dict) -> pd.DataFrame:
        """Return a Pandas dataframe to allow tidy display of read partitioning information"""

        def get_read_partition_info(table, info_key):
            return read_partition_info.get(table, {}).get(info_key)

        report_dict = {
            "table": self.get_table_list(),
            "partition_column": [
                get_read_partition_info(_, SPARK_PARTITION_COLUMN)
                for _ in self.get_table_list()
            ],
            "num_partitions": [
                get_read_partition_info(_, SPARK_NUM_PARTITIONS)
                for _ in self.get_table_list()
            ],
            "lower_bound": [
                get_read_partition_info(_, SPARK_LOWER_BOUND)
                for _ in self.get_table_list()
            ],
            "upper_bound": [
                get_read_partition_info(_, SPARK_UPPER_BOUND)
                for _ in self.get_table_list()
            ],
            "comment": [
                get_read_partition_info(_, PARTITION_COMMENT) or "Serial read"
                for _ in self.get_table_list()
            ],
        }
        return pd.DataFrame(report_dict)