def transform()

in utilities/Hive_metastore_migration/src/hive_metastore_migration.py [0:0]

• 31 lines of code
• 1 McCabe index (conditional complexity)

    def transform(self, hive_metastore):
        dbs_prefixed = HiveMetastoreTransformer.add_prefix_to_column(hive_metastore.ms_dbs, 'NAME', self.db_prefix)
        tbls_prefixed = HiveMetastoreTransformer.add_prefix_to_column(
            hive_metastore.ms_tbls, 'TBL_NAME', self.table_prefix)

        databases = self.transform_databases(
            ms_dbs=dbs_prefixed,
            ms_database_params=hive_metastore.ms_database_params)

        db_tbl_joined = HiveMetastoreTransformer.join_dbs_tbls(ms_dbs=dbs_prefixed, ms_tbls=tbls_prefixed)

        storage_descriptors = self.transform_storage_descriptors(
            ms_sds=hive_metastore.ms_sds,
            ms_sd_params=hive_metastore.ms_sd_params,
            ms_columns=hive_metastore.ms_columns,
            ms_bucketing_cols=hive_metastore.ms_bucketing_cols,
            ms_serdes=hive_metastore.ms_serdes,
            ms_serde_params=hive_metastore.ms_serde_params,
            ms_skewed_col_names=hive_metastore.ms_skewed_col_names,
            ms_skewed_string_list_values=hive_metastore.ms_skewed_string_list_values,
            ms_skewed_col_value_loc_map=hive_metastore.ms_skewed_col_value_loc_map,
            ms_sort_cols=hive_metastore.ms_sort_cols)

        tables = self.transform_tables(
            db_tbl_joined=db_tbl_joined,
            ms_table_params=hive_metastore.ms_table_params,
            storage_descriptors=storage_descriptors,
            ms_partition_keys=hive_metastore.ms_partition_keys)

        partitions = self.transform_partitions(
            db_tbl_joined=db_tbl_joined,
            ms_partitions=hive_metastore.ms_partitions,
            storage_descriptors=storage_descriptors,
            ms_partition_params=hive_metastore.ms_partition_params,
            ms_partition_key_vals=hive_metastore.ms_partition_key_vals)

        return databases, tables, partitions