def write_metadata_to_bigquery()

in components/specialized-parser/src/runner.py [0:0]


    def write_metadata_to_bigquery(self, filename_pairs: List[FilenamesPair]):
        bq_rows = [self.build_bq_metadata_row(p) for p in filename_pairs]

        # Make an API request to insert rows into the table
        errors = self.bq_client.insert_rows_json(
            self.bigquery_config.general_output_table_id, bq_rows
        )

        if errors:
            raise Exception(
                f"Encountered errors while inserting rows in BigQuery: {errors}"
            )

        logger.info("New rows have been added in Big Query table.")