in components/specialized-parser/src/runner.py [0:0]
def write_metadata_to_bigquery(self, filename_pairs: List[FilenamesPair]):
bq_rows = [self.build_bq_metadata_row(p) for p in filename_pairs]
# Make an API request to insert rows into the table
errors = self.bq_client.insert_rows_json(
self.bigquery_config.general_output_table_id, bq_rows
)
if errors:
raise Exception(
f"Encountered errors while inserting rows in BigQuery: {errors}"
)
logger.info("New rows have been added in Big Query table.")