in glam/api/management/commands/import_glean_counts.py [0:0]
def import_file(self, tmp_table, fp, model, app_id):
csv_columns = [
f.name for f in model._meta.get_fields() if f.name not in ["id", "app_id"]
]
conflict_columns = model._meta.constraints[0].fields
log(" Importing file into temp table.")
with connection.cursor() as cursor:
with open(fp.name, "r") as tmp_file:
sql = f"""
COPY {tmp_table} ({", ".join(csv_columns)}) FROM STDIN WITH CSV
"""
cursor.copy_expert(sql, tmp_file)
log(" Inserting data from temp table into aggregation tables.")
with connection.cursor() as cursor:
sql = f"""
INSERT INTO {model._meta.db_table} (app_id, {", ".join(csv_columns)})
SELECT '{app_id}', * from {tmp_table}
ON CONFLICT ({", ".join(conflict_columns)})
DO UPDATE SET
total_users = EXCLUDED.total_users
"""
cursor.execute(sql)