in spark_scripts/synchronize_topics.py [0:0]
def create_json_payload(df, non_json_cols):
json_cols = [c for c in df.columns if c not in non_json_cols]
df = df.withColumn("payload", func.to_json(func.struct([x for x in json_cols])))
return df.drop(*json_cols)