def create_json_payload()

in spark_scripts/synchronize_topics.py [0:0]


def create_json_payload(df, non_json_cols):
    json_cols = [c for c in df.columns if c not in non_json_cols]

    df = df.withColumn("payload", func.to_json(func.struct([x for x in json_cols])))

    return df.drop(*json_cols)