def get_perplexity()

in filtering/deduplication/save_roots_sample.py [0:0]


def get_perplexity(meta):
    meta = ast.literal_eval(meta) if isinstance(meta, str) else meta
    perplexity_score = meta["perplexity_score"]
    return float(perplexity_score)