in filtering/deduplication/save_roots_sample.py [0:0]
4 lines of code
2 McCabe index (conditional complexity)
def get_perplexity(meta):
meta = ast.literal_eval(meta) if isinstance(meta, str) else meta
perplexity_score = meta["perplexity_score"]
return float(perplexity_score)