def main()

in get_all_passages.py [0:0]

• 25 lines of code
• 11 McCabe index (conditional complexity)

def main(train_filename, dev_filename, eval_filename):
    train = pd.read_json(train_filename)
    dev = pd.read_json(dev_filename)
    eval = pd.read_json(eval_filename)
    passages = {}
    pid = 0
    for row in train.itterrows():
        for passage in row[1]['passages']:
            if passage['passage_text'] not in passages:
            passages[passage['passage_text']] = pid
            pid += 1
    for row in dev.itterrows():
        for passage in row[1]['passages']:
            if passage['passage_text'] not in passages:
            passages[passage['passage_text']] = pid
            pid += 1
    for row in eval.itterrows():
    for passage in row[1]['passages']:
        if passage['passage_text'] not in passages:
        passages[passage['passage_text']] = pid
        pid += 1
    with open(output_filename, 'w') as w:
    for passage in passages:
        w.write("{}\t{}\n".format(passage, passages[passage])
    print("{} unique passages found".format(str(pid+1)))