20 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:73, 28%)
  - scripts_mgenre/preprocess_wikidata.py (57:78, 7%)

20 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:73, 28%)
  - scripts_mgenre/preprocess_tries.py (38:59, 11%)

20 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:73, 28%)
  - scripts_mgenre/preprocess_mention_dicts.py (50:71, 17%)

20 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:73, 28%)
  - scripts_mgenre/preprocess_anchors.py (56:77, 11%)

20 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:73, 28%)
  - scripts_mgenre/preprocess_extract.py (34:55, 29%)

20 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:73, 28%)
  - scripts_mgenre/preprocess_mgenre.py (90:111, 7%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/evaluate_kilt_dataset.py (370:387, 3%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_mgenre.py (90:107, 6%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_wikinews.py (38:55, 17%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_mention_dicts.py (50:67, 15%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_TR2016.py (34:51, 16%)

18 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:69, 26%)
  - scripts_mgenre/preprocess_TR2016.py (34:51, 16%)

18 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:69, 26%)
  - scripts_mgenre/evaluate_mel.py (83:100, 20%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/evaluate_mel.py (83:100, 20%)

18 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:69, 26%)
  - scripts_mgenre/evaluate_kilt_dataset.py (370:387, 3%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_tries.py (38:55, 10%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_mewsli.py (40:57, 18%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_wikidata.py (57:74, 6%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_anchors.py (56:73, 10%)

18 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:69, 26%)
  - scripts_mgenre/preprocess_wikinews.py (38:55, 17%)

18 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (210:227, 6%)
  - scripts_mgenre/preprocess_extract.py (34:51, 26%)

18 duplicated lines in:
  - scripts_genre/convert_kilt_to_fairseq.py (52:69, 26%)
  - scripts_mgenre/preprocess_mewsli.py (40:57, 18%)

15 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (160:174, 5%)
  - scripts_mgenre/evaluate_kilt_dataset.py (253:267, 3%)

13 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (194:206, 4%)
  - scripts_mgenre/evaluate_kilt_dataset.py (288:300, 2%)

12 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (150:161, 4%)
  - scripts_mgenre/evaluate_kilt_dataset.py (237:248, 2%)

10 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (313:324, 3%)
  - scripts_mgenre/evaluate_kilt_dataset.py (551:563, 2%)

10 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (277:289, 3%)
  - scripts_mgenre/evaluate_kilt_dataset.py (506:518, 2%)

8 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (136:145, 2%)
  - scripts_mgenre/evaluate_kilt_dataset.py (229:238, 1%)

8 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (144:151, 2%)
  - scripts_mgenre/evaluate_kilt_dataset.py (247:254, 1%)

7 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (184:190, 2%)
  - scripts_mgenre/evaluate_kilt_dataset.py (283:289, 1%)

6 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (79:85, 2%)
  - scripts_mgenre/evaluate_kilt_dataset.py (160:166, 1%)

6 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (269:274, 2%)
  - scripts_mgenre/evaluate_kilt_dataset.py (499:504, 1%)

6 duplicated lines in:
  - scripts_genre/evaluate_kilt_dataset.py (242:248, 2%)
  - scripts_mgenre/evaluate_kilt_dataset.py (407:413, 1%)