172 duplicated lines in:
  - mdr/qa/basic_tokenizer.py (16:275, 100%)
  - mdr/retrieval/utils/basic_tokenizer.py (18:277, 81%)

54 duplicated lines in:
  - mdr/qa/utils.py (255:326, 19%)
  - mdr/retrieval/utils/tokenizer.py (88:158, 48%)

49 duplicated lines in:
  - mdr/qa/utils.py (41:106, 17%)
  - mdr/retrieval/utils/utils.py (21:84, 41%)

17 duplicated lines in:
  - mdr/qa/utils.py (212:229, 6%)
  - mdr/retrieval/utils/tokenizer.py (48:65, 15%)

12 duplicated lines in:
  - mdr/qa/basic_tokenizer.py (262:275, 6%)
  - mdr/retrieval/utils/basic_tokenizer.py (222:235, 5%)

12 duplicated lines in:
  - mdr/qa/basic_tokenizer.py (220:233, 6%)
  - mdr/retrieval/utils/basic_tokenizer.py (264:277, 5%)

12 duplicated lines in:
  - mdr/qa/utils.py (110:121, 4%)
  - mdr/retrieval/utils/utils.py (128:139, 10%)

11 duplicated lines in:
  - mdr/qa/hotpot_evaluate_v1.py (13:28, 10%)
  - mdr/retrieval/utils/mhop_utils.py (37:52, 6%)

9 duplicated lines in:
  - mdr/qa/utils.py (29:38, 3%)
  - mdr/retrieval/utils/utils.py (10:19, 7%)

9 duplicated lines in:
  - mdr/qa/utils.py (243:256, 3%)
  - mdr/retrieval/utils/tokenizer.py (161:174, 8%)

7 duplicated lines in:
  - mdr/qa/utils.py (232:241, 2%)
  - mdr/retrieval/utils/tokenizer.py (80:89, 6%)

7 duplicated lines in:
  - mdr/qa/utils.py (145:154, 2%)
  - mdr/retrieval/utils/tokenizer.py (68:77, 6%)

6 duplicated lines in:
  - mdr/qa/utils.py (130:135, 2%)
  - mdr/retrieval/utils/utils.py (132:137, 5%)

6 duplicated lines in:
  - mdr/qa/basic_tokenizer.py (188:193, 3%)
  - mdr/retrieval/utils/basic_tokenizer.py (249:254, 2%)

6 duplicated lines in:
  - mdr/qa/utils.py (173:179, 2%)
  - mdr/retrieval/utils/tokenizer.py (39:45, 5%)

6 duplicated lines in:
  - mdr/qa/basic_tokenizer.py (247:252, 3%)
  - mdr/retrieval/utils/basic_tokenizer.py (190:195, 2%)