duplicated block id: 1
size: 143 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/dapt_pretraining.py (16:194)
 - abstractive_summarization/src/tapt_pretraining.py (16:194)

duplicated block id: 2
size: 56 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/dapt_pretraining.py (196:266)
 - abstractive_summarization/src/tapt_pretraining.py (196:266)

duplicated block id: 3
size: 43 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/sdpt_pretraining.py (20:71)
 - abstractive_summarization/src/trainer.py (11:62)

duplicated block id: 4
size: 37 cleaned lines of code
in 2 files:
 - dialogue_personalization/utils/beam_omt.py (241:287)
 - dialogue_personalization/utils/beam_ptr.py (192:238)

duplicated block id: 5
size: 25 cleaned lines of code
in 2 files:
 - dialogue_personalization/model/common_layer.py (540:573)
 - dialogue_personalization/utils/beam_omt.py (254:287)

duplicated block id: 6
size: 25 cleaned lines of code
in 2 files:
 - dialogue_personalization/model/common_layer.py (540:573)
 - dialogue_personalization/utils/beam_ptr.py (205:238)

duplicated block id: 7
size: 13 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/run.py (88:102)
 - abstractive_summarization/src/sdpt_pretraining.py (95:109)

duplicated block id: 8
size: 13 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/others/recadam.py (79:98)
 - low_rank_comparisons/src/optimizer.py (84:103)

duplicated block id: 9
size: 12 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/dapt_pretraining.py (222:234)
 - abstractive_summarization/src/run.py (106:117)

duplicated block id: 10
size: 12 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/sdpt_pretraining.py (113:124)
 - abstractive_summarization/src/tapt_pretraining.py (222:234)

duplicated block id: 11
size: 12 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/run.py (106:117)
 - abstractive_summarization/src/sdpt_pretraining.py (113:124)

duplicated block id: 12
size: 12 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/run.py (71:83)
 - abstractive_summarization/src/sdpt_pretraining.py (78:90)

duplicated block id: 13
size: 12 cleaned lines of code
in 2 files:
 - dialogue_personalization/model/common_layer.py (593:604)
 - dialogue_personalization/utils/beam_omt.py (241:252)

duplicated block id: 14
size: 12 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/run.py (106:117)
 - abstractive_summarization/src/tapt_pretraining.py (222:234)

duplicated block id: 15
size: 12 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/dapt_pretraining.py (222:234)
 - abstractive_summarization/src/sdpt_pretraining.py (113:124)

duplicated block id: 16
size: 12 cleaned lines of code
in 2 files:
 - dialogue_personalization/model/common_layer.py (593:604)
 - dialogue_personalization/utils/beam_ptr.py (192:203)

duplicated block id: 17
size: 11 cleaned lines of code
in 2 files:
 - dialogue_personalization/utils/data_reader.py (430:442)
 - dialogue_personalization/utils/data_reader.py (471:483)

duplicated block id: 18
size: 10 cleaned lines of code
in 2 files:
 - dialogue_personalization/generate_samples.py (27:36)
 - dialogue_personalization/model/common_layer.py (633:644)

duplicated block id: 19
size: 9 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/data_utils.py (55:64)
 - low_rank_comparisons/src/data_utils.py (126:135)

duplicated block id: 20
size: 8 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/gpt2_beam.py (19:30)
 - low_rank_comparisons/src/gpt2_ft.py (14:23)

duplicated block id: 21
size: 8 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/inference.py (30:37)
 - abstractive_summarization/src/sdpt_pretraining.py (99:106)

duplicated block id: 22
size: 8 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/others/recadam.py (56:63)
 - low_rank_comparisons/src/optimizer.py (52:59)

duplicated block id: 23
size: 8 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/inference.py (30:37)
 - abstractive_summarization/src/run.py (92:99)

duplicated block id: 24
size: 7 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/data_utils.py (24:33)
 - low_rank_comparisons/src/data_utils.py (96:103)

duplicated block id: 25
size: 7 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/optimizer.py (176:183)
 - low_rank_comparisons/src/optimizer.py (220:228)

duplicated block id: 26
size: 6 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/format_converting_dart.py (10:16)
 - low_rank_comparisons/src/format_converting_webnlg.py (10:16)

duplicated block id: 27
size: 6 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/sdpt_pretraining.py (37:44)
 - abstractive_summarization/src/trainer.py (192:197)

duplicated block id: 28
size: 6 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/gpt2_beam.py (87:92)
 - low_rank_comparisons/src/gpt2_ft.py (95:100)

duplicated block id: 29
size: 6 cleaned lines of code
in 2 files:
 - low_rank_comparisons/src/gpt2_beam.py (354:360)
 - low_rank_comparisons/src/gpt2_ft.py (250:256)

duplicated block id: 30
size: 6 cleaned lines of code
in 2 files:
 - dialogue_personalization/model/transformer.py (78:84)
 - dialogue_personalization/model/transformer.py (167:172)

duplicated block id: 31
size: 6 cleaned lines of code
in 2 files:
 - dialogue_personalization/generate_samples.py (65:70)
 - dialogue_personalization/main_fine_tune.py (41:46)

duplicated block id: 32
size: 6 cleaned lines of code
in 2 files:
 - abstractive_summarization/src/trainer.py (28:35)
 - abstractive_summarization/src/trainer.py (192:197)