duplicated block id: 1
size: 77 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/matrixstore/CustomMXSMetadata.scala (5:94)
 - project_restorer/src/main/scala/matrixstore/CustomMXSMetadata.scala (5:94)

duplicated block id: 2
size: 37 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/models/nearline_archive/FailureRecordDAO.scala (10:66)
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/FailureRecordDAO.scala (10:66)

duplicated block id: 3
size: 20 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastContentSearchSource.scala (34:60)
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastSearchSource.scala (34:60)

duplicated block id: 4
size: 16 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/matrixstore/MatrixStoreEnvironmentConfigProvider.scala (3:20)
 - project_restorer/src/main/scala/matrixstore/MatrixStoreEnvironmentConfigProvider.scala (3:20)

duplicated block id: 5
size: 16 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/matrixstore/MatrixStoreEnvironmentConfigProvider.scala (3:20)
 - project_restorer/src/main/scala/matrixstore/MatrixStoreEnvironmentConfigProvider.scala (3:20)

duplicated block id: 6
size: 16 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineFunctions.scala (209:234)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (243:268)

duplicated block id: 7
size: 16 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/matrixstore/MatrixStoreEnvironmentConfigProvider.scala (3:20)
 - online_nearline/src/main/scala/matrixstore/MatrixStoreEnvironmentConfigProvider.scala (3:20)

duplicated block id: 8
size: 14 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (122:141)
 - online_nearline/src/main/scala/Main.scala (112:131)

duplicated block id: 9
size: 13 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (147:159)
 - online_nearline/src/main/scala/Main.scala (133:145)

duplicated block id: 10
size: 13 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/AssetSweeperMessageProcessor.scala (64:78)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (188:202)

duplicated block id: 11
size: 13 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (126:144)
 - online_nearline/src/main/scala/Main.scala (113:131)

duplicated block id: 12
size: 13 cleaned lines of code
in 2 files:
 - media_remover/src/main/resources/logback.xml (1:25)
 - project_restorer/src/main/resources/logback.xml (1:24)

duplicated block id: 13
size: 13 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastContentSearchSource.scala (13:30)
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastSearchSource.scala (12:29)

duplicated block id: 14
size: 13 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (123:141)
 - online_archive/src/main/scala/Main.scala (126:144)

duplicated block id: 15
size: 12 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (143:154)
 - online_nearline/src/main/scala/Main.scala (134:145)

duplicated block id: 16
size: 12 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/Main.scala (46:62)
 - project_restorer/src/main/scala/Main.scala (40:56)

duplicated block id: 17
size: 12 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (143:154)
 - online_archive/src/main/scala/Main.scala (148:159)

duplicated block id: 18
size: 12 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (46:62)
 - online_nearline/src/main/scala/Main.scala (44:60)

duplicated block id: 19
size: 11 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineMessageProcessor.scala (348:358)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (745:755)

duplicated block id: 20
size: 11 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (48:62)
 - project_restorer/src/main/scala/Main.scala (40:54)

duplicated block id: 21
size: 11 cleaned lines of code
in 2 files:
 - build.sbt (141:151)
 - build.sbt (171:181)

duplicated block id: 22
size: 9 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/AssetSweeperMessageProcessor.scala (93:102)
 - online_nearline/src/main/scala/AssetSweeperMessageProcessor.scala (68:78)

duplicated block id: 23
size: 9 cleaned lines of code
in 2 files:
 - online_nearline/src/main/resources/logback.xml (9:24)
 - project_restorer/src/main/resources/logback.xml (9:24)

duplicated block id: 24
size: 9 cleaned lines of code
in 2 files:
 - media_remover/src/main/resources/logback.xml (9:25)
 - online_nearline/src/main/resources/logback.xml (9:24)

duplicated block id: 25
size: 9 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineFunctions.scala (237:245)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (270:278)

duplicated block id: 26
size: 9 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (201:212)
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (253:263)

duplicated block id: 27
size: 9 cleaned lines of code
in 2 files:
 - build.sbt (154:162)
 - build.sbt (184:192)

duplicated block id: 28
size: 9 cleaned lines of code
in 2 files:
 - build.sbt (124:132)
 - build.sbt (184:192)

duplicated block id: 29
size: 9 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (30:38)
 - media_remover/src/main/scala/helpers/NearlineHelper.scala (28:36)

duplicated block id: 30
size: 9 cleaned lines of code
in 2 files:
 - build.sbt (124:132)
 - build.sbt (154:162)

duplicated block id: 31
size: 9 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/AssetSweeperMessageProcessor.scala (93:102)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (192:202)

duplicated block id: 32
size: 9 cleaned lines of code
in 2 files:
 - build.sbt (171:179)
 - build.sbt (201:209)

duplicated block id: 33
size: 9 cleaned lines of code
in 2 files:
 - build.sbt (141:149)
 - build.sbt (201:209)

duplicated block id: 34
size: 9 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineFunctions.scala (262:270)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (398:406)

duplicated block id: 35
size: 8 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (130:140)
 - project_restorer/src/main/scala/Main.scala (91:101)

duplicated block id: 36
size: 8 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (41:50)
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (29:38)

duplicated block id: 37
size: 8 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/ChecksumChecker.scala (19:32)
 - online_nearline/src/main/scala/FileCopier.scala (107:120)

duplicated block id: 38
size: 8 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (41:50)
 - media_remover/src/main/scala/OnlineArchiveMessageProcessor.scala (29:38)

duplicated block id: 39
size: 8 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (127:137)
 - project_restorer/src/main/scala/Main.scala (91:101)

duplicated block id: 40
size: 8 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastSearchSource.scala (36:43)
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMSearchSource.scala (32:39)

duplicated block id: 41
size: 8 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (68:75)
 - online_nearline/src/main/scala/Main.scala (65:72)

duplicated block id: 42
size: 8 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineFunctions.scala (34:44)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (297:307)

duplicated block id: 43
size: 8 cleaned lines of code
in 2 files:
 - build.sbt (109:116)
 - build.sbt (203:210)

duplicated block id: 44
size: 8 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/Main.scala (117:127)
 - project_restorer/src/main/scala/Main.scala (91:101)

duplicated block id: 45
size: 8 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/OnlineArchiveMessageProcessor.scala (29:38)
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (29:38)

duplicated block id: 46
size: 8 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (29:43)
 - online_nearline/src/main/scala/Main.scala (30:40)

duplicated block id: 47
size: 8 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastContentSearchSource.scala (36:43)
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMSearchSource.scala (32:39)

duplicated block id: 48
size: 8 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/MediaRemoverMessageProcessor.scala (20:27)
 - online_nearline/src/main/scala/VidispineMessageProcessor.scala (36:43)

duplicated block id: 49
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (20:27)
 - project_restorer/src/main/scala/Main.scala (17:24)

duplicated block id: 50
size: 7 cleaned lines of code
in 2 files:
 - build.sbt (91:97)
 - build.sbt (126:132)

duplicated block id: 51
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (180:186)
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (235:241)

duplicated block id: 52
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (20:27)
 - online_nearline/src/main/scala/Main.scala (19:26)

duplicated block id: 53
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineMessageProcessor.scala (284:292)
 - online_archive/src/main/scala/VidispineMessageProcessor.scala (310:318)

duplicated block id: 54
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (68:74)
 - project_restorer/src/main/scala/Main.scala (58:64)

duplicated block id: 55
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/resources/logback.xml (1:11)
 - online_nearline/src/main/resources/logback.xml (1:11)

duplicated block id: 56
size: 7 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/models/nearline_archive/FailureRecord.scala (17:24)
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/FailureRecord.scala (17:24)

duplicated block id: 57
size: 7 cleaned lines of code
in 2 files:
 - build.sbt (109:115)
 - build.sbt (143:149)

duplicated block id: 58
size: 7 cleaned lines of code
in 2 files:
 - build.sbt (109:115)
 - build.sbt (173:179)

duplicated block id: 59
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (51:59)
 - online_archive/src/main/scala/Main.scala (46:54)

duplicated block id: 60
size: 7 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/Main.scala (65:71)
 - project_restorer/src/main/scala/Main.scala (58:64)

duplicated block id: 61
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (46:54)
 - project_restorer/src/main/scala/Main.scala (43:51)

duplicated block id: 62
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (20:27)
 - online_archive/src/main/scala/Main.scala (20:27)

duplicated block id: 63
size: 7 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/models/nearline_archive/FailureRecord.scala (6:12)
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/FailureRecord.scala (6:12)

duplicated block id: 64
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/AssetSweeperMessageProcessor.scala (219:225)
 - online_archive/src/main/scala/OwnMessageProcessor.scala (89:95)

duplicated block id: 65
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (141:147)
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (173:179)

duplicated block id: 66
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (20:27)
 - project_restorer/src/main/scala/Main.scala (17:24)

duplicated block id: 67
size: 7 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/Main.scala (46:54)
 - online_nearline/src/main/scala/Main.scala (49:57)

duplicated block id: 68
size: 7 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/Main.scala (20:27)
 - online_nearline/src/main/scala/Main.scala (19:26)

duplicated block id: 69
size: 7 cleaned lines of code
in 2 files:
 - build.sbt (91:97)
 - build.sbt (186:192)

duplicated block id: 70
size: 7 cleaned lines of code
in 2 files:
 - online_nearline/src/main/scala/Main.scala (19:26)
 - project_restorer/src/main/scala/Main.scala (17:24)

duplicated block id: 71
size: 7 cleaned lines of code
in 2 files:
 - build.sbt (91:97)
 - build.sbt (156:162)

duplicated block id: 72
size: 6 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/framework/MessageProcessingFramework.scala (36:41)
 - common/src/main/scala/com/gu/multimedia/storagetier/framework/MessageProcessingFramework.scala (448:453)

duplicated block id: 73
size: 6 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineMessageProcessor.scala (270:275)
 - online_archive/src/main/scala/VidispineMessageProcessor.scala (298:303)

duplicated block id: 74
size: 6 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (294:301)
 - media_remover/src/main/scala/MediaNotRequiredMessageProcessor.scala (505:512)

duplicated block id: 75
size: 6 cleaned lines of code
in 2 files:
 - online_archive/src/main/scala/VidispineFunctions.scala (125:130)
 - online_archive/src/main/scala/VidispineFunctions.scala (336:341)

duplicated block id: 76
size: 6 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/FailureRecordDAO.scala (29:35)
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/IgnoredRecordDAO.scala (44:50)

duplicated block id: 77
size: 6 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (41:46)
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (70:75)

duplicated block id: 78
size: 6 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (134:139)
 - media_remover/src/main/scala/OnlineNearlineMessageProcessor.scala (166:171)

duplicated block id: 79
size: 6 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/S3ObjectChecker.scala (82:89)
 - online_archive/src/main/scala/FileUploader.scala (273:280)

duplicated block id: 80
size: 6 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/models/nearline_archive/NearlineRecordDAO.scala (24:30)
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/ArchivedRecordDAO.scala (21:27)

duplicated block id: 81
size: 6 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/models/nearline_archive/FailureRecordDAO.scala (29:35)
 - common/src/main/scala/com/gu/multimedia/storagetier/models/online_archive/IgnoredRecordDAO.scala (44:50)

duplicated block id: 82
size: 6 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastSearchSource.scala (48:59)
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMSearchSource.scala (44:55)

duplicated block id: 83
size: 6 cleaned lines of code
in 2 files:
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMFastContentSearchSource.scala (48:59)
 - mxs-copy-components/src/main/scala/com/gu/multimedia/mxscopy/streamcomponents/OMSearchSource.scala (44:55)

duplicated block id: 84
size: 6 cleaned lines of code
in 2 files:
 - media_remover/src/main/scala/helpers/PendingDeletionHelper.scala (26:35)
 - media_remover/src/main/scala/helpers/PendingDeletionHelper.scala (43:48)

duplicated block id: 85
size: 6 cleaned lines of code
in 2 files:
 - common/src/main/scala/com/gu/multimedia/storagetier/framework/MessageProcessor.scala (47:52)
 - online_archive/src/main/scala/VidispineFunctions.scala (66:71)