duplicated block id: 1
size: 32 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (364:395)
 - lib/core/elastic_connector_actions.rb (398:429)

duplicated block id: 2
size: 19 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (331:352)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (366:387)

duplicated block id: 3
size: 19 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (399:417)
 - lib/core/elastic_connector_actions.rb (480:498)

duplicated block id: 4
size: 19 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (365:383)
 - lib/core/elastic_connector_actions.rb (480:498)

duplicated block id: 5
size: 15 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (379:396)
 - spec/core/connector_settings_spec.rb (398:415)

duplicated block id: 6
size: 15 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (255:271)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (342:358)

duplicated block id: 7
size: 15 cleaned lines of code
in 2 files:
 - spec/connectors/base/connector_spec.rb (17:31)
 - spec/core/scheduler_spec.rb (217:231)

duplicated block id: 8
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (556:572)
 - spec/core/elastic_connector_actions_spec.rb (584:600)

duplicated block id: 9
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (510:525)
 - spec/core/elastic_connector_actions_spec.rb (586:601)

duplicated block id: 10
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (492:507)
 - spec/core/elastic_connector_actions_spec.rb (510:525)

duplicated block id: 11
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (510:525)
 - spec/core/elastic_connector_actions_spec.rb (528:543)

duplicated block id: 12
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (492:507)
 - spec/core/elastic_connector_actions_spec.rb (528:543)

duplicated block id: 13
size: 15 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (448:465)
 - spec/core/connector_settings_spec.rb (467:484)

duplicated block id: 14
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (492:507)
 - spec/core/elastic_connector_actions_spec.rb (586:601)

duplicated block id: 15
size: 15 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (528:543)
 - spec/core/elastic_connector_actions_spec.rb (586:601)

duplicated block id: 16
size: 14 cleaned lines of code
in 2 files:
 - spec/core/scheduler_spec.rb (327:344)
 - spec/core/scheduler_spec.rb (349:366)

duplicated block id: 17
size: 14 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (510:524)
 - spec/core/elastic_connector_actions_spec.rb (558:572)

duplicated block id: 18
size: 14 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (461:475)
 - spec/core/elastic_connector_actions_spec.rb (556:570)

duplicated block id: 19
size: 14 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (492:506)
 - spec/core/elastic_connector_actions_spec.rb (558:572)

duplicated block id: 20
size: 14 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (528:542)
 - spec/core/elastic_connector_actions_spec.rb (558:572)

duplicated block id: 21
size: 14 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (461:475)
 - spec/core/elastic_connector_actions_spec.rb (584:598)

duplicated block id: 22
size: 14 cleaned lines of code
in 2 files:
 - spec/core/filtering/simple_rule/single_rule_against_schema_validator_spec.rb (119:136)
 - spec/core/filtering/simple_rule/single_rule_against_schema_validator_spec.rb (141:158)

duplicated block id: 23
size: 13 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (166:178)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (484:496)

duplicated block id: 24
size: 13 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (463:475)
 - spec/core/elastic_connector_actions_spec.rb (528:540)

duplicated block id: 25
size: 13 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (463:475)
 - spec/core/elastic_connector_actions_spec.rb (510:522)

duplicated block id: 26
size: 13 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (463:475)
 - spec/core/elastic_connector_actions_spec.rb (492:504)

duplicated block id: 27
size: 12 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (52:66)
 - spec/utility/middleware/restrict_hostnames_spec.rb (152:166)

duplicated block id: 28
size: 12 cleaned lines of code
in 2 files:
 - lib/connectors/crawler/scheduler.rb (37:48)
 - lib/core/scheduler.rb (45:56)

duplicated block id: 29
size: 12 cleaned lines of code
in 2 files:
 - spec/core/connector_job_spec.rb (76:88)
 - spec/core/connector_job_spec.rb (140:152)

duplicated block id: 30
size: 12 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (226:239)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (321:334)

duplicated block id: 31
size: 11 cleaned lines of code
in 2 files:
 - spec/connectors/base/connector_spec.rb (33:43)
 - spec/connectors/base/connector_spec.rb (174:184)

duplicated block id: 32
size: 11 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (642:654)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (675:687)

duplicated block id: 33
size: 10 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (346:356)
 - spec/core/elastic_connector_actions_spec.rb (375:385)

duplicated block id: 34
size: 10 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (352:363)
 - spec/core/elastic_connector_actions_spec.rb (438:449)

duplicated block id: 35
size: 10 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (85:96)
 - spec/utility/middleware/restrict_hostnames_spec.rb (109:120)

duplicated block id: 36
size: 10 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (367:377)
 - spec/core/connector_settings_spec.rb (436:446)

duplicated block id: 37
size: 10 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (404:414)
 - spec/core/elastic_connector_actions_spec.rb (471:481)

duplicated block id: 38
size: 10 cleaned lines of code
in 2 files:
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (162:171)
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (252:261)

duplicated block id: 39
size: 9 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (615:625)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (643:653)

duplicated block id: 40
size: 9 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (418:430)
 - spec/core/filtering/filter_validator_spec.rb (437:450)

duplicated block id: 41
size: 9 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/connector_spec.rb (323:332)
 - spec/connectors/mongodb/connector_spec.rb (347:356)

duplicated block id: 42
size: 9 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (380:389)
 - spec/core/elastic_connector_actions_spec.rb (460:469)

duplicated block id: 43
size: 9 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (615:625)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (676:686)

duplicated block id: 44
size: 9 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (494:508)
 - spec/core/filtering/filter_validator_spec.rb (556:570)

duplicated block id: 45
size: 9 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (86:96)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (101:111)

duplicated block id: 46
size: 9 cleaned lines of code
in 2 files:
 - spec/core/ingestion/es_sink_spec.rb (45:56)
 - spec/core/ingestion/es_sink_spec.rb (61:72)

duplicated block id: 47
size: 8 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (223:231)
 - spec/core/elastic_connector_actions_spec.rb (242:250)

duplicated block id: 48
size: 8 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (443:450)
 - lib/core/elastic_connector_actions.rb (510:517)

duplicated block id: 49
size: 8 cleaned lines of code
in 2 files:
 - spec/core/configuration_spec.rb (73:81)
 - spec/core/configuration_spec.rb (108:116)

duplicated block id: 50
size: 8 cleaned lines of code
in 2 files:
 - spec/connectors/gitlab/extractor_spec.rb (94:103)
 - spec/connectors/gitlab/extractor_spec.rb (168:177)

duplicated block id: 51
size: 8 cleaned lines of code
in 2 files:
 - spec/core/configuration_spec.rb (73:81)
 - spec/core/configuration_spec.rb (86:94)

duplicated block id: 52
size: 8 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (381:389)
 - spec/core/elastic_connector_actions_spec.rb (556:564)

duplicated block id: 53
size: 8 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (397:404)
 - spec/core/elastic_connector_actions_spec.rb (419:426)

duplicated block id: 54
size: 8 cleaned lines of code
in 2 files:
 - spec/core/filtering/simple_rule/simple_rule_spec.rb (152:162)
 - spec/core/filtering/simple_rule/simple_rule_spec.rb (231:241)

duplicated block id: 55
size: 8 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (543:551)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (560:568)

duplicated block id: 56
size: 8 cleaned lines of code
in 2 files:
 - spec/core/configuration_spec.rb (121:129)
 - spec/core/configuration_spec.rb (134:142)

duplicated block id: 57
size: 8 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (172:180)
 - lib/core/elastic_connector_actions.rb (191:199)

duplicated block id: 58
size: 8 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (381:389)
 - spec/core/elastic_connector_actions_spec.rb (584:592)

duplicated block id: 59
size: 8 cleaned lines of code
in 2 files:
 - spec/core/configuration_spec.rb (86:94)
 - spec/core/configuration_spec.rb (108:116)

duplicated block id: 60
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (397:403)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (498:504)

duplicated block id: 61
size: 7 cleaned lines of code
in 2 files:
 - spec/connectors/crawler/crawler_scheduler_spec.rb (28:36)
 - spec/core/native_scheduler_spec.rb (15:23)

duplicated block id: 62
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (561:568)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (577:584)

duplicated block id: 63
size: 7 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (104:112)
 - spec/utility/middleware/restrict_hostnames_spec.rb (154:162)

duplicated block id: 64
size: 7 cleaned lines of code
in 2 files:
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (127:133)
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (219:225)

duplicated block id: 65
size: 7 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (157:163)
 - lib/core/elastic_connector_actions.rb (174:180)

duplicated block id: 66
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (544:551)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (577:584)

duplicated block id: 67
size: 7 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (157:163)
 - lib/core/elastic_connector_actions.rb (193:199)

duplicated block id: 68
size: 7 cleaned lines of code
in 2 files:
 - spec/core/native_scheduler_spec.rb (35:42)
 - spec/core/single_scheduler_spec.rb (44:51)

duplicated block id: 69
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/simple_rule/simple_rule_spec.rb (65:73)
 - spec/core/filtering/simple_rule/simple_rule_spec.rb (93:101)

duplicated block id: 70
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (101:108)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (117:124)

duplicated block id: 71
size: 7 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (383:389)
 - spec/core/elastic_connector_actions_spec.rb (528:534)

duplicated block id: 72
size: 7 cleaned lines of code
in 2 files:
 - spec/connectors/crawler/crawler_scheduler_spec.rb (60:66)
 - spec/core/scheduler_spec.rb (40:46)

duplicated block id: 73
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (86:93)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (117:124)

duplicated block id: 74
size: 7 cleaned lines of code
in 2 files:
 - spec/core/ingestion/es_sink_spec.rb (291:298)
 - spec/core/ingestion/es_sink_spec.rb (309:316)

duplicated block id: 75
size: 7 cleaned lines of code
in 2 files:
 - spec/connectors/crawler/crawler_scheduler_spec.rb (14:21)
 - spec/core/scheduler_spec.rb (21:28)

duplicated block id: 76
size: 7 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (383:389)
 - spec/core/elastic_connector_actions_spec.rb (510:516)

duplicated block id: 77
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (592:600)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (677:685)

duplicated block id: 78
size: 7 cleaned lines of code
in 2 files:
 - spec/core/scheduler_spec.rb (360:367)
 - spec/core/scheduler_spec.rb (394:401)

duplicated block id: 79
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (527:534)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (577:584)

duplicated block id: 80
size: 7 cleaned lines of code
in 2 files:
 - lib/core/connector_job.rb (69:77)
 - lib/core/connector_settings.rb (56:65)

duplicated block id: 81
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (527:534)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (561:568)

duplicated block id: 82
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (592:600)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (644:652)

duplicated block id: 83
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (527:534)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (544:551)

duplicated block id: 84
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (656:663)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (692:699)

duplicated block id: 85
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (592:600)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (616:624)

duplicated block id: 86
size: 7 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (136:143)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (150:157)

duplicated block id: 87
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (180:186)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (507:513)

duplicated block id: 88
size: 7 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (54:62)
 - spec/utility/middleware/restrict_hostnames_spec.rb (104:112)

duplicated block id: 89
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (309:316)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (474:481)

duplicated block id: 90
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (674:681)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (691:698)

duplicated block id: 91
size: 7 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (483:492)
 - spec/core/filtering/filter_validator_spec.rb (564:574)

duplicated block id: 92
size: 7 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (383:389)
 - spec/core/elastic_connector_actions_spec.rb (492:498)

duplicated block id: 93
size: 7 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (428:435)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (502:509)

duplicated block id: 94
size: 7 cleaned lines of code
in 2 files:
 - spec/core/sync_job_runner_spec.rb (17:24)
 - spec/core/sync_job_runner_spec.rb (203:210)

duplicated block id: 95
size: 7 cleaned lines of code
in 2 files:
 - spec/core/sync_job_runner_spec.rb (13:19)
 - spec/core/sync_job_runner_spec.rb (208:214)

duplicated block id: 96
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (67:73)
 - spec/support/shared_examples/filtering.rb (27:33)

duplicated block id: 97
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (444:450)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (459:465)

duplicated block id: 98
size: 6 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (223:228)
 - spec/core/elastic_connector_actions_spec.rb (263:268)

duplicated block id: 99
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (111:117)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (151:157)

duplicated block id: 100
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)
 - spec/core/heartbeat_spec.rb (65:70)

duplicated block id: 101
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (444:450)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (474:480)

duplicated block id: 102
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (111:117)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (137:143)

duplicated block id: 103
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (574:579)
 - spec/core/heartbeat_spec.rb (65:70)

duplicated block id: 104
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (444:450)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (530:536)

duplicated block id: 105
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 106
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (526:531)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (673:678)

duplicated block id: 107
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (627:633)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (693:699)

duplicated block id: 108
size: 6 cleaned lines of code
in 2 files:
 - lib/utility/elasticsearch/index/text_analysis_settings.rb (175:180)
 - lib/utility/elasticsearch/index/text_analysis_settings.rb (187:192)

duplicated block id: 109
size: 6 cleaned lines of code
in 2 files:
 - spec/app/preflight_check_spec.rb (181:186)
 - spec/core/filtering/filter_validator_spec.rb (574:579)

duplicated block id: 110
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (503:511)
 - spec/core/filtering/filter_validator_spec.rb (521:529)

duplicated block id: 111
size: 6 cleaned lines of code
in 2 files:
 - spec/app/preflight_check_spec.rb (181:186)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 112
size: 6 cleaned lines of code
in 2 files:
 - lib/connectors/crawler/scheduler.rb (63:69)
 - lib/utility/common.rb (15:20)

duplicated block id: 113
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (324:329)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (359:364)

duplicated block id: 114
size: 6 cleaned lines of code
in 2 files:
 - lib/connectors/gitlab/gitlab_advanced_snippet_validator.rb (27:33)
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (30:36)

duplicated block id: 115
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (627:633)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (657:663)

duplicated block id: 116
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - spec/app/preflight_check_spec.rb (181:186)

duplicated block id: 117
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (444:450)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (489:495)

duplicated block id: 118
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (459:465)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (489:495)

duplicated block id: 119
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)

duplicated block id: 120
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 121
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)
 - spec/core/filtering/filter_validator_spec.rb (574:579)

duplicated block id: 122
size: 6 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (54:60)
 - spec/core/elastic_connector_actions_spec.rb (71:77)

duplicated block id: 123
size: 6 cleaned lines of code
in 2 files:
 - spec/core/scheduler_spec.rb (338:344)
 - spec/core/scheduler_spec.rb (394:400)

duplicated block id: 124
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (574:579)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 125
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (41:46)
 - lib/utility/elasticsearch/index/mappings.rb (99:104)

duplicated block id: 126
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (64:70)
 - spec/utility/middleware/restrict_hostnames_spec.rb (140:146)

duplicated block id: 127
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (114:120)
 - spec/utility/middleware/restrict_hostnames_spec.rb (140:146)

duplicated block id: 128
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (162:168)
 - spec/core/filtering/filter_validator_spec.rb (194:200)

duplicated block id: 129
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_schema.rb (63:68)
 - lib/utility/logger.rb (79:84)

duplicated block id: 130
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)
 - spec/app/preflight_check_spec.rb (181:186)

duplicated block id: 131
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (64:70)
 - spec/utility/middleware/restrict_hostnames_spec.rb (90:96)

duplicated block id: 132
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (363:369)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (533:539)

duplicated block id: 133
size: 6 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (391:396)
 - lib/core/elastic_connector_actions.rb (427:432)

duplicated block id: 134
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)

duplicated block id: 135
size: 6 cleaned lines of code
in 2 files:
 - spec/app/preflight_check_spec.rb (181:186)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)

duplicated block id: 136
size: 6 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (216:221)
 - spec/core/elastic_connector_actions_spec.rb (235:240)

duplicated block id: 137
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (64:70)
 - spec/utility/middleware/restrict_hostnames_spec.rb (114:120)

duplicated block id: 138
size: 6 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (242:247)
 - spec/core/elastic_connector_actions_spec.rb (263:268)

duplicated block id: 139
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)

duplicated block id: 140
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_schema.rb (59:64)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (74:79)

duplicated block id: 141
size: 6 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (224:229)
 - spec/core/connector_settings_spec.rb (247:252)

duplicated block id: 142
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (397:402)
 - spec/core/filtering/filter_validator_spec.rb (464:469)

duplicated block id: 143
size: 6 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (235:240)
 - spec/core/elastic_connector_actions_spec.rb (256:261)

duplicated block id: 144
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (413:419)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (503:509)

duplicated block id: 145
size: 6 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (419:425)
 - spec/core/connector_settings_spec.rb (488:494)

duplicated block id: 146
size: 6 cleaned lines of code
in 2 files:
 - spec/core/heartbeat_spec.rb (65:70)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 147
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)
 - spec/core/heartbeat_spec.rb (65:70)

duplicated block id: 148
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - spec/core/heartbeat_spec.rb (65:70)

duplicated block id: 149
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - spec/core/filtering/filter_validator_spec.rb (574:579)

duplicated block id: 150
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (42:47)
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)

duplicated block id: 151
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 152
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)

duplicated block id: 153
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/gitlab/extractor_spec.rb (86:91)
 - spec/connectors/gitlab/extractor_spec.rb (160:165)

duplicated block id: 154
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)
 - spec/core/filtering/filter_validator_spec.rb (574:579)

duplicated block id: 155
size: 6 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (422:427)
 - lib/core/elastic_connector_actions.rb (500:505)

duplicated block id: 156
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (642:648)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (656:662)

duplicated block id: 157
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (474:480)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (489:495)

duplicated block id: 158
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/post_process_engine_spec.rb (175:182)
 - spec/core/filtering/post_process_engine_spec.rb (193:200)

duplicated block id: 159
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (656:662)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (675:681)

duplicated block id: 160
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (477:487)
 - spec/core/filtering/filter_validator_spec.rb (532:542)

duplicated block id: 161
size: 6 cleaned lines of code
in 2 files:
 - lib/app/app.rb (24:29)
 - lib/connectors_service.rb (18:23)

duplicated block id: 162
size: 6 cleaned lines of code
in 2 files:
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (288:293)
 - lib/core/filtering/simple_rules/validation/simple_rules_schema.rb (62:67)

duplicated block id: 163
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (459:465)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (530:536)

duplicated block id: 164
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/hash_against_schema_validator.rb (181:187)
 - lib/core/filtering/simple_rules/validation/no_conflicting_policies_rules_validator.rb (40:45)

duplicated block id: 165
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)
 - spec/core/ingestion/es_sink_spec.rb (360:365)

duplicated block id: 166
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/transform/filter_transformer_facade_spec.rb (85:90)
 - spec/core/filtering/transform/filter_transformer_facade_spec.rb (271:276)

duplicated block id: 167
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (489:495)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (530:536)

duplicated block id: 168
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (182:187)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (511:516)

duplicated block id: 169
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/hash_against_schema_validator_spec.rb (642:648)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (692:698)

duplicated block id: 170
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)
 - spec/core/heartbeat_spec.rb (65:70)

duplicated block id: 171
size: 6 cleaned lines of code
in 2 files:
 - spec/core/heartbeat_spec.rb (36:41)
 - spec/core/heartbeat_spec.rb (53:58)

duplicated block id: 172
size: 6 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (350:356)
 - spec/core/connector_settings_spec.rb (488:494)

duplicated block id: 173
size: 6 cleaned lines of code
in 2 files:
 - spec/app/config_spec.rb (104:110)
 - spec/app/config_spec.rb (116:122)

duplicated block id: 174
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (125:131)
 - spec/utility/middleware/restrict_hostnames_spec.rb (151:157)

duplicated block id: 175
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/filter_validator_spec.rb (574:579)
 - spec/core/filtering/hash_against_schema_validator_spec.rb (698:703)

duplicated block id: 176
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (474:480)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (530:536)

duplicated block id: 177
size: 6 cleaned lines of code
in 2 files:
 - spec/core/elastic_connector_actions_spec.rb (216:221)
 - spec/core/elastic_connector_actions_spec.rb (256:261)

duplicated block id: 178
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (75:81)
 - spec/utility/middleware/restrict_hostnames_spec.rb (101:107)

duplicated block id: 179
size: 6 cleaned lines of code
in 2 files:
 - lib/core/elastic_connector_actions.rb (388:393)
 - lib/core/elastic_connector_actions.rb (500:505)

duplicated block id: 180
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)
 - spec/app/preflight_check_spec.rb (181:186)

duplicated block id: 181
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (413:419)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (429:435)

duplicated block id: 182
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/transform/filter_transformer_facade_spec.rb (41:46)
 - spec/core/filtering/transform/filter_transformer_facade_spec.rb (278:283)

duplicated block id: 183
size: 6 cleaned lines of code
in 2 files:
 - spec/utility/middleware/restrict_hostnames_spec.rb (90:96)
 - spec/utility/middleware/restrict_hostnames_spec.rb (140:146)

duplicated block id: 184
size: 6 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (535:542)
 - spec/core/connector_settings_spec.rb (547:554)

duplicated block id: 185
size: 6 cleaned lines of code
in 2 files:
 - spec/core/connector_settings_spec.rb (350:356)
 - spec/core/connector_settings_spec.rb (419:425)

duplicated block id: 186
size: 6 cleaned lines of code
in 2 files:
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (112:117)
 - lib/connectors/mongodb/mongo_advanced_snippet_schema.rb (194:199)

duplicated block id: 187
size: 6 cleaned lines of code
in 2 files:
 - spec/app/preflight_check_spec.rb (181:186)
 - spec/core/heartbeat_spec.rb (65:70)

duplicated block id: 188
size: 6 cleaned lines of code
in 2 files:
 - lib/core/filtering/simple_rules/validation/simple_rules_validator.rb (20:25)
 - lib/core/filtering/simple_rules/validation/single_rule_against_schema_validator.rb (31:37)

duplicated block id: 189
size: 6 cleaned lines of code
in 2 files:
 - spec/core/filtering/simple_rule/no_conflicting_policies_rules_validator_spec.rb (18:23)
 - spec/core/filtering/simple_rule/no_conflicting_policies_rules_validator_spec.rb (71:76)

duplicated block id: 190
size: 6 cleaned lines of code
in 2 files:
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (459:465)
 - spec/connectors/mongodb/mongo_advanced_snippet_against_schema_validator_spec.rb (474:480)