duplicated block id: 1
size: 53 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (17:69)
 - chart/env/staging.yaml (14:66)

duplicated block id: 2
size: 53 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/parquet_utils.py (231:287)
 - libs/libcommon/src/libcommon/parquet_utils.py (363:419)

duplicated block id: 3
size: 52 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (35:94)
 - services/search/src/search/app.py (40:97)

duplicated block id: 4
size: 47 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (20:66)
 - chart/values.yaml (32:78)

duplicated block id: 5
size: 47 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (17:63)
 - chart/values.yaml (32:78)

duplicated block id: 6
size: 46 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (14:66)
 - services/webhook/pyproject.toml (13:65)

duplicated block id: 7
size: 40 cleaned lines of code
in 2 files:
 - services/search/src/search/routes/filter.py (108:149)
 - services/search/src/search/routes/search.py (163:204)

duplicated block id: 8
size: 38 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (45:87)
 - services/webhook/src/webhook/app.py (34:76)

duplicated block id: 9
size: 34 cleaned lines of code
in 2 files:
 - services/worker/src/worker/main.py (29:67)
 - services/worker/src/worker/start_worker_loop.py (28:66)

duplicated block id: 10
size: 33 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (82:120)
 - chart/env/staging.yaml (79:117)

duplicated block id: 11
size: 29 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress-internal.yaml (13:41)
 - chart/templates/services/api/ingress.yaml (13:41)

duplicated block id: 12
size: 26 cleaned lines of code
in 2 files:
 - services/sse-api/pyproject.toml (41:69)
 - services/webhook/pyproject.toml (37:65)

duplicated block id: 13
size: 26 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/opt_in_out_urls_count.py (43:70)
 - services/worker/src/worker/job_runners/dataset/opt_in_out_urls_count.py (51:78)

duplicated block id: 14
size: 26 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (38:66)
 - services/sse-api/pyproject.toml (41:69)

duplicated block id: 15
size: 24 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (6:33)
 - services/search/pyproject.toml (6:33)

duplicated block id: 16
size: 23 cleaned lines of code
in 2 files:
 - chart/values.yaml (474:503)
 - chart/values.yaml (600:629)

duplicated block id: 17
size: 23 cleaned lines of code
in 2 files:
 - chart/values.yaml (441:470)
 - chart/values.yaml (474:503)

duplicated block id: 18
size: 23 cleaned lines of code
in 2 files:
 - chart/values.yaml (441:470)
 - chart/values.yaml (600:629)

duplicated block id: 19
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (400:424)
 - chart/values.yaml (605:629)

duplicated block id: 20
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (446:470)
 - chart/values.yaml (545:569)

duplicated block id: 21
size: 21 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/state.py (280:300)
 - libs/libcommon/src/libcommon/state.py (350:370)

duplicated block id: 22
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (400:424)
 - chart/values.yaml (446:470)

duplicated block id: 23
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (400:424)
 - chart/values.yaml (479:503)

duplicated block id: 24
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (479:503)
 - chart/values.yaml (545:569)

duplicated block id: 25
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (400:424)
 - chart/values.yaml (545:569)

duplicated block id: 26
size: 21 cleaned lines of code
in 2 files:
 - chart/values.yaml (545:569)
 - chart/values.yaml (605:629)

duplicated block id: 27
size: 20 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (21:44)
 - services/search/pyproject.toml (19:42)

duplicated block id: 28
size: 20 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (13:32)
 - chart/templates/services/admin/ingress.yaml (13:32)

duplicated block id: 29
size: 19 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (397:417)
 - libs/libcommon/src/libcommon/statistics_utils.py (443:463)

duplicated block id: 30
size: 18 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (38:56)
 - services/rows/src/rows/app.py (39:57)

duplicated block id: 31
size: 18 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (100:117)
 - services/search/src/search/app.py (121:138)

duplicated block id: 32
size: 18 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (420:437)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (485:502)

duplicated block id: 33
size: 18 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (38:56)
 - services/search/src/search/app.py (44:62)

duplicated block id: 34
size: 17 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (397:413)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (530:546)

duplicated block id: 35
size: 17 cleaned lines of code
in 2 files:
 - chart/values.yaml (408:424)
 - chart/values.yaml (524:540)

duplicated block id: 36
size: 17 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (397:413)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (463:479)

duplicated block id: 37
size: 17 cleaned lines of code
in 2 files:
 - chart/values.yaml (454:470)
 - chart/values.yaml (524:540)

duplicated block id: 38
size: 17 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (49:67)
 - services/worker/pyproject.toml (77:95)

duplicated block id: 39
size: 17 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (463:479)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (530:546)

duplicated block id: 40
size: 17 cleaned lines of code
in 2 files:
 - chart/values.yaml (524:540)
 - chart/values.yaml (613:629)

duplicated block id: 41
size: 17 cleaned lines of code
in 2 files:
 - chart/values.yaml (487:503)
 - chart/values.yaml (524:540)

duplicated block id: 42
size: 17 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (32:50)
 - services/admin/pyproject.toml (49:67)

duplicated block id: 43
size: 17 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (32:50)
 - services/worker/pyproject.toml (77:95)

duplicated block id: 44
size: 17 cleaned lines of code
in 2 files:
 - chart/values.yaml (524:540)
 - chart/values.yaml (553:569)

duplicated block id: 45
size: 17 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (14:33)
 - services/webhook/pyproject.toml (13:32)

duplicated block id: 46
size: 16 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (13:31)
 - services/webhook/src/webhook/config.py (13:30)

duplicated block id: 47
size: 16 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230703110100_cache_add_partial_field_in_config_parquet_and_info.py (22:37)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230703110100_cache_add_partial_field_in_config_parquet_and_info.py (45:60)

duplicated block id: 48
size: 15 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (51:67)
 - services/search/pyproject.toml (47:63)

duplicated block id: 49
size: 15 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (47:63)
 - services/webhook/pyproject.toml (49:65)

duplicated block id: 50
size: 15 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_manager.py (211:225)
 - services/worker/src/worker/job_manager.py (234:248)

duplicated block id: 51
size: 15 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (51:67)
 - services/webhook/pyproject.toml (49:65)

duplicated block id: 52
size: 15 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (504:518)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (566:580)

duplicated block id: 53
size: 15 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (47:63)
 - services/sse-api/pyproject.toml (53:69)

duplicated block id: 54
size: 15 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (439:453)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (504:518)

duplicated block id: 55
size: 15 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (393:407)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (412:426)

duplicated block id: 56
size: 15 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (51:67)
 - services/sse-api/pyproject.toml (53:69)

duplicated block id: 57
size: 15 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (50:66)
 - services/search/pyproject.toml (47:63)

duplicated block id: 58
size: 15 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/first_rows.py (114:129)
 - services/worker/src/worker/job_runners/split/first_rows.py (255:270)

duplicated block id: 59
size: 15 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (439:453)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (566:580)

duplicated block id: 60
size: 15 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (50:66)
 - services/rows/pyproject.toml (51:67)

duplicated block id: 61
size: 13 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (98:112)
 - services/worker/pyproject.toml (81:95)

duplicated block id: 62
size: 13 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (49:63)
 - services/rows/pyproject.toml (53:67)

duplicated block id: 63
size: 13 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (98:112)
 - services/admin/pyproject.toml (53:67)

duplicated block id: 64
size: 13 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (49:63)
 - services/api/pyproject.toml (52:66)

duplicated block id: 65
size: 13 cleaned lines of code
in 2 files:
 - chart/templates/services/api/_container.tpl (7:19)
 - chart/templates/services/webhook/_container.tpl (7:19)

duplicated block id: 66
size: 13 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (49:63)
 - services/sse-api/pyproject.toml (55:69)

duplicated block id: 67
size: 13 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (110:125)
 - services/search/src/search/app.py (137:152)

duplicated block id: 68
size: 13 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (21:35)
 - services/webhook/pyproject.toml (18:32)

duplicated block id: 69
size: 13 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (49:63)
 - services/search/pyproject.toml (49:63)

duplicated block id: 70
size: 13 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (5:19)
 - jobs/mongodb_migration/pyproject.toml (5:19)

duplicated block id: 71
size: 13 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (49:63)
 - services/webhook/pyproject.toml (51:65)

duplicated block id: 72
size: 13 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (71:83)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (280:292)

duplicated block id: 73
size: 13 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (36:50)
 - libs/libcommon/pyproject.toml (98:112)

duplicated block id: 74
size: 13 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (33:45)
 - services/webhook/src/webhook/config.py (33:45)

duplicated block id: 75
size: 13 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (19:33)
 - services/rows/pyproject.toml (21:35)

duplicated block id: 76
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - libs/libcommon/pyproject.toml (100:112)

duplicated block id: 77
size: 12 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (111:125)
 - services/webhook/src/webhook/app.py (92:107)

duplicated block id: 78
size: 12 cleaned lines of code
in 2 files:
 - services/search/src/search/config.py (66:77)
 - services/webhook/src/webhook/config.py (33:44)

duplicated block id: 79
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - jobs/mongodb_migration/pyproject.toml (31:43)

duplicated block id: 80
size: 12 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (51:63)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 81
size: 12 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (55:67)
 - services/api/pyproject.toml (54:66)

duplicated block id: 82
size: 12 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (51:63)
 - libs/libcommon/pyproject.toml (100:112)

duplicated block id: 83
size: 12 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/parquet.py (65:76)
 - services/worker/src/worker/job_runners/dataset/size.py (69:80)

duplicated block id: 84
size: 12 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (46:57)
 - services/webhook/src/webhook/app.py (34:45)

duplicated block id: 85
size: 12 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (51:63)
 - services/admin/pyproject.toml (55:67)

duplicated block id: 86
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - libs/libapi/pyproject.toml (51:63)

duplicated block id: 87
size: 12 cleaned lines of code
in 2 files:
 - services/webhook/pyproject.toml (53:65)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 88
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - services/rows/pyproject.toml (55:67)

duplicated block id: 89
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - services/webhook/pyproject.toml (53:65)

duplicated block id: 90
size: 12 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (55:67)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 91
size: 12 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (138:152)
 - services/webhook/src/webhook/app.py (92:107)

duplicated block id: 92
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (100:112)
 - services/rows/pyproject.toml (55:67)

duplicated block id: 93
size: 12 cleaned lines of code
in 2 files:
 - services/sse-api/pyproject.toml (57:69)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 94
size: 12 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (51:62)
 - services/webhook/src/webhook/app.py (34:45)

duplicated block id: 95
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 96
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (123:134)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (280:291)

duplicated block id: 97
size: 12 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (55:67)
 - services/rows/pyproject.toml (55:67)

duplicated block id: 98
size: 12 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (83:94)
 - chart/values.yaml (124:135)

duplicated block id: 99
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (100:112)
 - services/api/pyproject.toml (54:66)

duplicated block id: 100
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (100:112)
 - services/sse-api/pyproject.toml (57:69)

duplicated block id: 101
size: 12 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (285:296)
 - chart/env/prod.yaml (432:443)

duplicated block id: 102
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (100:112)
 - services/search/pyproject.toml (51:63)

duplicated block id: 103
size: 12 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/_container.tpl (7:18)
 - chart/templates/services/search/_container.tpl (7:18)

duplicated block id: 104
size: 12 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (224:235)
 - chart/env/prod.yaml (241:252)

duplicated block id: 105
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - services/api/pyproject.toml (54:66)

duplicated block id: 106
size: 12 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (68:79)
 - services/api/src/api/app.py (45:56)

duplicated block id: 107
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (100:112)
 - services/webhook/pyproject.toml (53:65)

duplicated block id: 108
size: 12 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (51:63)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 109
size: 12 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (35:46)
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (35:46)

duplicated block id: 110
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/api/pyproject.toml (54:66)

duplicated block id: 111
size: 12 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (54:66)
 - services/worker/pyproject.toml (83:95)

duplicated block id: 112
size: 12 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (55:67)
 - services/webhook/pyproject.toml (53:65)

duplicated block id: 113
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/search/pyproject.toml (51:63)

duplicated block id: 114
size: 12 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (68:79)
 - services/webhook/src/webhook/app.py (34:45)

duplicated block id: 115
size: 12 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (55:67)
 - services/sse-api/pyproject.toml (57:69)

duplicated block id: 116
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/webhook/pyproject.toml (53:65)

duplicated block id: 117
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - services/search/pyproject.toml (51:63)

duplicated block id: 118
size: 12 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (68:79)
 - services/search/src/search/app.py (51:62)

duplicated block id: 119
size: 12 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (71:82)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (123:134)

duplicated block id: 120
size: 12 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (33:44)
 - services/search/src/search/config.py (66:77)

duplicated block id: 121
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/admin/pyproject.toml (55:67)

duplicated block id: 122
size: 12 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (68:79)
 - services/rows/src/rows/app.py (46:57)

duplicated block id: 123
size: 12 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (86:97)
 - chart/values.yaml (124:135)

duplicated block id: 124
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/sse-api/pyproject.toml (57:69)

duplicated block id: 125
size: 12 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (31:43)
 - services/rows/pyproject.toml (55:67)

duplicated block id: 126
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - services/sse-api/pyproject.toml (57:69)

duplicated block id: 127
size: 12 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (55:67)
 - services/search/pyproject.toml (51:63)

duplicated block id: 128
size: 12 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (38:50)
 - libs/libapi/pyproject.toml (51:63)

duplicated block id: 129
size: 11 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (184:194)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (209:219)

duplicated block id: 130
size: 11 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (267:277)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (434:444)

duplicated block id: 131
size: 11 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/ingress-internal.yaml (13:23)
 - chart/templates/services/sse-api/ingress.yaml (13:23)

duplicated block id: 132
size: 11 cleaned lines of code
in 2 files:
 - services/search/src/search/config.py (49:61)
 - services/webhook/src/webhook/config.py (17:29)

duplicated block id: 133
size: 11 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (16:29)
 - services/rows/src/rows/config.py (17:29)

duplicated block id: 134
size: 11 cleaned lines of code
in 2 files:
 - chart/templates/services/webhook/ingress-internal.yaml (13:23)
 - chart/templates/services/webhook/ingress.yaml (13:23)

duplicated block id: 135
size: 11 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/orchestrator.py (1089:1114)
 - libs/libcommon/src/libcommon/orchestrator.py (1168:1190)

duplicated block id: 136
size: 11 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (6:18)
 - services/search/pyproject.toml (6:18)

duplicated block id: 137
size: 11 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (111:124)
 - services/search/src/search/app.py (139:152)

duplicated block id: 138
size: 11 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (520:530)
 - libs/libcommon/src/libcommon/simple_cache.py (550:560)

duplicated block id: 139
size: 11 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (111:124)
 - services/webhook/src/webhook/app.py (94:107)

duplicated block id: 140
size: 11 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (63:73)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (243:253)

duplicated block id: 141
size: 11 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress-internal.yaml (13:23)
 - chart/templates/services/rows/ingress.yaml (13:23)

duplicated block id: 142
size: 11 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (23:33)
 - chart/templates/services/search/ingress.yaml (23:33)

duplicated block id: 143
size: 11 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (17:30)
 - services/search/src/search/config.py (49:61)

duplicated block id: 144
size: 11 cleaned lines of code
in 2 files:
 - services/rows/src/rows/config.py (17:29)
 - services/webhook/src/webhook/config.py (16:28)

duplicated block id: 145
size: 11 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1517:1527)
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (267:277)

duplicated block id: 146
size: 11 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:167)
 - chart/env/prod.yaml (224:234)

duplicated block id: 147
size: 11 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (6:18)
 - services/rows/pyproject.toml (6:18)

duplicated block id: 148
size: 11 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1517:1527)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (434:444)

duplicated block id: 149
size: 11 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (111:124)
 - services/rows/src/rows/app.py (112:125)

duplicated block id: 150
size: 11 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:167)
 - chart/env/prod.yaml (241:251)

duplicated block id: 151
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (341:350)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (377:386)

duplicated block id: 152
size: 10 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (43:53)
 - services/sse-api/src/sse_api/app.py (47:57)

duplicated block id: 153
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (353:362)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (377:386)

duplicated block id: 154
size: 10 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (37:47)
 - services/webhook/pyproject.toml (37:47)

duplicated block id: 155
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (425:434)
 - libs/libcommon/src/libcommon/simple_cache.py (459:468)

duplicated block id: 156
size: 10 cleaned lines of code
in 2 files:
 - services/rows/src/rows/config.py (18:29)
 - services/search/src/search/config.py (49:60)

duplicated block id: 157
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (123:132)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (213:222)

duplicated block id: 158
size: 10 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (24:35)
 - services/worker/pyproject.toml (42:53)

duplicated block id: 159
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (213:222)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (280:289)

duplicated block id: 160
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (353:362)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (365:374)

duplicated block id: 161
size: 10 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (38:48)
 - services/rows/pyproject.toml (37:47)

duplicated block id: 162
size: 10 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (29:40)
 - services/api/pyproject.toml (28:39)

duplicated block id: 163
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (57:68)
 - services/admin/pyproject.toml (29:40)

duplicated block id: 164
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (341:350)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (365:374)

duplicated block id: 165
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (341:350)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (353:362)

duplicated block id: 166
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/jobs.py (430:441)
 - libs/libcommon/src/libcommon/queue/jobs.py (468:477)

duplicated block id: 167
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (57:68)
 - services/api/pyproject.toml (28:39)

duplicated block id: 168
size: 10 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (100:109)
 - services/search/src/search/app.py (124:133)

duplicated block id: 169
size: 10 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (100:109)
 - services/search/src/search/app.py (103:112)

duplicated block id: 170
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (71:80)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (213:222)

duplicated block id: 171
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (232:241)
 - libs/libcommon/src/libcommon/operations.py (312:321)

duplicated block id: 172
size: 10 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (44:54)
 - services/sse-api/src/sse_api/app.py (47:57)

duplicated block id: 173
size: 10 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (299:308)
 - chart/env/prod.yaml (337:346)

duplicated block id: 174
size: 10 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/parquet.py (62:71)
 - services/worker/src/worker/job_runners/dataset/parquet.py (75:84)

duplicated block id: 175
size: 10 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/size.py (66:75)
 - services/worker/src/worker/job_runners/dataset/size.py (79:88)

duplicated block id: 176
size: 10 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (37:47)
 - services/sse-api/pyproject.toml (41:51)

duplicated block id: 177
size: 10 cleaned lines of code
in 2 files:
 - services/admin/pyproject.toml (29:40)
 - services/webhook/pyproject.toml (27:38)

duplicated block id: 178
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (57:68)
 - services/webhook/pyproject.toml (27:38)

duplicated block id: 179
size: 10 cleaned lines of code
in 2 files:
 - services/admin/src/admin/config.py (90:100)
 - services/api/src/api/config.py (30:40)

duplicated block id: 180
size: 10 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (71:80)
 - chart/env/staging.yaml (68:77)

duplicated block id: 181
size: 10 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (365:374)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (377:386)

duplicated block id: 182
size: 10 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (194:205)
 - services/sse-api/src/sse_api/app.py (78:89)

duplicated block id: 183
size: 10 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (49:59)
 - services/sse-api/src/sse_api/app.py (47:57)

duplicated block id: 184
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (24:32)
 - chart/templates/services/api/ingress-internal.yaml (33:41)

duplicated block id: 185
size: 9 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/response.py (41:49)
 - services/search/src/search/routes/search.py (102:110)

duplicated block id: 186
size: 9 cleaned lines of code
in 2 files:
 - services/sse-api/src/sse_api/app.py (81:89)
 - services/webhook/src/webhook/app.py (99:107)

duplicated block id: 187
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/api/servicemonitor.yaml (10:18)
 - chart/templates/services/webhook/servicemonitor.yaml (10:18)

duplicated block id: 188
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (412:420)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (431:439)

duplicated block id: 189
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/servicemonitor.yaml (10:18)
 - chart/templates/services/search/servicemonitor.yaml (10:18)

duplicated block id: 190
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (197:205)
 - services/api/src/api/app.py (116:124)

duplicated block id: 191
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (197:205)
 - services/webhook/src/webhook/app.py (99:107)

duplicated block id: 192
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/api/servicemonitor.yaml (10:18)
 - chart/templates/services/rows/servicemonitor.yaml (10:18)

duplicated block id: 193
size: 9 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (23:33)
 - services/sse-api/pyproject.toml (27:37)

duplicated block id: 194
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (24:32)
 - chart/templates/services/api/ingress.yaml (33:41)

duplicated block id: 195
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (57:66)
 - services/api/src/api/app.py (76:85)

duplicated block id: 196
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (197:205)
 - services/search/src/search/app.py (144:152)

duplicated block id: 197
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (13:21)
 - chart/templates/services/search/ingress.yaml (13:21)

duplicated block id: 198
size: 9 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (87:97)
 - services/webhook/src/webhook/app.py (70:80)

duplicated block id: 199
size: 9 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (269:277)
 - chart/env/staging.yaml (295:303)

duplicated block id: 200
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/dataset_status.py (31:39)
 - services/admin/src/admin/routes/pending_jobs.py (27:35)

duplicated block id: 201
size: 9 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (117:125)
 - services/sse-api/src/sse_api/app.py (81:89)

duplicated block id: 202
size: 9 cleaned lines of code
in 2 files:
 - services/search/src/search/routes/filter.py (71:79)
 - services/search/src/search/routes/search.py (129:137)

duplicated block id: 203
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_datasets_cache.py (20:28)
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (267:275)

duplicated block id: 204
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (57:66)
 - services/webhook/src/webhook/app.py (65:74)

duplicated block id: 205
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/_env/_envCommitter.tpl (6:14)
 - chart/templates/_env/_envDiscussions.tpl (8:16)

duplicated block id: 206
size: 9 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (25:35)
 - services/sse-api/pyproject.toml (27:37)

duplicated block id: 207
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/api/servicemonitor.yaml (10:18)
 - chart/templates/services/search/servicemonitor.yaml (10:18)

duplicated block id: 208
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (265:273)
 - libs/libcommon/src/libcommon/statistics_utils.py (790:798)

duplicated block id: 209
size: 9 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (116:124)
 - services/sse-api/src/sse_api/app.py (81:89)

duplicated block id: 210
size: 9 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (99:107)
 - services/rows/src/rows/routes/rows.py (47:55)

duplicated block id: 211
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (198:206)
 - chart/env/prod.yaml (224:232)

duplicated block id: 212
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (177:185)
 - chart/env/prod.yaml (241:249)

duplicated block id: 213
size: 9 cleaned lines of code
in 2 files:
 - services/sse-api/pyproject.toml (27:37)
 - services/webhook/pyproject.toml (22:32)

duplicated block id: 214
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (393:401)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (431:439)

duplicated block id: 215
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/lock.py (24:42)
 - libs/libcommon/src/libcommon/queue/past_jobs.py (14:32)

duplicated block id: 216
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (728:736)
 - libs/libcommon/src/libcommon/simple_cache.py (825:833)

duplicated block id: 217
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (530:538)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (594:602)

duplicated block id: 218
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_datasets_cache.py (20:28)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1517:1525)

duplicated block id: 219
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (24:32)
 - chart/templates/services/api/ingress.yaml (33:41)

duplicated block id: 220
size: 9 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (18:29)
 - libs/libapi/pyproject.toml (26:37)

duplicated block id: 221
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:165)
 - chart/env/prod.yaml (198:206)

duplicated block id: 222
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:165)
 - chart/env/prod.yaml (177:185)

duplicated block id: 223
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (198:206)
 - chart/env/prod.yaml (241:249)

duplicated block id: 224
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/first_rows.py (207:215)
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (170:178)

duplicated block id: 225
size: 9 cleaned lines of code
in 2 files:
 - front/admin_ui/app.py (92:100)
 - front/admin_ui/app.py (105:113)

duplicated block id: 226
size: 9 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (23:33)
 - services/sse-api/pyproject.toml (27:37)

duplicated block id: 227
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (197:205)
 - services/rows/src/rows/app.py (117:125)

duplicated block id: 228
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/dataset_blockages.py (13:31)
 - libs/libcommon/src/libcommon/queue/past_jobs.py (14:32)

duplicated block id: 229
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (63:71)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (101:109)

duplicated block id: 230
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (101:109)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (243:251)

duplicated block id: 231
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_datasets_cache.py (20:28)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (434:442)

duplicated block id: 232
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (177:185)
 - chart/env/prod.yaml (224:232)

duplicated block id: 233
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (397:405)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (594:602)

duplicated block id: 234
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (177:185)
 - chart/env/prod.yaml (198:206)

duplicated block id: 235
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (196:206)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (328:338)

duplicated block id: 236
size: 9 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (68:76)
 - services/sse-api/src/sse_api/app.py (49:57)

duplicated block id: 237
size: 9 cleaned lines of code
in 2 files:
 - services/search/src/search/routes/filter.py (18:30)
 - services/search/src/search/routes/search.py (20:30)

duplicated block id: 238
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/search/servicemonitor.yaml (10:18)
 - chart/templates/services/webhook/servicemonitor.yaml (10:18)

duplicated block id: 239
size: 9 cleaned lines of code
in 2 files:
 - services/sse-api/src/sse_api/app.py (49:57)
 - services/webhook/src/webhook/app.py (34:42)

duplicated block id: 240
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/servicemonitor.yaml (10:18)
 - chart/templates/services/webhook/servicemonitor.yaml (10:18)

duplicated block id: 241
size: 9 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (84:94)
 - services/webhook/src/webhook/app.py (70:80)

duplicated block id: 242
size: 9 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (24:32)
 - chart/templates/services/api/ingress-internal.yaml (33:41)

duplicated block id: 243
size: 9 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (247:258)
 - chart/env/staging.yaml (152:163)

duplicated block id: 244
size: 9 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (144:152)
 - services/sse-api/src/sse_api/app.py (81:89)

duplicated block id: 245
size: 9 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (463:471)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (594:602)

duplicated block id: 246
size: 9 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/dataset_blockages.py (13:31)
 - libs/libcommon/src/libcommon/queue/lock.py (24:42)

duplicated block id: 247
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/lock.py (25:42)
 - libs/libcommon/src/libcommon/queue/metrics.py (16:35)

duplicated block id: 248
size: 8 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/split_names.py (80:87)
 - services/worker/src/worker/job_runners/config/split_names.py (128:135)

duplicated block id: 249
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/ingress.yaml (9:16)
 - chart/templates/services/webhook/ingress.yaml (9:16)

duplicated block id: 250
size: 8 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (50:58)
 - services/rows/src/rows/app.py (74:82)

duplicated block id: 251
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/jobs.py (39:57)
 - libs/libcommon/src/libcommon/queue/lock.py (25:42)

duplicated block id: 252
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (64:71)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (170:177)

duplicated block id: 253
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/jobs.py (39:57)
 - libs/libcommon/src/libcommon/queue/past_jobs.py (15:32)

duplicated block id: 254
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/cron-jobs/backfill/job.yaml (13:20)
 - chart/templates/cron-jobs/queue-metrics-collector/job.yaml (13:20)

duplicated block id: 255
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/routes/rows.py (109:116)
 - services/search/src/search/routes/filter.py (174:181)

duplicated block id: 256
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/database_migrations.py (14:30)
 - libs/libcommon/src/libcommon/queue/past_jobs.py (15:32)

duplicated block id: 257
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress-internal.yaml (9:16)
 - chart/templates/services/rows/ingress-internal.yaml (9:16)

duplicated block id: 258
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/cron-jobs/cache-metrics-collector/job.yaml (13:20)
 - chart/templates/cron-jobs/queue-metrics-collector/job.yaml (13:20)

duplicated block id: 259
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/database_migrations.py (14:30)
 - libs/libcommon/src/libcommon/queue/lock.py (25:42)

duplicated block id: 260
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (274:281)
 - libs/libcommon/src/libcommon/operations.py (314:321)

duplicated block id: 261
size: 8 cleaned lines of code
in 2 files:
 - services/admin/src/admin/config.py (93:100)
 - services/webhook/src/webhook/config.py (33:40)

duplicated block id: 262
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress-internal.yaml (9:16)
 - chart/templates/services/webhook/ingress-internal.yaml (9:16)

duplicated block id: 263
size: 8 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/src/cache_maintenance/main.py (27:34)
 - jobs/mongodb_migration/src/mongodb_migration/main.py (19:28)

duplicated block id: 264
size: 8 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (707:715)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (884:892)

duplicated block id: 265
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (280:287)
 - libs/libcommon/src/libcommon/simple_cache.py (309:316)

duplicated block id: 266
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/dataset_blockages.py (14:31)
 - libs/libcommon/src/libcommon/queue/metrics.py (16:35)

duplicated block id: 267
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress.yaml (9:16)
 - chart/templates/services/search/ingress.yaml (9:16)

duplicated block id: 268
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/renaming_migrations.py (75:82)
 - jobs/mongodb_migration/src/mongodb_migration/renaming_migrations.py (102:109)

duplicated block id: 269
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress.yaml (9:16)
 - chart/templates/services/sse-api/ingress.yaml (9:16)

duplicated block id: 270
size: 8 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/dataset_status.py (49:56)
 - services/admin/src/admin/routes/pending_jobs.py (37:44)

duplicated block id: 271
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress.yaml (9:16)
 - chart/templates/services/webhook/ingress.yaml (9:16)

duplicated block id: 272
size: 8 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/info.py (59:66)
 - services/worker/src/worker/job_runners/dataset/info.py (70:77)

duplicated block id: 273
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress.yaml (9:16)
 - chart/templates/services/sse-api/ingress.yaml (9:16)

duplicated block id: 274
size: 8 cleaned lines of code
in 2 files:
 - services/search/src/search/routes/filter.py (99:106)
 - services/search/src/search/routes/search.py (152:159)

duplicated block id: 275
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/routes/rows.py (12:21)
 - services/search/src/search/routes/filter.py (21:30)

duplicated block id: 276
size: 8 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (50:58)
 - services/search/src/search/app.py (78:86)

duplicated block id: 277
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/metrics.py (16:35)
 - libs/libcommon/src/libcommon/queue/past_jobs.py (15:32)

duplicated block id: 278
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/_container.tpl (41:48)
 - chart/templates/services/rows/_container.tpl (37:44)

duplicated block id: 279
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20231106193200_cache_add_partial_field_in_split_duckdb_index.py (40:47)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240626095000_cache_add_stemmer_in_split_duckdb_index.py (49:56)

duplicated block id: 280
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress-internal.yaml (9:16)
 - chart/templates/services/webhook/ingress-internal.yaml (9:16)

duplicated block id: 281
size: 8 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (30:37)
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:41)

duplicated block id: 282
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (9:16)
 - chart/templates/services/webhook/ingress-internal.yaml (9:16)

duplicated block id: 283
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/routes/rows.py (12:21)
 - services/search/src/search/routes/search.py (22:30)

duplicated block id: 284
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress.yaml (9:16)
 - chart/templates/services/rows/ingress.yaml (9:16)

duplicated block id: 285
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/ingress-internal.yaml (9:16)
 - chart/templates/services/webhook/ingress-internal.yaml (9:16)

duplicated block id: 286
size: 8 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (97:104)
 - services/rows/src/rows/app.py (103:110)

duplicated block id: 287
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/routes/rows.py (84:91)
 - services/search/src/search/routes/filter.py (99:106)

duplicated block id: 288
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/prometheus.py (135:143)
 - libs/libcommon/src/libcommon/resources.py (40:48)

duplicated block id: 289
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress-internal.yaml (9:16)
 - chart/templates/services/search/ingress-internal.yaml (9:16)

duplicated block id: 290
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress-internal.yaml (9:16)
 - chart/templates/services/sse-api/ingress-internal.yaml (9:16)

duplicated block id: 291
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (170:177)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (244:251)

duplicated block id: 292
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (12:19)
 - chart/templates/services/search/ingress-internal.yaml (22:29)

duplicated block id: 293
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress-internal.yaml (9:16)
 - chart/templates/services/sse-api/ingress-internal.yaml (9:16)

duplicated block id: 294
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/routes/rows.py (47:54)
 - services/search/src/search/routes/filter.py (67:74)

duplicated block id: 295
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (64:73)
 - services/worker/pyproject.toml (55:64)

duplicated block id: 296
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress.yaml (12:19)
 - chart/templates/services/search/ingress.yaml (22:29)

duplicated block id: 297
size: 8 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (526:533)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (631:639)

duplicated block id: 298
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress-internal.yaml (9:16)
 - chart/templates/services/search/ingress-internal.yaml (9:16)

duplicated block id: 299
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/database_migrations.py (14:30)
 - libs/libcommon/src/libcommon/queue/metrics.py (16:35)

duplicated block id: 300
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/database_migrations.py (14:30)
 - libs/libcommon/src/libcommon/queue/dataset_blockages.py (14:31)

duplicated block id: 301
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/config.py (8:15)
 - services/search/src/search/config.py (10:17)

duplicated block id: 302
size: 8 cleaned lines of code
in 2 files:
 - services/webhook/src/webhook/routes/webhook.py (125:132)
 - services/webhook/src/webhook/routes/webhook.py (140:147)

duplicated block id: 303
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/jobs.py (39:57)
 - libs/libcommon/src/libcommon/queue/metrics.py (16:35)

duplicated block id: 304
size: 8 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (180:187)
 - services/rows/src/rows/routes/rows.py (140:147)

duplicated block id: 305
size: 8 cleaned lines of code
in 2 files:
 - services/rows/src/rows/routes/rows.py (84:91)
 - services/search/src/search/routes/search.py (152:159)

duplicated block id: 306
size: 8 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/database_migrations.py (14:30)
 - libs/libcommon/src/libcommon/queue/jobs.py (39:57)

duplicated block id: 307
size: 8 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (99:106)
 - services/search/src/search/routes/filter.py (67:74)

duplicated block id: 308
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress.yaml (9:16)
 - chart/templates/services/search/ingress.yaml (9:16)

duplicated block id: 309
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (9:16)
 - chart/templates/services/sse-api/ingress-internal.yaml (9:16)

duplicated block id: 310
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/cron-jobs/backfill/job.yaml (13:20)
 - chart/templates/cron-jobs/cache-metrics-collector/job.yaml (13:20)

duplicated block id: 311
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/ingress.yaml (9:16)
 - chart/templates/services/sse-api/ingress.yaml (9:16)

duplicated block id: 312
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/api/ingress.yaml (9:16)
 - chart/templates/services/webhook/ingress.yaml (9:16)

duplicated block id: 313
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress.yaml (9:16)
 - chart/templates/services/webhook/ingress.yaml (9:16)

duplicated block id: 314
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (102:109)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (170:177)

duplicated block id: 315
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/dataset_blockages.py (14:31)
 - libs/libcommon/src/libcommon/queue/jobs.py (39:57)

duplicated block id: 316
size: 8 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/parquet.py (50:57)
 - services/worker/src/worker/job_runners/dataset/size.py (54:61)

duplicated block id: 317
size: 8 cleaned lines of code
in 2 files:
 - chart/templates/cron-jobs/backfill-retryable-errors/_container.tpl (11:18)
 - chart/templates/cron-jobs/backfill/_container.tpl (11:18)

duplicated block id: 318
size: 8 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (234:241)
 - libs/libcommon/src/libcommon/operations.py (274:281)

duplicated block id: 319
size: 8 cleaned lines of code
in 2 files:
 - services/admin/src/admin/config.py (93:100)
 - services/search/src/search/config.py (66:73)

duplicated block id: 320
size: 7 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240221103200_cache_merge_config_split_names.py (75:83)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240221160700_cache_merge_split_first_rows.py (76:84)

duplicated block id: 321
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (20:26)
 - chart/templates/services/rows/deployment.yaml (20:26)

duplicated block id: 322
size: 7 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (22:30)
 - jobs/mongodb_migration/pyproject.toml (21:29)

duplicated block id: 323
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (9:15)
 - chart/templates/services/sse-api/deployment.yaml (9:15)

duplicated block id: 324
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (579:586)
 - libs/libcommon/src/libcommon/statistics_utils.py (749:756)

duplicated block id: 325
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/deployment.yaml (9:15)
 - chart/templates/worker/_deployment.yaml (11:17)

duplicated block id: 326
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (20:26)
 - chart/templates/services/sse-api/deployment.yaml (20:26)

duplicated block id: 327
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/resources.py (41:48)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (884:891)

duplicated block id: 328
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (491:497)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (553:559)

duplicated block id: 329
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (20:26)
 - chart/templates/services/webhook/deployment.yaml (20:26)

duplicated block id: 330
size: 7 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (55:61)
 - services/worker/src/worker/dtos.py (59:65)

duplicated block id: 331
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (46:52)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (221:227)

duplicated block id: 332
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (254:260)
 - chart/env/staging.yaml (322:328)

duplicated block id: 333
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (433:439)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (477:483)

duplicated block id: 334
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/parquet.py (65:71)
 - services/worker/src/worker/job_runners/dataset/size.py (82:88)

duplicated block id: 335
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (329:335)
 - chart/values.yaml (368:374)

duplicated block id: 336
size: 7 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (36:43)
 - libs/libcommon/pyproject.toml (67:74)

duplicated block id: 337
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (512:518)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (614:620)

duplicated block id: 338
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (282:288)
 - chart/env/staging.yaml (322:328)

duplicated block id: 339
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (329:335)
 - chart/values.yaml (356:362)

duplicated block id: 340
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (254:260)
 - chart/env/staging.yaml (282:288)

duplicated block id: 341
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (329:335)
 - chart/values.yaml (344:350)

duplicated block id: 342
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (254:260)
 - chart/env/staging.yaml (305:311)

duplicated block id: 343
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (344:350)
 - chart/values.yaml (356:362)

duplicated block id: 344
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (9:15)
 - chart/templates/services/search/deployment.yaml (9:15)

duplicated block id: 345
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (424:430)
 - libs/libcommon/src/libcommon/statistics_utils.py (596:602)

duplicated block id: 346
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (344:350)
 - chart/values.yaml (368:374)

duplicated block id: 347
size: 7 cleaned lines of code
in 2 files:
 - services/rows/src/rows/config.py (12:18)
 - services/worker/src/worker/config.py (12:18)

duplicated block id: 348
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (122:128)
 - services/admin/src/admin/app.py (170:176)

duplicated block id: 349
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (282:288)
 - chart/env/staging.yaml (305:311)

duplicated block id: 350
size: 7 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (35:42)
 - services/sse-api/pyproject.toml (41:48)

duplicated block id: 351
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (9:15)
 - chart/templates/services/webhook/deployment.yaml (9:15)

duplicated block id: 352
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (426:432)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (553:559)

duplicated block id: 353
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (298:304)
 - chart/values.yaml (356:362)

duplicated block id: 354
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (113:119)
 - services/admin/src/admin/app.py (122:128)

duplicated block id: 355
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (20:26)
 - chart/templates/services/api/deployment.yaml (20:26)

duplicated block id: 356
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (298:304)
 - chart/values.yaml (368:374)

duplicated block id: 357
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (9:15)
 - chart/templates/services/rows/deployment.yaml (9:15)

duplicated block id: 358
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (9:15)
 - chart/templates/services/rows/deployment.yaml (9:15)

duplicated block id: 359
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (314:320)
 - chart/values.yaml (356:362)

duplicated block id: 360
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (35:41)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (36:42)

duplicated block id: 361
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (314:320)
 - chart/values.yaml (344:350)

duplicated block id: 362
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (231:237)
 - chart/env/staging.yaml (314:320)

duplicated block id: 363
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (485:491)
 - libs/libcommon/src/libcommon/statistics_utils.py (581:587)

duplicated block id: 364
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (104:110)
 - services/admin/src/admin/app.py (113:119)

duplicated block id: 365
size: 7 cleaned lines of code
in 2 files:
 - services/sse-api/pyproject.toml (22:28)
 - services/worker/pyproject.toml (37:43)

duplicated block id: 366
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (104:110)
 - services/admin/src/admin/app.py (122:128)

duplicated block id: 367
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/_container.tpl (35:41)
 - chart/templates/services/rows/_container.tpl (39:45)

duplicated block id: 368
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (314:320)
 - chart/values.yaml (368:374)

duplicated block id: 369
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (214:220)
 - chart/env/staging.yaml (314:320)

duplicated block id: 370
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (9:15)
 - chart/templates/services/search/deployment.yaml (9:15)

duplicated block id: 371
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (314:320)
 - chart/values.yaml (329:335)

duplicated block id: 372
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/_container.tpl (49:55)
 - chart/templates/services/webhook/_container.tpl (36:42)

duplicated block id: 373
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (179:185)
 - chart/env/staging.yaml (314:320)

duplicated block id: 374
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (9:15)
 - chart/templates/services/sse-api/deployment.yaml (9:15)

duplicated block id: 375
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/resources.py (41:48)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (707:714)

duplicated block id: 376
size: 7 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (35:42)
 - services/webhook/pyproject.toml (37:44)

duplicated block id: 377
size: 7 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (29:37)
 - services/rows/pyproject.toml (30:38)

duplicated block id: 378
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (24:31)
 - services/admin/src/admin/routes/pending_jobs.py (25:32)

duplicated block id: 379
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/_container.tpl (35:41)
 - chart/templates/services/webhook/_container.tpl (36:42)

duplicated block id: 380
size: 7 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (22:30)
 - services/search/pyproject.toml (28:36)

duplicated block id: 381
size: 7 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/rows_utils.py (48:54)
 - libs/libcommon/src/libcommon/viewer_utils/rows.py (24:30)

duplicated block id: 382
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (138:144)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (221:227)

duplicated block id: 383
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (214:220)
 - chart/env/staging.yaml (231:237)

duplicated block id: 384
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (447:453)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (614:620)

duplicated block id: 385
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (20:26)
 - chart/templates/services/webhook/deployment.yaml (20:26)

duplicated block id: 386
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (298:304)
 - chart/values.yaml (314:320)

duplicated block id: 387
size: 7 cleaned lines of code
in 2 files:
 - services/webhook/src/webhook/routes/webhook.py (140:146)
 - services/webhook/src/webhook/routes/webhook.py (198:204)

duplicated block id: 388
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (298:304)
 - chart/values.yaml (329:335)

duplicated block id: 389
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (298:304)
 - chart/values.yaml (344:350)

duplicated block id: 390
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (494:501)
 - libs/libcommon/src/libcommon/statistics_utils.py (594:601)

duplicated block id: 391
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (395:401)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (477:483)

duplicated block id: 392
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (378:384)
 - libs/libcommon/src/libcommon/statistics_utils.py (596:602)

duplicated block id: 393
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (13:19)
 - chart/templates/services/search/ingress.yaml (23:29)

duplicated block id: 394
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (313:319)
 - services/admin/src/admin/routes/force_refresh.py (92:98)

duplicated block id: 395
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (35:41)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (36:42)

duplicated block id: 396
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (740:746)
 - libs/libcommon/src/libcommon/simple_cache.py (837:843)

duplicated block id: 397
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (179:185)
 - chart/env/staging.yaml (214:220)

duplicated block id: 398
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (20:26)
 - chart/templates/services/search/deployment.yaml (20:26)

duplicated block id: 399
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (179:185)
 - chart/env/staging.yaml (231:237)

duplicated block id: 400
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (9:15)
 - chart/templates/worker/_deployment.yaml (11:17)

duplicated block id: 401
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (205:211)

duplicated block id: 402
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (9:15)
 - chart/templates/services/webhook/deployment.yaml (9:15)

duplicated block id: 403
size: 7 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (38:45)
 - services/search/pyproject.toml (35:42)

duplicated block id: 404
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (222:228)

duplicated block id: 405
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (179:185)
 - chart/env/staging.yaml (196:202)

duplicated block id: 406
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/deployment.yaml (20:26)
 - chart/templates/services/webhook/deployment.yaml (20:26)

duplicated block id: 407
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (205:211)
 - chart/env/staging.yaml (222:228)

duplicated block id: 408
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (113:119)
 - services/admin/src/admin/app.py (170:176)

duplicated block id: 409
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/deployment.yaml (9:15)
 - chart/templates/worker/_deployment.yaml (11:17)

duplicated block id: 410
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/_container.tpl (39:45)
 - chart/templates/services/webhook/_container.tpl (36:42)

duplicated block id: 411
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/executor.py (195:201)
 - services/worker/src/worker/executor.py (215:221)

duplicated block id: 412
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (20:26)
 - chart/templates/services/search/deployment.yaml (20:26)

duplicated block id: 413
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (222:228)
 - chart/env/staging.yaml (282:288)

duplicated block id: 414
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (20:26)
 - chart/templates/services/webhook/deployment.yaml (20:26)

duplicated block id: 415
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (95:101)
 - services/admin/src/admin/app.py (122:128)

duplicated block id: 416
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/dataset_status.py (50:56)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (79:85)

duplicated block id: 417
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (95:101)
 - services/admin/src/admin/app.py (113:119)

duplicated block id: 418
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (222:228)
 - chart/env/staging.yaml (322:328)

duplicated block id: 419
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (239:245)
 - chart/env/staging.yaml (322:328)

duplicated block id: 420
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (95:101)
 - services/admin/src/admin/app.py (104:110)

duplicated block id: 421
size: 7 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (97:103)
 - services/search/src/search/app.py (127:133)

duplicated block id: 422
size: 7 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (29:37)
 - services/search/pyproject.toml (28:36)

duplicated block id: 423
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (42:48)
 - services/admin/src/admin/routes/cache_reports_with_content.py (46:52)

duplicated block id: 424
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (20:26)
 - chart/templates/services/sse-api/deployment.yaml (20:26)

duplicated block id: 425
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (222:228)
 - chart/env/staging.yaml (305:311)

duplicated block id: 426
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (574:580)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (614:620)

duplicated block id: 427
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/ingress-internal.yaml (23:29)
 - chart/templates/services/search/ingress.yaml (13:19)

duplicated block id: 428
size: 7 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (97:103)
 - services/search/src/search/app.py (106:112)

duplicated block id: 429
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (196:202)
 - chart/env/staging.yaml (231:237)

duplicated block id: 430
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (239:245)
 - chart/env/staging.yaml (282:288)

duplicated block id: 431
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/parquet.py (78:84)
 - services/worker/src/worker/job_runners/dataset/size.py (82:88)

duplicated block id: 432
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/is_valid.py (51:57)
 - services/worker/src/worker/job_runners/dataset/opt_in_out_urls_count.py (32:38)

duplicated block id: 433
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (239:245)
 - chart/env/staging.yaml (305:311)

duplicated block id: 434
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (196:202)
 - chart/env/staging.yaml (214:220)

duplicated block id: 435
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/parquet.py (78:84)
 - services/worker/src/worker/job_runners/dataset/size.py (69:75)

duplicated block id: 436
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (9:15)
 - chart/templates/worker/_deployment.yaml (11:17)

duplicated block id: 437
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (222:228)
 - chart/env/staging.yaml (239:245)

duplicated block id: 438
size: 7 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230824154900_cache_add_features_field_in_split_duckdb_index.py (20:26)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230926095900_cache_add_has_fts_field_in_split_duckdb_index.py (20:26)

duplicated block id: 439
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (222:228)
 - chart/env/staging.yaml (254:260)

duplicated block id: 440
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (239:245)
 - chart/env/staging.yaml (254:260)

duplicated block id: 441
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (79:85)
 - services/admin/src/admin/routes/pending_jobs.py (38:44)

duplicated block id: 442
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (231:237)
 - services/worker/src/worker/job_runners/dataset/compatible_libraries.py (240:246)

duplicated block id: 443
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (104:110)
 - services/admin/src/admin/app.py (170:176)

duplicated block id: 444
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/_container.tpl (39:45)
 - chart/templates/services/search/_container.tpl (49:55)

duplicated block id: 445
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (205:211)
 - chart/env/staging.yaml (305:311)

duplicated block id: 446
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (322:328)

duplicated block id: 447
size: 7 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (22:30)
 - libs/libapi/pyproject.toml (29:37)

duplicated block id: 448
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/deployment.yaml (9:15)
 - chart/templates/services/webhook/deployment.yaml (9:15)

duplicated block id: 449
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (205:211)
 - chart/env/staging.yaml (282:288)

duplicated block id: 450
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (305:311)

duplicated block id: 451
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (205:211)
 - chart/env/staging.yaml (254:260)

duplicated block id: 452
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (196:202)
 - chart/env/staging.yaml (314:320)

duplicated block id: 453
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (20:26)
 - chart/templates/services/rows/deployment.yaml (20:26)

duplicated block id: 454
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/_container.tpl (35:41)
 - chart/templates/services/search/_container.tpl (49:55)

duplicated block id: 455
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/webhook/deployment.yaml (9:15)
 - chart/templates/worker/_deployment.yaml (11:17)

duplicated block id: 456
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/parquet_utils.py (290:298)
 - libs/libcommon/src/libcommon/parquet_utils.py (422:430)

duplicated block id: 457
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (205:211)
 - chart/env/staging.yaml (239:245)

duplicated block id: 458
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (751:757)
 - libs/libcommon/src/libcommon/simple_cache.py (849:855)

duplicated block id: 459
size: 7 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (21:29)
 - services/search/pyproject.toml (28:36)

duplicated block id: 460
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (239:245)

duplicated block id: 461
size: 7 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (5:12)
 - services/webhook/pyproject.toml (5:12)

duplicated block id: 462
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/deployment.yaml (20:26)
 - chart/templates/services/webhook/deployment.yaml (20:26)

duplicated block id: 463
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (95:101)
 - services/admin/src/admin/app.py (170:176)

duplicated block id: 464
size: 7 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/pyproject.toml (21:29)
 - services/rows/pyproject.toml (30:38)

duplicated block id: 465
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (282:288)

duplicated block id: 466
size: 7 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (521:527)
 - chart/env/staging.yaml (289:295)

duplicated block id: 467
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (187:193)
 - chart/env/staging.yaml (254:260)

duplicated block id: 468
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/prometheus.py (136:143)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (707:714)

duplicated block id: 469
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (9:15)
 - chart/templates/services/sse-api/deployment.yaml (9:15)

duplicated block id: 470
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (205:211)
 - chart/env/staging.yaml (322:328)

duplicated block id: 471
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/deployment.yaml (9:15)
 - chart/templates/services/webhook/deployment.yaml (9:15)

duplicated block id: 472
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (217:223)
 - libs/libcommon/src/libcommon/operations.py (298:304)

duplicated block id: 473
size: 7 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240624144000_cache_add_estimated_num_rows_field_in_size.py (33:39)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240624144000_cache_add_estimated_num_rows_field_in_size.py (63:69)

duplicated block id: 474
size: 7 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240221103200_cache_merge_config_split_names.py (66:72)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240221160700_cache_merge_split_first_rows.py (67:73)

duplicated block id: 475
size: 7 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/is_valid.py (78:85)
 - services/worker/src/worker/job_runners/dataset/is_valid.py (72:80)

duplicated block id: 476
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (378:384)
 - libs/libcommon/src/libcommon/statistics_utils.py (424:430)

duplicated block id: 477
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (414:420)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (477:483)

duplicated block id: 478
size: 7 cleaned lines of code
in 2 files:
 - jobs/cache_maintenance/pyproject.toml (22:30)
 - services/rows/pyproject.toml (30:38)

duplicated block id: 479
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (20:26)
 - chart/templates/services/sse-api/deployment.yaml (20:26)

duplicated block id: 480
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (9:15)
 - chart/templates/services/search/deployment.yaml (9:15)

duplicated block id: 481
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (20:26)
 - chart/templates/services/search/deployment.yaml (20:26)

duplicated block id: 482
size: 7 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (265:274)
 - chart/env/staging.yaml (169:178)

duplicated block id: 483
size: 7 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (26:32)
 - services/admin/src/admin/routes/recreate_dataset.py (67:73)

duplicated block id: 484
size: 7 cleaned lines of code
in 2 files:
 - services/webhook/src/webhook/routes/webhook.py (125:131)
 - services/webhook/src/webhook/routes/webhook.py (198:204)

duplicated block id: 485
size: 7 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/rows_utils.py (35:41)
 - libs/libcommon/src/libcommon/viewer_utils/rows.py (40:46)

duplicated block id: 486
size: 7 cleaned lines of code
in 2 files:
 - chart/env/staging.yaml (305:311)
 - chart/env/staging.yaml (322:328)

duplicated block id: 487
size: 7 cleaned lines of code
in 2 files:
 - chart/values.yaml (356:362)
 - chart/values.yaml (368:374)

duplicated block id: 488
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/api/deployment.yaml (9:15)
 - chart/templates/worker/_deployment.yaml (11:17)

duplicated block id: 489
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/_common/_helpers.tpl (197:203)
 - chart/templates/_common/_helpers.tpl (209:217)

duplicated block id: 490
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/deployment.yaml (9:15)
 - chart/templates/services/api/deployment.yaml (9:15)

duplicated block id: 491
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/deployment.yaml (9:15)
 - chart/templates/services/sse-api/deployment.yaml (9:15)

duplicated block id: 492
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (233:239)
 - services/admin/src/admin/routes/force_refresh.py (92:98)

duplicated block id: 493
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/search/deployment.yaml (20:26)
 - chart/templates/services/sse-api/deployment.yaml (20:26)

duplicated block id: 494
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (46:52)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (138:144)

duplicated block id: 495
size: 7 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/deployment.yaml (9:15)
 - chart/templates/services/webhook/deployment.yaml (9:15)

duplicated block id: 496
size: 7 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/prometheus.py (136:143)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (884:891)

duplicated block id: 497
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/_container.tpl (43:48)
 - chart/templates/services/search/_container.tpl (49:54)

duplicated block id: 498
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/search/service.yaml (12:17)
 - chart/templates/services/sse-api/service.yaml (12:17)

duplicated block id: 499
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/servicemonitor.yaml (13:18)
 - chart/templates/worker/_podmonitor.yaml (15:20)

duplicated block id: 500
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (103:108)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (150:155)

duplicated block id: 501
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (34:39)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (80:85)

duplicated block id: 502
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (64:69)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (149:154)

duplicated block id: 503
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/is_valid.py (39:45)
 - services/worker/src/worker/job_runners/dataset/is_valid.py (34:40)

duplicated block id: 504
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (20:25)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (21:26)

duplicated block id: 505
size: 6 cleaned lines of code
in 2 files:
 - services/search/pyproject.toml (6:12)
 - services/webhook/pyproject.toml (6:12)

duplicated block id: 506
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/executor.py (196:201)
 - services/worker/src/worker/executor.py (204:209)

duplicated block id: 507
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/search/servicemonitor.yaml (13:18)
 - chart/templates/worker/_podmonitor.yaml (15:20)

duplicated block id: 508
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/force_refresh.py (86:91)
 - services/admin/src/admin/routes/recreate_dataset.py (67:72)

duplicated block id: 509
size: 6 cleaned lines of code
in 2 files:
 - services/api/pyproject.toml (28:34)
 - services/worker/pyproject.toml (47:53)

duplicated block id: 510
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/jobs.py (45:56)
 - libs/libcommon/src/libcommon/simple_cache.py (73:84)

duplicated block id: 511
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (20:25)
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (20:25)

duplicated block id: 512
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (369:374)
 - chart/values.yaml (591:596)

duplicated block id: 513
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (103:108)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (253:258)

duplicated block id: 514
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (35:40)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (434:439)

duplicated block id: 515
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (34:39)
 - services/admin/src/admin/routes/dataset_status.py (51:56)

duplicated block id: 516
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230511100700_queue_delete_indexes_with_force.py (36:43)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230516101600_queue_delete_index_without_revision.py (35:42)

duplicated block id: 517
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (378:383)
 - libs/libcommon/src/libcommon/statistics_utils.py (780:785)

duplicated block id: 518
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (9:14)
 - services/search/src/search/config.py (10:15)

duplicated block id: 519
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (150:155)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (253:258)

duplicated block id: 520
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (50:55)
 - services/api/src/api/app.py (69:74)

duplicated block id: 521
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (26:31)
 - services/admin/src/admin/routes/force_refresh.py (86:91)

duplicated block id: 522
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/metrics.py (23:34)
 - libs/libcommon/src/libcommon/simple_cache.py (73:84)

duplicated block id: 523
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/database_migrations.py (18:29)
 - libs/libcommon/src/libcommon/simple_cache.py (73:84)

duplicated block id: 524
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/orchestrator.py (507:512)
 - libs/libcommon/src/libcommon/state.py (309:314)

duplicated block id: 525
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (213:218)
 - chart/env/prod.yaml (241:246)

duplicated block id: 526
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/state.py (207:212)
 - libs/libcommon/src/libcommon/state.py (281:286)

duplicated block id: 527
size: 6 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/exceptions.py (43:48)
 - libs/libcommon/src/libcommon/exceptions.py (142:147)

duplicated block id: 528
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (122:127)
 - services/admin/src/admin/app.py (181:186)

duplicated block id: 529
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240626095000_cache_add_stemmer_in_split_duckdb_index.py (58:65)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240626151600_cache_remove_has_fts_field_in_split_duckdb_index.py (52:59)

duplicated block id: 530
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (213:218)
 - chart/env/prod.yaml (285:290)

duplicated block id: 531
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/service.yaml (12:17)
 - chart/templates/services/rows/service.yaml (12:17)

duplicated block id: 532
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (9:14)
 - chart/templates/services/api/ingress-internal.yaml (9:14)

duplicated block id: 533
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_datasets_cache.py (20:25)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (36:41)

duplicated block id: 534
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/state.py (207:212)
 - libs/libcommon/src/libcommon/state.py (351:356)

duplicated block id: 535
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (131:136)
 - services/search/src/search/routes/search.py (154:159)

duplicated block id: 536
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:162)
 - chart/env/prod.yaml (432:437)

duplicated block id: 537
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (496:501)
 - libs/libcommon/src/libcommon/statistics_utils.py (780:785)

duplicated block id: 538
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (131:136)
 - services/admin/src/admin/app.py (156:161)

duplicated block id: 539
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_cache.py (25:30)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (56:61)

duplicated block id: 540
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (9:14)
 - chart/templates/services/search/ingress-internal.yaml (9:14)

duplicated block id: 541
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/simple_cache.py (458:463)
 - libs/libcommon/src/libcommon/simple_cache.py (549:554)

duplicated block id: 542
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/search/service.yaml (12:17)
 - chart/templates/services/webhook/service.yaml (12:17)

duplicated block id: 543
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (224:229)
 - chart/env/prod.yaml (432:437)

duplicated block id: 544
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/_container.tpl (39:44)
 - chart/templates/services/sse-api/_container.tpl (23:28)

duplicated block id: 545
size: 6 cleaned lines of code
in 2 files:
 - services/search/src/search/app.py (78:83)
 - services/webhook/src/webhook/app.py (58:63)

duplicated block id: 546
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:39)
 - services/admin/src/admin/routes/force_refresh.py (86:91)

duplicated block id: 547
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (26:31)
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:39)

duplicated block id: 548
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230824154900_cache_add_features_field_in_split_duckdb_index.py (34:39)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230926095900_cache_add_has_fts_field_in_split_duckdb_index.py (34:39)

duplicated block id: 549
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (9:14)
 - chart/templates/services/rows/ingress.yaml (9:14)

duplicated block id: 550
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (408:413)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (551:556)

duplicated block id: 551
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (86:91)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (138:143)

duplicated block id: 552
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (441:452)
 - chart/values.yaml (507:518)

duplicated block id: 553
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/api/service.yaml (12:17)
 - chart/templates/services/rows/service.yaml (12:17)

duplicated block id: 554
size: 6 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/duckdb.py (307:312)
 - services/search/src/search/routes/search.py (168:173)

duplicated block id: 555
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/cron-jobs/cache-metrics-collector/_container.tpl (11:16)
 - chart/templates/cron-jobs/queue-metrics-collector/_container.tpl (11:16)

duplicated block id: 556
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (103:108)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (312:317)

duplicated block id: 557
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (30:35)
 - services/admin/src/admin/routes/pending_jobs.py (27:32)

duplicated block id: 558
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1517:1522)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (36:41)

duplicated block id: 559
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/config.py (9:14)
 - services/rows/src/rows/config.py (8:13)

duplicated block id: 560
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (34:39)
 - services/admin/src/admin/routes/pending_jobs.py (39:44)

duplicated block id: 561
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (9:14)
 - chart/templates/services/api/ingress.yaml (9:14)

duplicated block id: 562
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/force_refresh.py (86:91)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)

duplicated block id: 563
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (596:601)
 - libs/libcommon/src/libcommon/statistics_utils.py (780:785)

duplicated block id: 564
size: 6 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/routes/metrics.py (14:21)
 - services/worker/src/worker/routes/metrics.py (18:25)

duplicated block id: 565
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/api/service.yaml (12:17)
 - chart/templates/services/webhook/service.yaml (12:17)

duplicated block id: 566
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (87:92)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (296:301)

duplicated block id: 567
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (366:371)
 - chart/env/staging.yaml (216:221)

duplicated block id: 568
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (30:35)
 - services/admin/src/admin/routes/recreate_dataset.py (67:72)

duplicated block id: 569
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:39)
 - services/admin/src/admin/routes/dataset_status.py (31:36)

duplicated block id: 570
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (81:87)
 - services/rows/src/rows/app.py (84:90)

duplicated block id: 571
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/state.py (173:178)
 - libs/libcommon/src/libcommon/state.py (208:213)

duplicated block id: 572
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/dataset_status.py (31:36)
 - services/admin/src/admin/routes/force_refresh.py (86:91)

duplicated block id: 573
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240112164500_cache_add_partial_field_in_split_descriptive_statistics.py (53:58)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240112164500_cache_add_partial_field_in_split_descriptive_statistics.py (67:72)

duplicated block id: 574
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (50:55)
 - services/webhook/src/webhook/app.py (58:63)

duplicated block id: 575
size: 6 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/duckdb.py (307:312)
 - services/search/src/search/routes/filter.py (113:118)

duplicated block id: 576
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/executor.py (204:209)
 - services/worker/src/worker/executor.py (216:221)

duplicated block id: 577
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (131:136)
 - services/search/src/search/routes/filter.py (101:106)

duplicated block id: 578
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (9:14)
 - chart/templates/services/webhook/ingress-internal.yaml (9:14)

duplicated block id: 579
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (177:182)
 - chart/env/prod.yaml (432:437)

duplicated block id: 580
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230926095900_cache_add_has_fts_field_in_split_duckdb_index.py (34:39)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20231106193200_cache_add_partial_field_in_split_duckdb_index.py (40:45)

duplicated block id: 581
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/service.yaml (12:17)
 - chart/templates/services/sse-api/service.yaml (12:17)

duplicated block id: 582
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (44:50)
 - services/api/src/api/app.py (58:64)

duplicated block id: 583
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (439:444)
 - chart/env/staging.yaml (248:253)

duplicated block id: 584
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (424:429)
 - libs/libcommon/src/libcommon/statistics_utils.py (496:501)

duplicated block id: 585
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230824154900_cache_add_features_field_in_split_duckdb_index.py (34:39)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240626095000_cache_add_stemmer_in_split_duckdb_index.py (49:54)

duplicated block id: 586
size: 6 cleaned lines of code
in 2 files:
 - services/rows/pyproject.toml (6:12)
 - services/webhook/pyproject.toml (6:12)

duplicated block id: 587
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (267:272)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (36:41)

duplicated block id: 588
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/api/_container.tpl (35:40)
 - chart/templates/services/sse-api/_container.tpl (23:28)

duplicated block id: 589
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (30:35)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)

duplicated block id: 590
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (69:74)
 - services/search/src/search/app.py (78:83)

duplicated block id: 591
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (213:218)
 - chart/env/prod.yaml (432:437)

duplicated block id: 592
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (150:155)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (312:317)

duplicated block id: 593
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230926095900_cache_add_has_fts_field_in_split_duckdb_index.py (34:39)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20240626095000_cache_add_stemmer_in_split_duckdb_index.py (49:54)

duplicated block id: 594
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (474:485)
 - chart/values.yaml (507:518)

duplicated block id: 595
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (253:258)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (312:317)

duplicated block id: 596
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (402:407)
 - chart/env/staging.yaml (233:238)

duplicated block id: 597
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (416:421)
 - chart/env/prod.yaml (451:456)

duplicated block id: 598
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/service.yaml (12:17)
 - chart/templates/services/search/service.yaml (12:17)

duplicated block id: 599
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/pending_jobs.py (27:32)
 - services/admin/src/admin/routes/recreate_dataset.py (67:72)

duplicated block id: 600
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/force_refresh.py (110:115)
 - services/admin/src/admin/routes/recreate_dataset.py (82:87)

duplicated block id: 601
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (485:490)
 - libs/libcommon/src/libcommon/statistics_utils.py (751:756)

duplicated block id: 602
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (113:118)
 - services/admin/src/admin/app.py (181:186)

duplicated block id: 603
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (224:229)
 - chart/env/prod.yaml (285:290)

duplicated block id: 604
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230926095900_cache_add_has_fts_field_in_split_duckdb_index.py (21:26)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20231106193200_cache_add_partial_field_in_split_duckdb_index.py (21:26)

duplicated block id: 605
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (507:518)
 - chart/values.yaml (600:611)

duplicated block id: 606
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (394:399)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (454:459)

duplicated block id: 607
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)
 - services/admin/src/admin/routes/pending_jobs.py (27:32)

duplicated block id: 608
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230824154900_cache_add_features_field_in_split_duckdb_index.py (21:26)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20231106193200_cache_add_partial_field_in_split_duckdb_index.py (21:26)

duplicated block id: 609
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (400:409)
 - chart/values.yaml (580:588)

duplicated block id: 610
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (345:350)
 - chart/values.yaml (591:596)

duplicated block id: 611
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (241:246)
 - chart/env/prod.yaml (432:437)

duplicated block id: 612
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/_container.tpl (23:28)
 - chart/templates/services/webhook/_container.tpl (36:41)

duplicated block id: 613
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (198:203)
 - chart/env/prod.yaml (213:218)

duplicated block id: 614
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (9:14)
 - chart/templates/services/search/ingress.yaml (9:14)

duplicated block id: 615
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (299:304)
 - chart/values.yaml (591:596)

duplicated block id: 616
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/service.yaml (12:17)
 - chart/templates/services/webhook/service.yaml (12:17)

duplicated block id: 617
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:39)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)

duplicated block id: 618
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (580:588)
 - chart/values.yaml (605:614)

duplicated block id: 619
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (9:14)
 - chart/templates/services/sse-api/ingress-internal.yaml (9:14)

duplicated block id: 620
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (315:320)
 - chart/values.yaml (591:596)

duplicated block id: 621
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/api/service.yaml (12:17)
 - chart/templates/services/search/service.yaml (12:17)

duplicated block id: 622
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (170:175)
 - services/admin/src/admin/app.py (181:186)

duplicated block id: 623
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/_container.tpl (43:48)
 - chart/templates/services/sse-api/_container.tpl (23:28)

duplicated block id: 624
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (104:109)
 - services/admin/src/admin/app.py (181:186)

duplicated block id: 625
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (378:383)
 - libs/libcommon/src/libcommon/statistics_utils.py (496:501)

duplicated block id: 626
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/operations.py (274:279)
 - services/admin/src/admin/routes/force_refresh.py (93:98)

duplicated block id: 627
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/renaming_migrations.py (67:72)
 - jobs/mongodb_migration/src/mongodb_migration/renaming_migrations.py (94:99)

duplicated block id: 628
size: 6 cleaned lines of code
in 2 files:
 - libs/libapi/src/libapi/duckdb.py (89:94)
 - libs/libapi/src/libapi/duckdb.py (191:196)

duplicated block id: 629
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (177:182)
 - chart/env/prod.yaml (285:290)

duplicated block id: 630
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1517:1522)
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (35:40)

duplicated block id: 631
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (30:35)
 - services/admin/src/admin/routes/force_refresh.py (86:91)

duplicated block id: 632
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/dataset_status.py (31:36)
 - services/admin/src/admin/routes/recreate_dataset.py (67:72)

duplicated block id: 633
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress-internal.yaml (9:14)
 - chart/templates/services/rows/ingress-internal.yaml (9:14)

duplicated block id: 634
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (35:40)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (434:439)

duplicated block id: 635
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:162)
 - chart/env/prod.yaml (213:218)

duplicated block id: 636
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/orchestrator.py (666:671)
 - libs/libcommon/src/libcommon/orchestrator.py (674:679)

duplicated block id: 637
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/sse-api/service.yaml (12:17)
 - chart/templates/services/webhook/service.yaml (12:17)

duplicated block id: 638
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/lock.py (30:41)
 - libs/libcommon/src/libcommon/simple_cache.py (73:84)

duplicated block id: 639
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:39)
 - services/admin/src/admin/routes/pending_jobs.py (27:32)

duplicated block id: 640
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (44:50)
 - services/webhook/src/webhook/app.py (47:53)

duplicated block id: 641
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (342:347)
 - chart/env/prod.yaml (575:580)

duplicated block id: 642
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (20:25)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (21:26)

duplicated block id: 643
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/service.yaml (12:17)
 - chart/templates/services/webhook/service.yaml (12:17)

duplicated block id: 644
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (378:383)
 - chart/env/prod.yaml (416:421)

duplicated block id: 645
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)
 - services/admin/src/admin/routes/recreate_dataset.py (67:72)

duplicated block id: 646
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_datasets_cache.py (20:25)
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (35:40)

duplicated block id: 647
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/first_rows.py (288:293)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (439:444)

duplicated block id: 648
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/dataset_status.py (31:36)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)

duplicated block id: 649
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (9:14)
 - chart/templates/services/sse-api/ingress.yaml (9:14)

duplicated block id: 650
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (378:383)
 - chart/env/prod.yaml (451:456)

duplicated block id: 651
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (91:96)
 - services/worker/src/worker/job_runners/split/presidio_scan.py (173:178)

duplicated block id: 652
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (198:203)
 - chart/env/prod.yaml (285:290)

duplicated block id: 653
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/dataset_blockages.py (19:30)
 - libs/libcommon/src/libcommon/simple_cache.py (73:84)

duplicated block id: 654
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/orchestrator.py (587:592)
 - libs/libcommon/src/libcommon/orchestrator.py (856:861)

duplicated block id: 655
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/api/servicemonitor.yaml (13:18)
 - chart/templates/worker/_podmonitor.yaml (15:20)

duplicated block id: 656
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (35:40)
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1517:1522)

duplicated block id: 657
size: 6 cleaned lines of code
in 2 files:
 - services/webhook/pyproject.toml (27:33)
 - services/worker/pyproject.toml (47:53)

duplicated block id: 658
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/service.yaml (12:17)
 - chart/templates/services/sse-api/service.yaml (12:17)

duplicated block id: 659
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/app.py (95:100)
 - services/admin/src/admin/app.py (181:186)

duplicated block id: 660
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/jobs.py (849:854)
 - libs/libcommon/src/libcommon/simple_cache.py (663:668)

duplicated block id: 661
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (26:31)
 - services/admin/src/admin/routes/cache_reports.py (30:35)

duplicated block id: 662
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (432:437)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (454:459)

duplicated block id: 663
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/config.py (12:17)
 - services/search/src/search/config.py (14:19)

duplicated block id: 664
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/first_rows.py (288:293)
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (272:277)

duplicated block id: 665
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/webhook/servicemonitor.yaml (13:18)
 - chart/templates/worker/_podmonitor.yaml (15:20)

duplicated block id: 666
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (149:154)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (170:175)

duplicated block id: 667
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (470:475)
 - chart/env/prod.yaml (499:504)

duplicated block id: 668
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (241:246)
 - chart/env/prod.yaml (285:290)

duplicated block id: 669
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/_container.tpl (43:48)
 - chart/templates/services/api/_container.tpl (35:40)

duplicated block id: 670
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (357:362)
 - chart/values.yaml (591:596)

duplicated block id: 671
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/config_job_runner.py (35:40)
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (267:272)

duplicated block id: 672
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/rows/service.yaml (12:17)
 - chart/templates/services/search/service.yaml (12:17)

duplicated block id: 673
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/pyproject.toml (57:63)
 - services/worker/pyproject.toml (47:53)

duplicated block id: 674
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (230:235)
 - chart/env/staging.yaml (152:157)

duplicated block id: 675
size: 6 cleaned lines of code
in 2 files:
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20230824154900_cache_add_features_field_in_split_duckdb_index.py (34:39)
 - jobs/mongodb_migration/src/mongodb_migration/migrations/_20231106193200_cache_add_partial_field_in_split_duckdb_index.py (40:45)

duplicated block id: 676
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (149:154)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (244:249)

duplicated block id: 677
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/_container.tpl (43:48)
 - chart/templates/services/webhook/_container.tpl (36:41)

duplicated block id: 678
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (563:568)
 - chart/env/staging.yaml (316:321)

duplicated block id: 679
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (177:182)
 - chart/env/prod.yaml (213:218)

duplicated block id: 680
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (86:91)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (221:226)

duplicated block id: 681
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/api/service.yaml (12:17)
 - chart/templates/services/sse-api/service.yaml (12:17)

duplicated block id: 682
size: 6 cleaned lines of code
in 2 files:
 - front/admin_ui/app.py (139:144)
 - front/admin_ui/app.py (161:166)

duplicated block id: 683
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/force_refresh.py (86:91)
 - services/admin/src/admin/routes/pending_jobs.py (27:32)

duplicated block id: 684
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/ingress.yaml (9:14)
 - chart/templates/services/webhook/ingress.yaml (9:14)

duplicated block id: 685
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (446:455)
 - chart/values.yaml (580:588)

duplicated block id: 686
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/routes/endpoint.py (131:136)
 - services/rows/src/rows/routes/rows.py (86:91)

duplicated block id: 687
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/split_job_runner.py (47:52)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (67:72)

duplicated block id: 688
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (304:309)
 - chart/env/prod.yaml (378:383)

duplicated block id: 689
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (69:74)
 - services/rows/src/rows/app.py (74:79)

duplicated block id: 690
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/split/presidio_scan.py (434:439)
 - services/worker/src/worker/job_runners/split/split_job_runner.py (36:41)

duplicated block id: 691
size: 6 cleaned lines of code
in 2 files:
 - services/rows/src/rows/app.py (74:79)
 - services/webhook/src/webhook/app.py (58:63)

duplicated block id: 692
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/search/_container.tpl (49:54)
 - chart/templates/services/sse-api/_container.tpl (23:28)

duplicated block id: 693
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (479:488)
 - chart/values.yaml (580:588)

duplicated block id: 694
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (26:31)
 - services/admin/src/admin/routes/num_dataset_infos_by_builder_name.py (27:32)

duplicated block id: 695
size: 6 cleaned lines of code
in 2 files:
 - chart/templates/services/admin/service.yaml (12:17)
 - chart/templates/services/api/service.yaml (12:17)

duplicated block id: 696
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (304:309)
 - chart/env/prod.yaml (416:421)

duplicated block id: 697
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/statistics_utils.py (424:429)
 - libs/libcommon/src/libcommon/statistics_utils.py (780:785)

duplicated block id: 698
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (474:479)
 - chart/env/prod.yaml (532:537)

duplicated block id: 699
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports_with_content.py (34:39)
 - services/admin/src/admin/routes/recreate_dataset.py (67:72)

duplicated block id: 700
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/cache_reports.py (30:35)
 - services/admin/src/admin/routes/dataset_status.py (31:36)

duplicated block id: 701
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/blocked_datasets.py (26:31)
 - services/admin/src/admin/routes/dataset_status.py (31:36)

duplicated block id: 702
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/queue/past_jobs.py (20:31)
 - libs/libcommon/src/libcommon/simple_cache.py (73:84)

duplicated block id: 703
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/dtos.py (84:89)
 - libs/libcommon/src/libcommon/parquet_utils.py (59:64)

duplicated block id: 704
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (102:107)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (149:154)

duplicated block id: 705
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (304:309)
 - chart/env/prod.yaml (451:456)

duplicated block id: 706
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (198:203)
 - chart/env/prod.yaml (432:437)

duplicated block id: 707
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (157:162)
 - chart/env/prod.yaml (285:290)

duplicated block id: 708
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (213:218)
 - chart/env/prod.yaml (224:229)

duplicated block id: 709
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/_job_runner_with_datasets_cache.py (20:25)
 - services/worker/src/worker/job_runners/config/config_job_runner.py (35:40)

duplicated block id: 710
size: 6 cleaned lines of code
in 2 files:
 - chart/env/prod.yaml (292:297)
 - chart/env/staging.yaml (181:186)

duplicated block id: 711
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/parquet_and_info.py (1522:1527)
 - services/worker/src/worker/job_runners/split/first_rows.py (288:293)

duplicated block id: 712
size: 6 cleaned lines of code
in 2 files:
 - libs/libapi/pyproject.toml (36:42)
 - services/worker/pyproject.toml (58:64)

duplicated block id: 713
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/features.py (413:418)
 - libs/libcommon/src/libcommon/viewer_utils/features.py (454:459)

duplicated block id: 714
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/dataset/dataset_job_runner.py (35:40)
 - services/worker/src/worker/job_runners/split/opt_in_out_urls_scan_from_streaming.py (267:272)

duplicated block id: 715
size: 6 cleaned lines of code
in 2 files:
 - services/worker/src/worker/job_runners/config/opt_in_out_urls_count.py (21:26)
 - services/worker/src/worker/job_runners/dataset/opt_in_out_urls_count.py (26:31)

duplicated block id: 716
size: 6 cleaned lines of code
in 2 files:
 - services/api/src/api/app.py (81:87)
 - services/search/src/search/app.py (87:93)

duplicated block id: 717
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (330:335)
 - chart/values.yaml (591:596)

duplicated block id: 718
size: 6 cleaned lines of code
in 2 files:
 - chart/values.yaml (545:554)
 - chart/values.yaml (580:588)

duplicated block id: 719
size: 6 cleaned lines of code
in 2 files:
 - services/admin/src/admin/routes/force_refresh.py (57:62)
 - services/admin/src/admin/routes/recreate_dataset.py (58:63)

duplicated block id: 720
size: 6 cleaned lines of code
in 2 files:
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (46:51)
 - libs/libcommon/src/libcommon/viewer_utils/asset.py (86:91)