apache / incubator-wayang

Duplication

Places in code with 6 or more lines that are exactly the same.

Longest Duplicates

The list of 50 longest duplicates.

See data for all 3,230 duplicates...

Size	#	Folders	Files	Lines	Code
110	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	TaskGettingResult.java TaskStart.java	37:213 (99%) 36:212 (99%)	view
93	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	TaskEnd.java TaskGettingResult.java	54:209 (82%) 53:208 (83%)	view
93	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	TaskEnd.java TaskStart.java	54:209 (82%) 52:207 (83%)	view
59	x 2	python/old_code/orchestrator python/old_code/orchestrator	execdirectly.py main.py	24:117 (71%) 23:116 (69%)	view
59	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	ExecutorRemoved.java ExecutorUpdated.java	29:126 (98%) 40:136 (98%)	view
46	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	ExecutorAdded.java ExecutorRemoved.java	41:117 (76%) 44:120 (76%)	view
46	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	ExecutorAdded.java ExecutorUpdated.java	41:117 (76%) 54:130 (76%)	view
43	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	StageExecutorMetrics.java StageSubmitted.java	76:147 (53%) 75:145 (53%)	view
43	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	StageCompleted.java StageExecutorMetrics.java	96:169 (51%) 85:157 (53%)	view
39	x 2	wayang-api/wayang-api-sc...a/org/apache/wayang/api wayang-api/wayang-api-sc...a/org/apache/wayang/api	DataQuantaBuilder.scala DataQuantaBuilder.scala	1216:1305 (7%) 1340:1429 (7%)	view
38	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	StageCompleted.java StageSubmitted.java	96:158 (45%) 83:145 (46%)	view
35	x 2	wayang-plugins/wayang-ie.../operators/java_helpers wayang-plugins/wayang-ie...operators/spark_helpers	revDataComparator.java revDataComparator.java	45:89 (72%) 42:86 (77%)	view
35	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	JobEnd.java JobStart.java	33:87 (97%) 32:86 (97%)	view
31	x 2	wayang-benchmark/code/ma...ache/wayang/apps/kmeans wayang-benchmark/code/ma...ng/apps/kmeans/postgres	Kmeans.scala Kmeans.scala	62:110 (32%) 62:110 (34%)	view
31	x 2	wayang-benchmark/code/ma...ayang/apps/tpch/queries wayang-benchmark/code/ma...ayang/apps/tpch/queries	Query3File.scala Query3Hybrid.scala	113:150 (43%) 126:163 (39%)	view
30	x 2	wayang-api/wayang-api-re...t/server/spring/decoder wayang-api/wayang-api-re...t/server/spring/general	WayangPlanBuilder.java WayangController.java	82:141 (27%) 117:176 (20%)	view
29	x 2	wayang-benchmark/code/ma...ache/wayang/apps/kmeans wayang-benchmark/code/ma...ng/apps/kmeans/postgres	Kmeans.scala Kmeans.scala	151:256 (30%) 151:256 (31%)	view
27	x 2	wayang-platforms/wayang-...che/wayang/java/mapping wayang-platforms/wayang-...he/wayang/spark/mapping	Mappings.java Mappings.java	37:64 (81%) 37:64 (81%)	view
27	x 2	wayang-benchmark/code/ma...he/wayang/apps/simwords wayang-benchmark/code/ma...he/wayang/apps/simwords	SimWords.scala Word2NVec.scala	52:84 (27%) 55:87 (34%)	view
27	x 2	wayang-plugins/wayang-ie...ache/wayang/iejoin/data wayang-plugins/wayang-ie.../operators/java_helpers	Data.java DataComparator.java	104:139 (38%) 47:82 (71%)	view
27	x 2	wayang-benchmark/code/ma...ayang/apps/tpch/queries wayang-benchmark/code/ma...ayang/apps/tpch/queries	Query3Database.scala Query3Hybrid.scala	86:124 (33%) 88:126 (34%)	view
27	x 2	wayang-benchmark/code/ma.../apache/wayang/apps/sgd wayang-benchmark/code/ma.../apache/wayang/apps/sgd	SGDImpl.java SGDImprovedImpl.java	50:87 (20%) 51:88 (31%)	view
27	x 2	wayang-api/wayang-api-sq...yang/api/sql/sources/fs wayang-commons/wayang-co...che/wayang/core/util/fs	JavaCSVTableSource.java FileUtils.java	163:208 (30%) 47:92 (79%)	view
26	x 2	wayang-platforms/wayang-.../wayang/flink/execution wayang-platforms/wayang-...e/wayang/java/execution	FlinkExecutor.java JavaExecutor.java	91:127 (37%) 70:107 (42%)	view
26	x 2	wayang-plugins/wayang-ie.../operators/java_helpers wayang-plugins/wayang-ie...operators/spark_helpers	BitSetJoin.java BitSetJoin.java	173:214 (17%) 161:202 (17%)	view
26	x 2	wayang-platforms/wayang-.../wayang/flink/execution wayang-platforms/wayang-.../wayang/spark/execution	FlinkExecutor.java SparkExecutor.java	87:120 (37%) 97:131 (32%)	view
26	x 2	wayang-docs/src/main/resources wayang-docs/src/main/resources	_config.prod.yml _config.yml	19:44 (96%) 19:44 (96%)	view
26	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	ApplicationEnd.java ApplicationStart.java	53:94 (60%) 47:88 (60%)	view
25	x 2	wayang-api/wayang-api-sq...i/sql/calcite/optimizer wayang-api/wayang-api-sq...i/sql/calcite/optimizer	Optimizer.java Optimizer.java	89:121 (20%) 143:175 (20%)	view
25	x 2	wayang-commons/wayang-ut.../util/profiledb/storage wayang-commons/wayang-ut.../util/profiledb/storage	FileStorage.java JDBCStorage.java	32:105 (89%) 28:96 (89%)	view
23	x 2	wayang-platforms/wayang-...e/wayang/java/execution wayang-platforms/wayang-.../wayang/spark/execution	JavaExecutor.java SparkExecutor.java	70:100 (37%) 101:131 (29%)	view
22	x 2	wayang-benchmark/code/ma...ayang/apps/tpch/queries wayang-benchmark/code/ma...ayang/apps/tpch/queries	Query3Database.scala Query3File.scala	141:167 (27%) 126:150 (30%)	view
22	x 2	wayang-benchmark/code/ma...ayang/apps/tpch/queries wayang-benchmark/code/ma...ayang/apps/tpch/queries	Query3Database.scala Query3Hybrid.scala	141:167 (27%) 139:163 (27%)	view
21	x 2	wayang-commons/wayang-ba.../wayang/basic/operators wayang-commons/wayang-ba.../wayang/basic/operators	DoWhileOperator.java RepeatOperator.java	177:207 (17%) 141:171 (23%)	view
21	x 2	wayang-commons/wayang-co...ng/core/optimizer/costs wayang-profiler/code/mai...che/wayang/profiler/log	LoadProfileEstimators.java DynamicLoadEstimator.java	412:435 (9%) 133:156 (17%)	view
21	x 2	wayang-web-dashboard/das...main/vue/src/components wayang-web-dashboard/das...main/vue/src/components	JobDetails.vue JobListItem.vue	66:86 (32%) 58:78 (28%)	view
20	x 2	wayang-web-dashboard/das...main/vue/src/components wayang-web-dashboard/das...main/vue/src/components	JobListItem.vue JobSummaryCard.vue	60:79 (27%) 44:63 (46%)	view
20	x 2	wayang-api/wayang-api-re...t/server/spring/decoder wayang-api/wayang-api-re...t/server/spring/general	WayangPlanBuilder.java WayangController.java	144:185 (18%) 179:220 (13%)	view
19	x 2	wayang-web-dashboard/das...main/vue/src/components wayang-web-dashboard/das...main/vue/src/components	JobDetails.vue JobSummaryCard.vue	68:86 (29%) 44:62 (44%)	view
18	x 2	wayang-platforms/wayang-.../wayang/spark/operators wayang-platforms/wayang-.../wayang/spark/operators	SparkFlatMapOperator.java SparkMapOperator.java	105:129 (36%) 105:129 (36%)	view
18	x 2	wayang-plugins/wayang-ie.../operators/java_helpers wayang-plugins/wayang-ie...operators/spark_helpers	BitSetJoin.java BitSetJoin.java	36:56 (12%) 40:60 (12%)	view
18	x 2	wayang-platforms/wayang-.../wayang/spark/operators wayang-platforms/wayang-.../wayang/spark/operators	SparkFlatMapOperator.java SparkMapPartitionsOperator.java	105:129 (36%) 113:137 (33%)	view
18	x 2	wayang-platforms/wayang-...park/monitoring/metrics wayang-platforms/wayang-...park/monitoring/metrics	StageCompleted.java StageExecutorMetrics.java	65:92 (21%) 51:78 (22%)	view
18	x 2	wayang-platforms/wayang-.../wayang/spark/operators wayang-platforms/wayang-.../wayang/spark/operators	SparkMapOperator.java SparkMapPartitionsOperator.java	105:129 (36%) 113:137 (33%)	view
18	x 2	wayang-api/wayang-api-sq...yang/api/sql/sources/fs wayang-platforms/wayang-...e/wayang/java/operators	JavaCSVTableSource.java JavaTsvFileSource.java	84:104 (20%) 73:93 (30%)	view
17	x 2	wayang-profiler/code/mai...e/wayang/profiler/spark wayang-profiler/code/mai...e/wayang/profiler/spark	BinaryOperatorProfiler.java SparkUnaryOperatorProfiler.java	70:92 (37%) 60:82 (47%)	view
17	x 2	wayang-profiler/code/mai...e/wayang/profiler/spark wayang-profiler/code/mai...e/wayang/profiler/spark	SparkSourceProfiler.java SparkUnaryOperatorProfiler.java	50:72 (56%) 60:82 (47%)	view
17	x 2	wayang-commons/wayang-co...ng/core/optimizer/costs wayang-commons/wayang-co...ng/core/optimizer/costs	DefaultLoadEstimator.java IntervalLoadEstimator.java	123:143 (22%) 99:119 (21%)	view
17	x 2	wayang-benchmark/code/ma...ache/wayang/apps/kmeans wayang-benchmark/code/ma...ng/apps/kmeans/postgres	Kmeans.scala Kmeans.scala	112:138 (18%) 112:138 (18%)	view
17	x 2	wayang-profiler/code/mai...e/wayang/profiler/spark wayang-profiler/code/mai...e/wayang/profiler/spark	BinaryOperatorProfiler.java SparkSourceProfiler.java	70:92 (37%) 50:72 (56%)	view

Duplicated Units

The list of top 22 duplicated units.

See data for all 22 unit duplicates...

Size	#	Folders	Files	Lines	Code
30	x 2	wayang-api/wayang-api-sq...yang/api/sql/sources/fs wayang-commons/wayang-co...che/wayang/core/util/fs	JavaCSVTableSource.java FileUtils.java	173:210  57:93	view
20	x 2	wayang-benchmark/code/ma...ache/wayang/apps/kmeans wayang-benchmark/code/ma...ng/apps/kmeans/postgres	Kmeans.scala Kmeans.scala	108:140  108:140	view
12	x 2	wayang-platforms/wayang-...yang/graphchi/execution wayang-platforms/wayang-...wayang/giraph/execution	GraphChiExecutor.java GiraphExecutor.java	62:76  57:71	view
10	x 2	wayang-benchmark/code/ma...ache/wayang/apps/kmeans wayang-benchmark/code/ma...ng/apps/kmeans/postgres	Kmeans.scala Kmeans.scala	167:178  167:178	view
9	x 2	wayang-platforms/wayang-...ayang/graphchi/platform wayang-platforms/wayang-.../wayang/giraph/platform	GraphChiPlatform.java GiraphPlatform.java	79:89  77:87	view
9	x 2	wayang-platforms/wayang-...he/wayang/flink/mapping wayang-platforms/wayang-...he/wayang/spark/mapping	ObjectFileSinkMapping.java ObjectFileSinkMapping.java	47:57  49:59	view
9	x 3	wayang-platforms/wayang-...he/wayang/flink/mapping wayang-platforms/wayang-...he/wayang/spark/mapping wayang-platforms/wayang-...che/wayang/java/mapping	ObjectFileSourceMapping.java ObjectFileSourceMapping.java ObjectFileSourceMapping.java	50:60  51:61  49:59	view
9	x 2	wayang-commons/wayang-ut...iledb/model/measurement wayang-commons/wayang-co...apache/wayang/core/util	TimeMeasurement.java Formats.java	191:201  32:42	view
9	x 2	wayang-commons/wayang-co...he/wayang/core/function wayang-commons/wayang-co...he/wayang/core/function	MapPartitionsDescriptor.java FlatMapDescriptor.java	85:95  82:92	view
9	x 2	wayang-plugins/wayang-ie...operators/spark_helpers wayang-plugins/wayang-ie.../operators/java_helpers	BitSetJoin.java BitSetJoin.java	51:61  47:57	view
8	x 2	wayang-platforms/wayang-.../wayang/flink/operators wayang-platforms/wayang-.../wayang/flink/operators	FlinkRepeatExpandedOperator.java FlinkRepeatOperator.java	200:209  133:142	view
8	x 2	wayang-commons/wayang-ba.../wayang/basic/operators wayang-commons/wayang-ba.../wayang/basic/operators	JoinOperator.java CoGroupOperator.java	48:57  49:58	view
7	x 2	wayang-platforms/wayang-...he/wayang/flink/mapping wayang-platforms/wayang-...he/wayang/flink/mapping	DoWhileMapping.java FilterMapping.java	41:49  43:51	view
7	x 3	wayang-platforms/wayang-.../wayang/flink/operators wayang-platforms/wayang-.../wayang/flink/operators wayang-platforms/wayang-.../wayang/flink/operators	FlinkMapOperator.java FlinkFlatMapOperator.java FlinkMapPartitionsOperator.java	110:118  124:132  125:133	view
7	x 2	wayang-platforms/wayang-.../wayang/sqlite3/mapping wayang-platforms/wayang-.../wayang/sqlite3/mapping	FilterMapping.java ProjectionMapping.java	41:49  42:50	view
7	x 2	wayang-platforms/wayang-...he/wayang/spark/mapping wayang-platforms/wayang-...he/wayang/spark/mapping	MapPartitionsMapping.java MapMapping.java	41:49  41:49	view
7	x 4	wayang-platforms/wayang-...che/wayang/java/mapping wayang-platforms/wayang-...che/wayang/java/mapping wayang-platforms/wayang-...che/wayang/java/mapping wayang-platforms/wayang-...che/wayang/java/mapping	GlobalMaterializedGroupMapping.java DoWhileMapping.java FilterMapping.java FlatMapMapping.java	41:49  43:51  42:50  41:49	view
7	x 2	wayang-commons/wayang-ba.../wayang/basic/operators wayang-commons/wayang-ba.../wayang/basic/operators	DoWhileOperator.java RepeatOperator.java	186:194  150:158	view
7	x 2	wayang-commons/wayang-co...he/wayang/core/function wayang-commons/wayang-co...he/wayang/core/function	ConsumerDescriptor.java PredicateDescriptor.java	64:72  69:77	view
6	x 2	wayang-commons/wayang-co...e/wayang/core/optimizer wayang-commons/wayang-co...e/wayang/core/optimizer	ProbabilisticIntervalEstimate.java ProbabilisticDoubleInterval.java	55:63  65:73	view
6	x 2	wayang-commons/wayang-co...e/wayang/core/optimizer wayang-commons/wayang-co...e/wayang/core/optimizer	ProbabilisticIntervalEstimate.java ProbabilisticDoubleInterval.java	134:141  132:139	view
6	x 2	wayang-plugins/wayang-ie...wayang/iejoin/operators wayang-plugins/wayang-ie...wayang/iejoin/operators	IEJoinOperator.java IESelfJoinOperator.java	78:85  68:75	view