GoogleCloudPlatform / ml-on-gcp

Duplication

Places in code with 6 or more lines that are exactly the same.

Longest Duplicates

The list of 50 longest duplicates.

See data for all 26,257 duplicates...

Size	#	Folders	Files	Lines	Code
313	x 2	example_zoo/tensorflow/m...ar_main/official/resnet example_zoo/tensorflow/m...et_main/official/resnet	resnet_run_loop.py resnet_run_loop.py	49:645 (100%) 49:645 (100%)	view
268	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_grid_search.ipynb gke_randomized_search.ipynb	419:686 (39%) 421:688 (38%)	view
239	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs	logger.py logger.py	41:441 (100%) 41:441 (100%)	view
239	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	logger.py logger.py	41:441 (100%) 41:441 (100%)	view
239	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	logger.py logger.py	41:441 (100%) 41:441 (100%)	view
239	x 2	example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	logger.py logger.py	41:441 (100%) 41:441 (100%)	view
239	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs	logger.py logger.py	41:441 (100%) 41:441 (100%)	view
239	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	logger.py logger.py	41:441 (100%) 41:441 (100%)	view
235	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_grid_search.ipynb gke_randomized_search.ipynb	71:305 (34%) 73:307 (34%)	view
205	x 2	example_zoo/tensorflow/m...ar_main/official/resnet example_zoo/tensorflow/m...et_main/official/resnet	resnet_model.py resnet_model.py	36:546 (100%) 36:546 (100%)	view
153	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_randomized_search.ipynb	79:231 (22%) 80:232 (22%)	view
153	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_grid_search.ipynb	79:231 (22%) 78:230 (22%)	view
137	x 2	example_zoo/tensorflow/m...n/official/resnet/keras example_zoo/tensorflow/m...n/official/resnet/keras	keras_common.py keras_common.py	29:265 (100%) 29:265 (100%)	view
107	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_randomized_search.ipynb	515:621 (15%) 515:621 (15%)	view
107	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_grid_search.ipynb	515:621 (15%) 513:619 (15%)	view
104	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_performance.py _performance.py	30:172 (100%) 30:172 (100%)	view
104	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_performance.py _performance.py	30:172 (100%) 30:172 (100%)	view
104	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags	_performance.py _performance.py	30:172 (100%) 30:172 (100%)	view
104	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags	_performance.py _performance.py	30:172 (100%) 30:172 (100%)	view
104	x 2	example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_performance.py _performance.py	30:172 (100%) 30:172 (100%)	view
104	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_performance.py _performance.py	30:172 (100%) 30:172 (100%)	view
91	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_grid_search.ipynb gke_randomized_search.ipynb	316:406 (13%) 320:410 (13%)	view
80	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_base.py _base.py	28:141 (100%) 28:141 (100%)	view
80	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_base.py _base.py	28:141 (100%) 28:141 (100%)	view
80	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_base.py _base.py	28:141 (100%) 28:141 (100%)	view
80	x 2	example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_base.py _base.py	28:141 (100%) 28:141 (100%)	view
80	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags	_base.py _base.py	28:141 (100%) 28:141 (100%)	view
80	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags	_base.py _base.py	28:141 (100%) 28:141 (100%)	view
66	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_randomized_search.ipynb	448:513 (9%) 448:513 (9%)	view
66	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_grid_search.ipynb	623:688 (9%) 621:686 (9%)	view
66	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_randomized_search.ipynb	623:688 (9%) 623:688 (9%)	view
66	x 2	example_zoo/tensorflow/m...ar_main/official/resnet example_zoo/tensorflow/m...et_main/official/resnet	imagenet_preprocessing.py imagenet_preprocessing.py	40:260 (100%) 40:260 (100%)	view
66	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_grid_search.ipynb	448:513 (9%) 446:511 (9%)	view
62	x 2	example_zoo/tensorflow/p...n_distributions/trainer example_zoo/tensorflow/p...ocation_edward2/trainer	latent_dirichlet_allocation_distribut... latent_dirichlet_allocation_edward2.py	467:562 (22%) 474:570 (22%)	view
59	x 2	example_zoo/tensorflow/p...n_distributions/trainer example_zoo/tensorflow/p...ocation_edward2/trainer	latent_dirichlet_allocation_distribut... latent_dirichlet_allocation_edward2.py	359:463 (21%) 365:470 (21%)	view
59	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_randomized_search.ipynb	233:291 (8%) 234:292 (8%)	view
59	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_bayes_search.ipynb gke_grid_search.ipynb	233:291 (8%) 232:290 (8%)	view
55	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_benchmark.py _benchmark.py	26:99 (100%) 26:99 (100%)	view
55	x 2	example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_benchmark.py _benchmark.py	26:99 (100%) 26:99 (100%)	view
55	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_benchmark.py _benchmark.py	26:99 (100%) 26:99 (100%)	view
55	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags	_benchmark.py _benchmark.py	26:99 (100%) 26:99 (100%)	view
55	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags	_benchmark.py _benchmark.py	26:99 (100%) 26:99 (100%)	view
55	x 2	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_benchmark.py _benchmark.py	26:99 (100%) 26:99 (100%)	view
53	x 2	tutorials/explanations tutorials/explanations	ai-explanations-image.ipynb ai-explanations-tabular.ipynb	219:271 (3%) 218:270 (3%)	view
50	x 2	tutorials/explanations tutorials/explanations	ai-explanations-image.ipynb ai-explanations-tabular.ipynb	168:217 (3%) 167:216 (3%)	view
50	x 2	tutorials/sklearn/hpsearch tutorials/sklearn/hpsearch	gke_grid_search.ipynb gke_randomized_search.ipynb	1:50 (7%) 1:50 (7%)	view
48	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs	hooks_helper.py hooks_helper.py	33:163 (100%) 33:163 (100%)	view
48	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	hooks_helper.py hooks_helper.py	33:163 (100%) 33:163 (100%)	view
48	x 2	example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	hooks_helper.py hooks_helper.py	33:163 (100%) 33:163 (100%)	view
48	x 2	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	hooks_helper.py hooks_helper.py	33:163 (100%) 33:163 (100%)	view

Duplicated Units

The list of top 20 duplicated units.

See data for all 20 unit duplicates...

Size	#	Folders	Files	Lines	Code
132	x 2	example_zoo/tensorflow/m...ar_main/official/resnet example_zoo/tensorflow/m...et_main/official/resnet	resnet_run_loop.py resnet_run_loop.py	0:0  0:0	view
109	x 4	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_performance.py _performance.py _performance.py _performance.py	0:0  0:0  0:0  0:0	view
89	x 4	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_base.py _base.py _base.py _base.py	0:0  0:0  0:0  0:0	view
60	x 4	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_benchmark.py _benchmark.py _benchmark.py _benchmark.py	0:0  0:0  0:0  0:0	view
64	x 2	example_zoo/tensorflow/m...ar_main/official/resnet example_zoo/tensorflow/m...et_main/official/resnet	resnet_model.py resnet_model.py	0:0  0:0	view
26	x 4	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	logger.py logger.py logger.py logger.py	0:0  0:0  0:0  0:0	view
30	x 4	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_device.py _device.py _device.py _device.py	0:0  0:0  0:0  0:0	view
40	x 4	example_zoo/tensorflow/m...ain/official/utils/misc example_zoo/tensorflow/m...ain/official/utils/misc example_zoo/tensorflow/m...ist/official/utils/misc example_zoo/tensorflow/m...ain/official/utils/misc	distribution_utils.py distribution_utils.py distribution_utils.py distribution_utils.py	0:0  0:0  0:0  0:0	view
32	x 2	example_zoo/tensorflow/m...n/official/resnet/keras example_zoo/tensorflow/m...n/official/resnet/keras	keras_common.py keras_common.py	0:0  0:0	view
26	x 4	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	hooks.py hooks.py hooks.py hooks.py	0:0  0:0  0:0  0:0	view
38	x 2	example_zoo/tensorflow/m...ar_main/official/resnet example_zoo/tensorflow/m...et_main/official/resnet	imagenet_preprocessing.py imagenet_preprocessing.py	0:0  0:0	view
26	x 4	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	hooks_helper.py hooks_helper.py hooks_helper.py hooks_helper.py	0:0  0:0  0:0  0:0	view
18	x 4	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	_misc.py _misc.py _misc.py _misc.py	0:0  0:0  0:0  0:0	view
22	x 4	example_zoo/tensorflow/m...ain/official/utils/misc example_zoo/tensorflow/m...ain/official/utils/misc example_zoo/tensorflow/m...ist/official/utils/misc example_zoo/tensorflow/m...ain/official/utils/misc	model_helpers.py model_helpers.py model_helpers.py model_helpers.py	0:0  0:0  0:0  0:0	view
12	x 5	example_zoo/tensorflow/probability/vq_vae/trainer example_zoo/tensorflow/p...rsarial_network/trainer example_zoo/tensorflow/p...stic_regression/trainer example_zoo/tensorflow/p..._neural_network/trainer example_zoo/tools/templates	tfgfile_wrapper.py tfgfile_wrapper.py tfgfile_wrapper.py tfgfile_wrapper.py tfgfile_wrapper.py	0:0  0:0  0:0  0:0  0:0	view
27	x 4	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	metric_hook.py metric_hook.py metric_hook.py metric_hook.py	0:0  0:0  0:0  0:0	view
10	x 2	tutorials/sklearn/hpsearch/helpers tutorials/sklearn/hpsearch/source	gcs_helper.py gcs_helper.py	0:0  0:0	view
18	x 2	example_zoo/tensorflow/m...n/official/utils/export example_zoo/tensorflow/m...n/official/utils/export	export.py export.py	0:0  0:0	view
8	x 4	example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs example_zoo/tensorflow/m...ist/official/utils/logs example_zoo/tensorflow/m...ain/official/utils/logs	cloud_lib.py cloud_lib.py cloud_lib.py cloud_lib.py	0:0  0:0  0:0  0:0	view
13	x 4	example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags example_zoo/tensorflow/m...st/official/utils/flags example_zoo/tensorflow/m...in/official/utils/flags	core.py core.py core.py core.py	0:0  0:0  0:0  0:0	view