aws / sagemaker-hyperpod-recipes

Duplication

Places in code with 6 or more lines that are exactly the same.

Longest Duplicates

The list of 50 longest duplicates.

See data for all 11,173 duplicates...

Size	#	Folders	Files	Lines	Code
108	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_3_70b_seq8k_gpu_fine_tuning... hf_llama3_70b_seq8k_gpu_fine_tuning.yaml	4:152 (100%) 4:152 (100%)	view
108	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_3_70b_seq16k_gpu_fine_tunin... hf_llama3_70b_seq16k_gpu_fine_tuning....	4:152 (100%) 4:152 (100%)	view
106	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_3_70b_seq8k_gpu_lora.yaml hf_llama3_70b_seq8k_gpu_lora.yaml	4:150 (100%) 4:150 (100%)	view
106	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_3_70b_seq16k_gpu_lora.yaml hf_llama3_70b_seq16k_gpu_lora.yaml	4:150 (100%) 4:150 (100%)	view
99	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_8b_seq8k_gpu_p5x16_pretrain... hf_llama3_8b_seq8k_gpu_p5x32_pretrain...	14:150 (92%) 14:150 (92%)	view
99	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_70b_seq16k_gpu_p5x128_pretr... hf_llama3_70b_seq16k_gpu_p5x32_pretra...	14:149 (92%) 14:149 (92%)	view
99	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_70b_seq8k_gpu_p5x128_pretra... hf_llama3_70b_seq8k_gpu_p5x64_pretrai...	14:149 (92%) 14:149 (92%)	view
99	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_70b_seq16k_gpu_p5x128_pretr... hf_llama3_70b_seq16k_gpu_p5x64_pretra...	14:149 (92%) 14:149 (92%)	view
99	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_70b_seq16k_gpu_p5x32_pretra... hf_llama3_70b_seq16k_gpu_p5x64_pretra...	14:149 (92%) 14:149 (92%)	view
99	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_8b_seq16k_gpu_p5x16_pretrai... hf_llama3_8b_seq16k_gpu_p5x32_pretrai...	14:150 (92%) 14:150 (92%)	view
97	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x22b_seq16k_gpu_p5x128_pr... hf_mixtral_8x22b_seq16k_gpu_p5x64_pre...	13:138 (92%) 13:138 (92%)	view
96	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x22b_seq8k_gpu_p5x128_pre... hf_mixtral_8x22b_seq8k_gpu_p5x32_pret...	13:137 (92%) 13:139 (92%)	view
96	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x22b_seq8k_gpu_p5x128_pre... hf_mixtral_8x22b_seq8k_gpu_p5x64_pret...	13:137 (92%) 13:137 (92%)	view
96	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x22b_seq8k_gpu_p5x32_pret... hf_mixtral_8x22b_seq8k_gpu_p5x64_pret...	13:139 (92%) 13:137 (92%)	view
96	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x7b_seq16k_gpu_p5x16_pret... hf_mixtral_8x7b_seq16k_gpu_p5x32_pret...	13:139 (92%) 13:139 (92%)	view
92	x 2	recipes_collection/recipes/training/mistral recipes_collection/recipes/training/mistral	hf_mistral_7b_seq16k_gpu_p5x16_pretra... hf_mistral_7b_seq16k_gpu_p5x32_pretra...	13:133 (92%) 13:133 (92%)	view
92	x 2	recipes_collection/recipes/training/mistral recipes_collection/recipes/training/mistral	hf_mistral_7b_seq8k_gpu_p5x16_pretrai... hf_mistral_7b_seq8k_gpu_p5x32_pretrai...	13:133 (92%) 13:133 (92%)	view
84	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_14b_seq...	4:115 (79%) 4:115 (79%)	view
84	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_1_dot_5... hf_deepseek_r1_distilled_qwen_1_dot_5...	4:115 (79%) 4:115 (79%)	view
71	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/training/llama	p4_hf_llama3_70b_seq8k_gpu_fine_tunin... p4_hf_llama3_70b_seq8k_gpu.yaml	4:99 (66%) 4:99 (66%)	view
67	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_70b_seq16k_gpu_fine_tuning....	62:152 (62%) 62:152 (62%)	view
67	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_3_70b_seq16k_gpu_fine_tunin...	62:152 (62%) 62:152 (62%)	view
67	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_8b_seq... hf_llama3_8b_seq8k_gpu_fine_tuning.yaml	62:152 (62%) 62:152 (62%)	view
67	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_70b_seq8k_gpu_fine_tuning.yaml	62:152 (62%) 62:152 (62%)	view
67	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_8b_seq... hf_llama3_8b_seq16k_gpu_fine_tuning.yaml	62:152 (62%) 62:152 (62%)	view
67	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_3_70b_seq8k_gpu_fine_tuning...	62:152 (62%) 62:152 (62%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_3_70b_seq8k_gpu_lora.yaml	62:150 (61%) 62:150 (61%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_70b_seq16k_gpu_lora.yaml	62:150 (61%) 62:150 (61%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_8b_seq... hf_llama3_8b_seq16k_gpu_lora.yaml	62:150 (61%) 62:150 (61%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_3_70b_seq16k_gpu_lora.yaml	62:150 (61%) 62:150 (61%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_8b_seq... hf_llama3_8b_seq8k_gpu_lora.yaml	62:150 (61%) 62:150 (61%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/llama	hf_deepseek_r1_distilled_llama_70b_se... hf_llama3_70b_seq8k_gpu_lora.yaml	62:150 (61%) 62:150 (61%)	view
65	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_1_dot_5... hf_deepseek_r1_distilled_qwen_7b_seq1...	6:94 (61%) 6:95 (61%)	view
65	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_70b_seq8k_gpu_p5x32_pretrai... hf_llama3_70b_seq8k_gpu_p5x64_pretrai...	63:149 (60%) 63:149 (60%)	view
65	x 2	recipes_collection/recipes/training/llama recipes_collection/recipes/training/llama	hf_llama3_70b_seq8k_gpu_p5x128_pretra... hf_llama3_70b_seq8k_gpu_p5x32_pretrai...	63:149 (60%) 63:149 (60%)	view
64	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_14b_seq...	4:90 (60%) 4:89 (60%)	view
64	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_32b_seq...	6:94 (60%) 6:93 (59%)	view
64	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_14b_seq...	4:90 (60%) 4:89 (60%)	view
62	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_32b_seq...	6:89 (58%) 6:89 (57%)	view
62	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_32b_seq...	6:89 (58%) 6:89 (57%)	view
62	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_1_dot_5... hf_deepseek_r1_distilled_qwen_7b_seq8...	6:89 (58%) 6:89 (58%)	view
62	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x7b_seq8k_gpu_p5x16_pretr... hf_mixtral_8x7b_seq8k_gpu_p5x32_pretr...	57:139 (59%) 57:139 (59%)	view
61	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_8b_seq8k_gpu_dpo.yaml hf_llama3_8b_seq8k_gpu_fine_tuning.yaml	4:85 (55%) 4:85 (56%)	view
60	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama4_17b_16e_seq4k_gpu_lora_text... hf_llama4_17b_16e_seq8k_gpu_lora_text...	4:86 (56%) 4:86 (56%)	view
59	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_405b_seq16k_gpu_lora.yaml hf_llama3_405b_seq8k_gpu_lora.yaml	4:87 (55%) 4:87 (55%)	view
59	x 2	recipes_collection/recipes/fine-tuning/llama recipes_collection/recipes/fine-tuning/llama	hf_llama3_405b_seq16k_gpu_qlora.yaml hf_llama3_405b_seq8k_gpu_qlora.yaml	4:85 (55%) 4:85 (55%)	view
59	x 2	recipes_collection/recipes/fine-tuning/deepseek recipes_collection/recipes/fine-tuning/deepseek	hf_deepseek_r1_distilled_qwen_14b_seq... hf_deepseek_r1_distilled_qwen_7b_seq1...	6:89 (56%) 6:89 (56%)	view
59	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x22b_seq16k_gpu_p5x128_pr... hf_mixtral_8x22b_seq16k_gpu_p5x32_pre...	61:138 (56%) 60:139 (56%)	view
59	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x7b_seq16k_gpu_p5x16_pret... hf_mixtral_8x7b_seq8k_gpu_p5x16_pretr...	3:76 (56%) 3:76 (56%)	view
59	x 2	recipes_collection/recipes/training/mixtral recipes_collection/recipes/training/mixtral	hf_mixtral_8x22b_seq16k_gpu_p5x32_pre... hf_mixtral_8x22b_seq16k_gpu_p5x64_pre...	60:139 (56%) 61:138 (56%)	view