huggingface / text-generation-inference

Duplication

Places in code with 6 or more lines that are exactly the same.

Longest Duplicates

The list of 50 longest duplicates.

See data for all 18,504 duplicates...

Size	#	Folders	Files	Lines	Code
824	x 2	backends/gaudi/server/te...tion_server/layers/gptq server/text_generation_server/layers/gptq	quantize.py quantize.py	22:1026 (100%) 22:1026 (100%)	view
638	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	bloom_modeling.py bloom_modeling.py	30:923 (100%) 30:923 (100%)	view
563	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	idefics2.py idefics2.py	26:728 (84%) 26:728 (84%)	view
458	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	clip.py clip.py	8:817 (100%) 8:817 (100%)	view
374	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	seq2seq_lm.py seq2seq_lm.py	82:556 (51%) 84:558 (50%)	view
355	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	idefics3.py idefics3.py	25:471 (77%) 25:471 (77%)	view
287	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	siglip.py siglip.py	9:410 (100%) 9:410 (100%)	view
283	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_mllama.py mllama.py	347:693 (38%) 335:681 (34%)	view
225	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	seq2seq_lm.py seq2seq_lm.py	646:920 (31%) 660:934 (30%)	view
214	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_5_vl.py qwen2_5_vl.py	51:381 (30%) 48:375 (29%)	view
207	x 2	backends/gaudi/server/text_generation_server server/text_generation_server	cli.py cli.py	112:373 (73%) 115:376 (72%)	view
204	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	mlp.py mlp.py	11:282 (100%) 11:282 (100%)	view
201	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_santacoder_modeling.py flash_santacoder_modeling.py	36:269 (46%) 37:270 (46%)	view
193	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	mamba_modeling.py mamba_modeling.py	12:238 (100%) 12:238 (100%)	view
190	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_dbrx_modeling.py flash_dbrx_modeling.py	32:265 (31%) 38:269 (30%)	view
186	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	logits_process.py logits_process.py	176:484 (47%) 175:483 (46%)	view
181	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	flash_vlm_causal_lm.py vlm_causal_lm.py	29:287 (21%) 15:278 (19%)	view
180	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	flash_vlm_causal_lm.py vlm_causal_lm.py	326:540 (21%) 318:535 (19%)	view
179	x 2	server/text_generation_s.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_deepseek_v2_modeling.py flash_deepseek_v3_modeling.py	158:363 (32%) 158:363 (32%)	view
172	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_5_vl.py qwen2_5_vl.py	532:729 (24%) 566:762 (23%)	view
171	x 2	backends/client/src/v2 backends/v2/src/client	client.rs grpc_client.rs	22:255 (92%) 21:254 (92%)	view
165	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	hub.py hub.py	12:234 (100%) 12:234 (100%)	view
156	x 2	backends/client/src/v2 backends/v2/src/client	sharded_client.rs sharded_client.rs	38:249 (87%) 39:250 (86%)	view
155	x 2	backends/v2/src backends/v3/src	backend.rs backend.rs	265:495 (43%) 327:557 (38%)	view
152	x 2	backends/gaudi/server/te...ation_server/layers/moe server/text_generation_server/layers/moe	__init__.py __init__.py	29:216 (80%) 44:231 (70%)	view
147	x 2	backends/gaudi/server/te...ion_server/utils/merges server/text_generation_server/utils/merges	strategies.py strategies.py	6:220 (100%) 6:220 (100%)	view
147	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	tokens.py tokens.py	272:441 (23%) 263:432 (28%)	view
144	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	__init__.py __init__.py	163:306 (15%) 217:360 (8%)	view
141	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_mllama.py mllama.py	35:238 (19%) 40:240 (17%)	view
139	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	tokens.py tokens.py	10:167 (22%) 8:164 (26%)	view
135	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	weights.py weights.py	146:316 (47%) 139:309 (48%)	view
132	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_phi_moe_modeling.py flash_phi_moe_modeling.py	21:253 (100%) 22:254 (100%)	view
132	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	medusa.py medusa.py	7:191 (100%) 7:191 (100%)	view
127	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_gpt2_modeling.py flash_gpt2_modeling.py	51:213 (35%) 52:214 (34%)	view
124	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_starcoder2_modeling.py flash_starcoder2_modeling.py	35:182 (24%) 33:179 (24%)	view
121	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_vl.py qwen2_vl.py	345:496 (29%) 370:521 (27%)	view
118	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_5_vl.py qwen2_5_vl.py	768:916 (16%) 792:943 (16%)	view
116	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	adapter.py adapter.py	132:279 (50%) 135:282 (48%)	view
115	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_mixtral_modeling.py flash_mixtral_modeling.py	42:190 (28%) 40:187 (27%)	view
113	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_vl.py qwen2_vl.py	192:322 (27%) 227:357 (25%)	view
111	x 2	backends/gaudi/server/te.../models/custom_modeling backends/gaudi/server/te.../models/custom_modeling	qwen2_5_vl.py qwen2_vl.py	810:949 (15%) 390:528 (26%)	view
110	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_starcoder2_modeling.py flash_starcoder2_modeling.py	283:408 (21%) 295:420 (21%)	view
109	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_gemma2_modeling.py flash_gemma2_modeling.py	34:168 (22%) 32:165 (23%)	view
107	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	quantization.py quantization.py	8:140 (83%) 10:143 (65%)	view
106	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_gemma_modeling.py flash_gemma_modeling.py	34:165 (27%) 32:162 (27%)	view
105	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_deepseek_v2_modeling.py flash_deepseek_v2_modeling.py	47:158 (19%) 51:162 (19%)	view
105	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_deepseek_v3_modeling.py flash_deepseek_v3_modeling.py	60:171 (17%) 51:162 (18%)	view
101	x 2	backends/v2/src backends/v3/src	main.rs main.rs	25:132 (52%) 25:132 (49%)	view
100	x 2	backends/client/src/v3 backends/v3/src/client	sharded_client.rs sharded_client.rs	61:201 (51%) 62:201 (53%)	view
99	x 2	server/custom_kernels/custom_kernels server/custom_kernels/custom_kernels	fused_attention_cuda.cu fused_bloom_attention_cuda.cu	1:113 (45%) 1:113 (45%)	view

Duplicated Units

The list of top 50 duplicated units.

See data for all 58 unit duplicates...

Size	#	Folders	Files	Lines	Code
211	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	seq2seq_lm.py seq2seq_lm.py	0:0  0:0	view
76	x 2	backends/gaudi/server/te...tion_server/layers/gptq server/text_generation_server/layers/gptq	quantize.py quantize.py	0:0  0:0	view
74	x 2	backends/v2/src backends/v3/src	backend.rs backend.rs	386:474  448:536	view
67	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	quantization.py quantization.py	0:0  0:0	view
66	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_mllama.py mllama.py	0:0  0:0	view
61	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_phi_moe_modeling.py flash_phi_moe_modeling.py	0:0  0:0	view
49	x 2	backends/gaudi/server/te...tion_server/layers/gptq server/text_generation_server/layers/gptq	hpu.py ipex.py	0:0  0:0	view
46	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_starcoder2_modeling.py flash_starcoder2_modeling.py	0:0  0:0	view
44	x 4	backends/gaudi/server/te.../models/custom_modeling backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_gemma3_modeling.py flash_gemma2_modeling.py flash_gemma3_modeling.py flash_gemma2_modeling.py	0:0  0:0  0:0  0:0	view
44	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	mlp.py mlp.py	0:0  0:0	view
42	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_5_vl.py qwen2_5_vl.py	0:0  0:0	view
41	x 4	backends/gaudi/server/te.../models/custom_modeling backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_deepseek_v2_modeling.py flash_deepseek_v3_modeling.py flash_deepseek_v2_modeling.py flash_deepseek_v3_modeling.py	0:0  0:0  0:0  0:0	view
42	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_dbrx_modeling.py flash_dbrx_modeling.py	0:0  0:0	view
41	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	mamba_modeling.py mamba_modeling.py	0:0  0:0	view
39	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	qwen2_vl.py qwen2_vl.py	0:0  0:0	view
39	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_gpt2_modeling.py flash_gpt2_modeling.py	0:0  0:0	view
33	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	bloom_modeling.py bloom_modeling.py	0:0  0:0	view
33	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	idefics2.py idefics2.py	0:0  0:0	view
35	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	idefics3.py idefics3.py	0:0  0:0	view
31	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_pali_gemma_modeling.py flash_pali_gemma_modeling.py	0:0  0:0	view
30	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	peft.py peft.py	0:0  0:0	view
30	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	medusa.py medusa.py	0:0  0:0	view
28	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_santacoder_modeling.py flash_santacoder_modeling.py	0:0  0:0	view
30	x 2	backends/gaudi/server/te...yers/compressed_tensors server/text_generation_s...yers/compressed_tensors	loader.py loader.py	0:0  0:0	view
29	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	flash_llava_next.py llava_next.py	0:0  0:0	view
27	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	siglip.py siglip.py	0:0  0:0	view
26	x 2	backends/gaudi/server/te.../models/custom_modeling server/text_generation_s.../models/custom_modeling	clip.py clip.py	0:0  0:0	view
30	x 2	backends/gaudi/server/te...ation_server/layers/moe server/text_generation_server/layers/moe	__init__.py __init__.py	0:0  0:0	view
24	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	hub.py hub.py	0:0  0:0	view
27	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	logits_process.py logits_process.py	0:0  0:0	view
22	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	speculative.py speculative.py	0:0  0:0	view
28	x 2	backends/gaudi/server/text_generation_server server/text_generation_server	tracing.py tracing.py	0:0  0:0	view
20	x 2	backends/v2/src backends/v3/src	queue.rs queue.rs	365:388  523:546	view
27	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	convert.py convert.py	0:0  0:0	view
19	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	exl2.py exl2.py	0:0  0:0	view
14	x 2	backends/v2/src backends/v3/src	backend.rs backend.rs	361:383  423:445	view
14	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	types.py types.py	0:0  0:0	view
15	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	bnb.py bnb.py	0:0  0:0	view
13	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	weights.py weights.py	0:0  0:0	view
13	x 2	backends/gaudi/server/text_generation_server server/text_generation_server	cli.py cli.py	0:0  0:0	view
12	x 2	backends/v2 backends/v3	build.rs build.rs	3:19  3:19	view
16	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	chunks.py chunks.py	0:0  0:0	view
12	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	watermark.py watermark.py	0:0  0:0	view
12	x 2	backends/gaudi/server/te...eneration_server/models server/text_generation_server/models	model.py model.py	0:0  0:0	view
20	x 2	backends/gaudi/server/text_generation_server/utils server/text_generation_server/utils	segments.py segments.py	0:0  0:0	view
11	x 2	backends/gaudi/server/te...eneration_server/layers server/text_generation_server/layers	conv.py conv.py	0:0  0:0	view
11	x 3	server/text_generation_server/layers/attention server/text_generation_server/layers/attention server/text_generation_server/layers/attention	ipex.py rocm.py cuda.py	0:0  0:0  0:0	view
10	x 2	backends/v2/src backends/v3/src	backend.rs backend.rs	478:492  540:554	view
18	x 2	backends/gaudi/server/te...ation_server/layers/awq server/text_generation_server/layers/awq	conversion_utils.py conversion_utils.py	0:0  0:0	view
10	x 2	backends/gaudi/server/te...eration_server/adapters server/text_generation_server/adapters	lora.py lora.py	0:0  0:0	view