huggingface / huggingface.js

Duplication

Places in code with 6 or more lines that are exactly the same.

Longest Duplicates

The list of 50 longest duplicates.

See data for all 900 duplicates...

Size	#	Folders	Files	Lines	Code
37	x 2	packages/blob/src/utils packages/gguf/src/utils	FileBlob.ts FileBlob.ts	22:115 (100%) 22:115 (100%)	view
37	x 2	packages/blob/src/utils packages/hub/src/utils	FileBlob.ts FileBlob.ts	22:115 (100%) 22:115 (100%)	view
37	x 2	packages/gguf/src/utils packages/hub/src/utils	FileBlob.ts FileBlob.ts	22:115 (100%) 22:115 (100%)	view
29	x 2	packages/tasks/src/tasks/sentence-similarity packages/tasks/src/tasks/text-ranking	data.ts data.ts	3:38 (34%) 3:38 (39%)	view
29	x 2	packages/tasks-gen/snipp...-stream/python/requests packages/tasks-gen/snipp...-stream/python/requests	0.fireworks-ai.py 0.hf-inference.py	6:36 (82%) 6:36 (82%)	view
25	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp.../python/huggingface_hub	0.fireworks-ai.py 0.hf-inference.py	6:32 (92%) 6:32 (92%)	view
25	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...lm-stream/python/openai	0.fireworks-ai.py 0.hf-inference.py	6:32 (92%) 6:32 (92%)	view
25	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...lm-stream/python/openai	0.hf-inference.py 0.hf-inference.py	6:32 (92%) 6:32 (92%)	view
24	x 2	packages/tasks-gen/snipp...-stream/python/requests packages/tasks-gen/snipp...-stream/python/requests	0.fireworks-ai.py 0.hf-inference.py	5:30 (85%) 5:30 (85%)	view
23	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp.../python/huggingface_hub	0.fireworks-ai.py 0.hf-inference.py	6:30 (92%) 6:30 (92%)	view
23	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...on-stream/python/openai	0.hf-inference.py 0.hf-inference.py	6:30 (92%) 6:30 (92%)	view
23	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...on-stream/python/openai	0.fireworks-ai.py 0.hf-inference.py	6:30 (92%) 6:30 (92%)	view
21	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...lm-stream/python/openai	0.fireworks-ai.py 0.fireworks-ai.py	11:32 (77%) 11:32 (77%)	view
21	x 2	packages/tasks/src/tasks/image-classification packages/tasks/src/tasks/video-classification	data.ts data.ts	37:61 (31%) 32:56 (32%)	view
21	x 2	packages/tasks/src/tasks/text-to-audio packages/tasks/src/tasks/text-to-speech	inference.ts inference.ts	41:133 (70%) 41:133 (70%)	view
21	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...lm-stream/python/openai	0.hf-inference.py 0.fireworks-ai.py	11:32 (77%) 11:32 (77%)	view
21	x 2	packages/tasks-gen/snipp...tream/js/huggingface.js packages/tasks-gen/snipp...tream/js/huggingface.js	0.fireworks-ai.js 0.hf-inference.js	9:33 (84%) 9:33 (84%)	view
21	x 2	packages/tasks-gen/snipp...lm-stream/python/openai packages/tasks-gen/snipp...lm-stream/python/openai	0.fireworks-ai.py 0.hf-inference.py	11:32 (77%) 11:32 (77%)	view
20	x 2	packages/tasks/src/tasks/image-to-text packages/tasks/src/tasks/text-to-audio	inference.ts inference.ts	32:123 (64%) 42:133 (66%)	view
20	x 2	packages/tasks-gen/scripts packages/tasks-gen/scripts	inference-tei-import.ts inference-tgi-import.ts	71:103 (27%) 81:113 (23%)	view
20	x 2	packages/tasks/src/tasks...atic-speech-recognition packages/tasks/src/tasks/image-to-text	inference.ts inference.ts	33:124 (57%) 32:123 (64%)	view
20	x 2	packages/tasks/src/tasks...atic-speech-recognition packages/tasks/src/tasks/text-to-audio	inference.ts inference.ts	33:124 (57%) 42:133 (66%)	view
20	x 2	packages/tasks/src/tasks/image-to-text packages/tasks/src/tasks/text-to-speech	inference.ts inference.ts	32:123 (64%) 42:133 (66%)	view
20	x 2	packages/tasks/src/tasks...atic-speech-recognition packages/tasks/src/tasks/text-to-speech	inference.ts inference.ts	33:124 (57%) 42:133 (66%)	view
19	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...on-stream/python/openai	0.fireworks-ai.py 0.fireworks-ai.py	11:30 (76%) 11:30 (76%)	view
19	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...on-stream/python/openai	0.hf-inference.py 0.fireworks-ai.py	11:30 (76%) 11:30 (76%)	view
19	x 2	packages/tasks-gen/snipp...on-stream/python/openai packages/tasks-gen/snipp...on-stream/python/openai	0.fireworks-ai.py 0.hf-inference.py	11:30 (76%) 11:30 (76%)	view
18	x 2	packages/inference/src/snippets/templates/js/fetch packages/inference/src/snippets/templates/js/fetch	textToAudio.jinja textToSpeech.jinja	21:38 (43%) 21:38 (43%)	view
18	x 2	packages/tasks/src/tasks/token-classification packages/tasks/src/tasks/video-classification	data.ts data.ts	39:60 (24%) 35:56 (28%)	view
18	x 2	packages/tasks/src/tasks/image-classification packages/tasks/src/tasks/token-classification	data.ts data.ts	40:61 (26%) 39:60 (24%)	view
18	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp.../python/huggingface_hub	0.fireworks-ai.py 0.hf-inference.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/tasks/src/tasks/tabular-classification packages/tasks/src/tasks/video-classification	data.ts data.ts	26:47 (32%) 35:56 (28%)	view
18	x 2	packages/tasks/src/tasks/audio-classification packages/tasks/src/tasks/tabular-classification	data.ts data.ts	34:55 (28%) 26:47 (32%)	view
18	x 2	packages/tasks/src/tasks/audio-classification packages/tasks/src/tasks/token-classification	data.ts data.ts	34:55 (28%) 39:60 (24%)	view
18	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp.../python/huggingface_hub	0.hf-inference.py 0.hf-inference.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/tasks/src/tasks/audio-classification packages/tasks/src/tasks/video-classification	data.ts data.ts	34:55 (28%) 35:56 (28%)	view
18	x 2	packages/gguf packages/ollama-utils	tsup.config.ts tsup.config.ts	3:23 (100%) 3:23 (100%)	view
18	x 2	packages/tasks-gen/snipp...image-to-image/js/fetch packages/tasks-gen/snipp...image-to-image/js/fetch	0.fal-ai.js 0.replicate.js	7:29 (81%) 7:29 (81%)	view
18	x 2	packages/tasks/src/tasks/tabular-classification packages/tasks/src/tasks/token-classification	data.ts data.ts	26:47 (32%) 39:60 (24%)	view
18	x 2	packages/tasks-gen/snipp...image-to-image/js/fetch packages/tasks-gen/snipp...image-to-image/js/fetch	0.fal-ai.js 0.hf-inference.js	7:29 (81%) 7:29 (81%)	view
18	x 2	packages/tasks-gen/snipp...on-stream/python/openai packages/tasks-gen/snipp.../python/huggingface_hub	0.hf-inference.py 0.fireworks-ai.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/tasks-gen/snipp...on-stream/python/openai packages/tasks-gen/snipp...lm-stream/python/openai	0.fireworks-ai.py 0.fireworks-ai.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/agents packages/ollama-utils	tsup.config.ts tsup.config.ts	3:23 (100%) 3:23 (100%)	view
18	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp.../python/huggingface_hub	0.hf-inference.py 0.fireworks-ai.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...lm-stream/python/openai	0.fireworks-ai.py 0.hf-inference.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/tasks-gen/snipp.../python/huggingface_hub packages/tasks-gen/snipp...lm-stream/python/openai	0.hf-inference.py 0.hf-inference.py	10:27 (72%) 10:27 (66%)	view
18	x 2	packages/agents packages/gguf	tsup.config.ts tsup.config.ts	3:23 (100%) 3:23 (100%)	view
18	x 2	packages/tasks-gen/snipp...al-vlm-stream/js/openai packages/tasks-gen/snipp...al-vlm-stream/js/openai	0.fireworks-ai.js 0.hf-inference.js	10:31 (75%) 10:31 (75%)	view
18	x 2	packages/tasks-gen/snipp...o-image/python/requests packages/tasks-gen/snipp...o-image/python/requests	0.fal-ai.py 0.hf-inference.py	6:30 (94%) 6:30 (94%)	view
18	x 2	packages/tasks-gen/snipp...on-stream/python/openai packages/tasks-gen/snipp.../python/huggingface_hub	0.hf-inference.py 0.hf-inference.py	10:27 (72%) 10:27 (66%)	view

Duplicated Units

The list of top 12 duplicated units.

See data for all 12 unit duplicates...

Size	#	Folders	Files	Lines	Code
16	x 3	packages/tasks-gen/snipp...image-to-image/js/fetch packages/tasks-gen/snipp...image-to-image/js/fetch packages/tasks-gen/snipp...image-to-image/js/fetch	0.hf-inference.js 0.fal-ai.js 0.replicate.js	3:20  3:20  3:20	view
16	x 2	packages/gguf/src/utils packages/hub/src/utils	promisesQueue.ts promisesQueue.ts	6:23  6:23	view
13	x 8	packages/tasks-gen/snipp...classification/js/fetch packages/tasks-gen/snipp...ure-extraction/js/fetch packages/tasks-gen/snipp...classification/js/fetch packages/tasks-gen/snipp...classification/js/fetch packages/tasks-gen/snipp...ch-recognition/js/fetch packages/tasks-gen/snipp...o-transformers/js/fetch packages/tasks-gen/snipp...classification/js/fetch packages/tasks-gen/snipp...text-to-speech/js/fetch	0.hf-inference.js 0.hf-inference.js 0.hf-inference.js 0.hf-inference.js 0.hf-inference.js 0.hf-inference.js 0.hf-inference.js 0.fal-ai.js	1:15  1:15  1:15  1:15  1:15  1:15  1:15  1:15	view
13	x 3	packages/tasks-gen/snipp...to-image--lora/js/fetch packages/tasks-gen/snipp.../text-to-image/js/fetch packages/tasks-gen/snipp.../text-to-image/js/fetch	0.fal-ai.js 0.hf-inference.js 0.fal-ai.js	1:15  1:15  1:15	view
12	x 3	packages/inference/src/providers packages/inference/src/providers packages/inference/src/providers	featherless-ai.ts ovhcloud.ts together.ts	49:62  61:74  65:78	view
9	x 2	packages/inference/src/utils packages/hub/src/utils	base64FromBytes.ts base64FromBytes.ts	1:11  1:11	view
8	x 3	packages/tasks-gen/scripts packages/tasks-gen/scripts packages/tasks-gen/scripts	inference-tei-import.ts inference-tgi-import.ts inference-codegen.ts	13:25  13:25  25:37	view
8	x 2	packages/inference/src/utils packages/hub/src/utils	pick.ts pick.ts	4:13  4:13	view
7	x 4	packages/inference/src/tasks/nlp packages/inference/src/tasks/nlp packages/inference/src/tasks/nlp packages/inference/src/tasks/audio	summarization.ts fillMask.ts translation.ts textToSpeech.ts	12:20  12:20  11:19  15:23	view
6	x 4	packages/tasks-gen/snipp...-stream/python/requests packages/tasks-gen/snipp...-stream/python/requests packages/tasks-gen/snipp...-stream/python/requests packages/tasks-gen/snipp...-stream/python/requests	0.together.py 0.hf-inference.py 0.hf-inference.py 0.fireworks-ai.py	0:0  0:0  0:0  0:0	view
6	x 2	packages/inference/src/tasks/audio packages/inference/src/providers	utils.ts hf-inference.ts	12:19  233:240	view
6	x 3	packages/gguf/src/utils packages/hub/src/utils packages/blob/src/utils	FileBlob.ts FileBlob.ts FileBlob.ts	109:117  109:117  109:117	view