path	# lines of code
seq2seq-distillation/convert_pl_checkpoint_to_hf.py	44
seq2seq-distillation/run_eval.py	122
seq2seq-distillation/finetune.py	387
seq2seq-distillation/make_student.py	139
seq2seq-distillation/_test_seq2seq_examples.py	384
seq2seq-distillation/_test_bash_script.py	138
seq2seq-distillation/_test_make_student.py	29
seq2seq-distillation/utils.py	472
seq2seq-distillation/sentence_splitter.py	14
seq2seq-distillation/callbacks.py	89
seq2seq-distillation/_test_seq2seq_examples_multi_gpu.py	141
seq2seq-distillation/lightning_base.py	329
seq2seq-distillation/distillation.py	248
mlm_wwm/run_chinese_ref.py	123
mlm_wwm/run_mlm_wwm.py	321
jax-projects/wav2vec2/run_wav2vec2_pretrain_flax.py	425
jax-projects/model_parallel/partitions.py	43
jax-projects/model_parallel/run_clm_mp.py	479
jax-projects/hybrid_clip/modeling_hybrid_clip.py	261
jax-projects/hybrid_clip/configuration_hybrid_clip.py	39
jax-projects/hybrid_clip/run_hybrid_clip.py	406
jax-projects/dataset-streaming/run_mlm_flax_stream.py	416
jax-projects/big_bird/evaluate.py	118
jax-projects/big_bird/train.py	62
jax-projects/big_bird/sweep_flax.yaml	16
jax-projects/big_bird/bigbird_flax.py	252
jax-projects/big_bird/prepare_natural_questions.py	264
synthid_text/detector_training.py	391
synthid_text/utils.py	274
zero-shot-distillation/distill_classifier.py	263
xtreme-s/run_xtreme_s.py	729
movement-pruning/bertarize.py	103
movement-pruning/counts_parameters.py	66
movement-pruning/emmental/modules/__init__.py	2
movement-pruning/emmental/modules/masked_nn.py	49
movement-pruning/emmental/modules/binarizer.py	41
movement-pruning/emmental/__init__.py	9
movement-pruning/emmental/modeling_bert_masked.py	623
movement-pruning/emmental/configuration_bert_masked.py	41
movement-pruning/masked_run_glue.py	798
movement-pruning/Saving_PruneBERT.ipynb	645
movement-pruning/masked_run_squad.py	935
rag/distributed_pytorch_retriever.py	62
rag/eval_rag.py	272
rag/__init__.py	3
rag/_test_finetune_rag.py	67
rag/distributed_ray_retriever.py	82
rag/use_own_knowledge_dataset.py	143
rag/utils_rag.py	187
rag/consolidate_rag_checkpoint.py	77
rag/callbacks_rag.py	90
rag/parse_dpr_relevance_data.py	33
rag/lightning_base.py	335
rag/finetune_rag.py	550
information-gain-filtration/igf/__init__.py	1
information-gain-filtration/igf/igf.py	206
information-gain-filtration/run_clm_igf.py	284
fsner/src/fsner/__init__.py	3
fsner/src/fsner/tokenizer_utils.py	63
fsner/src/fsner/model.py	43
fsner/pyproject.toml	7
fsner/setup.py	24
tapex/run_wikitablequestions_with_tapex.py	478
tapex/run_tabfact_with_tapex.py	334
tapex/wikisql_utils.py	155
tapex/run_wikisql_with_tapex.py	497
rag-end2end-retriever/eval_rag.py	272
rag-end2end-retriever/distributed_ray_retriever.py	103
rag-end2end-retriever/use_own_knowledge_dataset.py	123
rag-end2end-retriever/utils_rag.py	187
rag-end2end-retriever/callbacks_rag.py	92
rag-end2end-retriever/kb_encode_utils.py	59
rag-end2end-retriever/lightning_base.py	343
rag-end2end-retriever/finetune_rag.py	689
self-training-text-classification/selftraining.py	283
self-training-text-classification/finetuning.py	617
luke/run_luke_ner_no_trainer.py	565
luke/luke_utils.py	69
longform-qa/eli5_utils.py	582
longform-qa/eli5_app.py	276
wav2vec2/run_asr.py	337
wav2vec2/run_pretrain.py	264
wav2vec2/run_common_voice.py	358
wav2vec2/alignment.py	148
codeparrot/scripts/human_eval.py	130
codeparrot/scripts/initialize_model.py	13
codeparrot/scripts/preprocessing.py	149
codeparrot/scripts/arguments.py	178
codeparrot/scripts/bpe_training.py	18
codeparrot/scripts/validation_loss.py	74
codeparrot/scripts/codeparrot_training.py	264
codeparrot/scripts/minhash_deduplication.py	131
codeparrot/scripts/pretokenizing.py	40
robust-speech-event/eval.py	83
robust-speech-event/run_speech_recognition_ctc_streaming.py	493
robust-speech-event/run_speech_recognition_ctc_bnb.py	555
visual_bert/modeling_frcnn.py	1337
visual_bert/extracting_data.py	120
visual_bert/utils.py	426
visual_bert/visualizing_image.py	451
visual_bert/processing_image.py	103
vqgan-clip/VQGAN_CLIP.py	220
vqgan-clip/img_processing.py	38
vqgan-clip/loaders.py	58
vqgan-clip/utils.py	26
performer/modeling_flax_performer_utils.py	437
performer/modeling_flax_performer.py	333
performer/run_mlm_performer.py	439
decision_transformer/run_decision_transformer.py	146
adversarial/utils_hans.py	207
adversarial/run_hans.py	166
bert-loses-patience/run_glue_with_pabee.py	611
bert-loses-patience/pabee/__init__.py	1
bert-loses-patience/pabee/modeling_pabee_albert.py	198
bert-loses-patience/pabee/modeling_pabee_bert.py	196
quantization-qdqbert/utils_qa.py	243
quantization-qdqbert/run_quant_qa.py	495
quantization-qdqbert/ort-infer-benchmark.py	43
quantization-qdqbert/trainer_quant_qa.py	135
quantization-qdqbert/quant_trainer.py	202
quantization-qdqbert/evaluate-hf-trt-qa.py	309
distillation/scripts/extract.py	73
distillation/scripts/extract_distilbert.py	64
distillation/scripts/binarized_data.py	65
distillation/scripts/token_counts.py	33
distillation/train.py	251
distillation/run_squad_w_distillation.py	700
distillation/grouped_batch_sampler.py	57
distillation/lm_seqs_dataset.py	91
distillation/utils.py	78
distillation/distiller.py	426
pplm/run_pplm_discrim_train.py	401
pplm/pplm_classification_head.py	10
pplm/run_pplm.py	646
deebert/run_glue_deebert.py	618
deebert/src/__init__.py	1
deebert/src/modeling_highway_roberta.py	103
deebert/src/modeling_highway_bert.py	255
layoutlmv3/run_funsd_cord.py	407
lxmert/modeling_frcnn.py	1337
lxmert/extracting_data.py	120
lxmert/utils.py	426
lxmert/visualizing_image.py	451
lxmert/processing_image.py	103
mm-imdb/utils_mmimdb.py	104
mm-imdb/run_mmimdb.py	461
token-healing/run_token_healing.py	47
bertology/run_bertology.py	327
bertology/run_prune_gpt.py	294
bertabs/run_summarization.py	240
bertabs/__init__.py	1
bertabs/utils_summarization.py	75
bertabs/configuration_bertabs.py	38
bertabs/modeling_bertabs.py	605
bertabs/convert_bertabs_original_pytorch_checkpoint.py	117
onnx/summarization/bart_onnx/reduce_onnx_size.py	79
onnx/summarization/bart_onnx/generation_onnx.py	566
onnx/summarization/run_onnx_exporter.py	148