path	# lines of code
tools/__init__.py	1
tools/sweeps/sweep_visual_bert.py	41
tools/sweeps/lib/slurm.py	303
tools/sweeps/lib/__init__.py	208
tools/scripts/features/extract_features_vmb.py	231
tools/scripts/features/frcnn/processing_image.py	77
tools/scripts/features/frcnn/modeling_frcnn.py	1452
tools/scripts/features/frcnn/frcnn_utils.py	263
tools/scripts/features/frcnn/extract_features_frcnn.py	286
tools/scripts/features/extract_resnet152_feat.py	100
tools/scripts/features/extract_features_vinvl.py	212
tools/scripts/features/lmdb_conversion.py	105
tools/scripts/features/extraction_utils.py	47
tools/scripts/__init__.py	1
tools/scripts/visual_dialog/extract_vocabulary.py	18
tools/scripts/visual_dialog/build_imdb.py	90
tools/scripts/coco/coco_caption_eval.py	86
tools/scripts/bert/extract_bert_embeddings.py	45
tools/scripts/gqa/convert_gqa_to_vqa.py	166
tools/scripts/gqa/extract_vocabulary.py	69
projects/visual_bert/configs/visual_entailment/defaults.yaml	44
projects/visual_bert/configs/visual_entailment/train_val.yaml	33
projects/visual_bert/configs/masked_gqa/defaults.yaml	15
projects/visual_bert/configs/mmimdb/defaults.yaml	48
projects/visual_bert/configs/mmimdb/pretrain.yaml	8
projects/visual_bert/configs/masked_sbu/defaults.yaml	32
projects/visual_bert/configs/masked_sbu/pretrain.yaml	2
projects/visual_bert/configs/localized_narratives/defaults.yaml	28
projects/visual_bert/configs/localized_narratives/pretrain.yaml	26
projects/visual_bert/configs/hateful_memes/defaults.yaml	47
projects/visual_bert/configs/hateful_memes/direct.yaml	4
projects/visual_bert/configs/hateful_memes/from_coco.yaml	5
projects/visual_bert/configs/masked_coco/defaults.yaml	17
projects/visual_bert/configs/masked_coco/pretrain.yaml	2
projects/visual_bert/configs/masked_coco/pretrain_train_val.yaml	15
projects/visual_bert/configs/nlvr2/defaults.yaml	44
projects/visual_bert/configs/gqa/defaults.yaml	43
projects/visual_bert/configs/masked_conceptual_captions/defaults.yaml	18
projects/visual_bert/configs/masked_conceptual_captions/pretrain.yaml	2
projects/visual_bert/configs/vizwiz/defaults.yaml	48
projects/visual_bert/configs/vizwiz/train_val.yaml	30
projects/visual_bert/configs/masked_vqa2/defaults.yaml	20
projects/visual_bert/configs/masked_vqa2/pretrain.yaml	2
projects/visual_bert/configs/masked_vqa2/pretrain_train_val.yaml	15
projects/visual_bert/configs/vqa2/defaults.yaml	45
projects/visual_bert/configs/vqa2/train_val.yaml	25
projects/visual_bert/configs/vqa2/with_raw_images.yaml	3
projects/unit/configs/coco_vqa2/shared_dec.yaml	63
projects/unit/configs/coco_vqa2/separate_dec.yaml	8
projects/unit/configs/vg_vqa2/shared_dec.yaml	63
projects/unit/configs/vg_vqa2/separate_dec.yaml	8
projects/unit/configs/vg/single_task.yaml	56
projects/unit/configs/visual_entailment_dataset_cfg.yaml	30
projects/unit/configs/vqa2_dataset_cfg.yaml	54
projects/unit/configs/coco/single_task_without_task_embedding.yaml	7
projects/unit/configs/coco/single_task.yaml	56
projects/unit/configs/all_8_datasets/shared_dec.yaml	95
projects/unit/configs/all_8_datasets/separate_dec.yaml	8
projects/unit/configs/all_8_datasets/shared_dec_without_task_embedding.yaml	7
projects/unit/configs/coco_vg_vqa2/shared_dec.yaml	67
projects/unit/configs/coco_vg_vqa2/separate_dec.yaml	8
projects/unit/configs/vqa2/single_task.yaml	53
projects/vilt/configs/masked_coco/defaults.yaml	88
projects/vilt/configs/masked_coco/pretrain.yaml	105
projects/vilt/configs/vqa2/defaults.yaml	86
projects/vilt/configs/vqa2/vit_b32_384.yaml	27
projects/vilt/configs/vqa2/vit_b16_224.yaml	27
projects/butd/configs/conceptual_captions/defaults.yaml	30
projects/butd/configs/conceptual_captions/nucleus_sampling.yaml	10
projects/butd/configs/conceptual_captions/beam_search.yaml	10
projects/butd/configs/coco/defaults.yaml	30
projects/butd/configs/coco/nucleus_sampling.yaml	10
projects/butd/configs/coco/beam_search.yaml	10
projects/butd/configs/textcaps/defaults.yaml	75
projects/butd/configs/textcaps/eval_pretrained_coco_model.yaml	13
projects/butd/configs/textcaps/beam_search.yaml	18
projects/lxmert/configs/defaults.yaml	21
projects/lxmert/configs/pretrain.yaml	7
projects/lxmert/configs/visual_genome/pretrain.yaml	16
projects/lxmert/configs/visual_genome/masked.yaml	13
projects/lxmert/configs/coco/pretrain.yaml	3
projects/lxmert/configs/coco/masked.yaml	64
projects/lxmert/configs/gqa/pretrain.yaml	66
projects/lxmert/configs/gqa/masked.yaml	63
projects/lxmert/configs/vqa2/defaults.yaml	49
projects/lxmert/configs/vqa2/pretrain.yaml	3
projects/lxmert/configs/vqa2/masked.yaml	66
projects/movie_mcan/configs/vqa2/defaults.yaml	65
projects/movie_mcan/configs/vqa2/e2e.yaml	68
projects/vinvl/configs/vqa2/defaults.yaml	46
projects/others/cnn_lstm/clevr/defaults.yaml	15
projects/others/cnn_lstm/hateful_memes/defaults.yaml	31
projects/others/concat_bow/hateful_memes/defaults.yaml	33
projects/others/concat_bert/hateful_memes/defaults.yaml	35
projects/others/unimodal/configs/hateful_memes/bert.yaml	13
projects/others/unimodal/configs/hateful_memes/text.yaml	33
projects/others/unimodal/configs/hateful_memes/image.yaml	33
projects/others/unimodal/configs/hateful_memes/with_features.yaml	9
projects/others/mmf_bert/configs/visual_entailment/defaults.yaml	35
projects/others/mmf_bert/configs/masked_coco/defaults.yaml	17
projects/others/mmf_bert/configs/masked_coco/pretrain.yaml	2
projects/others/mmf_bert/configs/masked_coco/pretrain_joint_vqa2.yaml	13
projects/others/mmf_bert/configs/masked_conceptual_captions/defaults.yaml	5
projects/others/mmf_bert/configs/masked_conceptual_captions/pretrain.yaml	2
projects/others/mmf_bert/configs/vizwiz/defaults.yaml	43
projects/others/mmf_bert/configs/masked_vqa2/defaults.yaml	8
projects/others/mmf_bert/configs/masked_vqa2/pretrain.yaml	2
projects/others/mmf_bert/configs/vqa2/defaults.yaml	50
projects/others/late_fusion/hateful_memes/defaults.yaml	39
projects/hateful_memes/fine_grained/configs/visual_bert/defaults.yaml	7
projects/hateful_memes/fine_grained/configs/visual_bert/hateful_pc_attack.yaml	6
projects/hateful_memes/fine_grained/configs/visual_bert/pc_attack.yaml	6
projects/hateful_memes/fine_grained/configs/visual_bert/protected_groups.yaml	6
projects/hateful_memes/fine_grained/configs/visual_bert/attack_vectors.yaml	6
projects/hateful_memes/fine_grained/configs/visual_bert/multilabel.yaml	18
projects/hateful_memes/configs/visual_bert/defaults.yaml	47
projects/hateful_memes/configs/visual_bert/direct.yaml	4
projects/hateful_memes/configs/visual_bert/from_coco.yaml	5
projects/hateful_memes/configs/concat_bow/defaults.yaml	33
projects/hateful_memes/configs/concat_bert/defaults.yaml	35
projects/hateful_memes/configs/unimodal/bert.yaml	13
projects/hateful_memes/configs/unimodal/text.yaml	33
projects/hateful_memes/configs/unimodal/image.yaml	33
projects/hateful_memes/configs/unimodal/with_features.yaml	9
projects/hateful_memes/configs/mmf_transformer/defaults.yaml	2
projects/hateful_memes/configs/mmbt/defaults.yaml	28
projects/hateful_memes/configs/mmbt/with_features.yaml	9
projects/hateful_memes/configs/vilbert/defaults.yaml	53
projects/hateful_memes/configs/vilbert/from_cc.yaml	5
projects/hateful_memes/configs/vilbert/direct.yaml	2
projects/hateful_memes/configs/late_fusion/defaults.yaml	39
projects/uniter/configs/masked_coco/defaults.yaml	69
projects/uniter/configs/vqa2/defaults.yaml	50
projects/m4c_captioner/configs/butd/textcaps/defaults.yaml	75
projects/m4c_captioner/configs/butd/textcaps/eval_pretrained_coco_model.yaml	13
projects/m4c_captioner/configs/butd/textcaps/beam_search.yaml	18
projects/m4c_captioner/configs/m4c_captioner/coco/defaults.yaml	29
projects/m4c_captioner/configs/m4c_captioner/coco/eval_on_textcaps.yaml	20
projects/m4c_captioner/configs/m4c_captioner/textcaps/defaults.yaml	41
projects/m4c_captioner/configs/m4c_captioner/textcaps/joint_with_coco.yaml	111
projects/m4c_captioner/configs/m4c_captioner/textcaps/without_ocr.yaml	5
projects/m4c_captioner/configs/m4c_captioner/textcaps/with_caffe2_feat.yaml	15
projects/m4c_captioner/scripts/__init__.py	1
projects/m4c_captioner/scripts/coco_eval.py	39
projects/m4c_captioner/scripts/textcaps_eval.py	44
projects/mmf_transformer/localized_narratives/masked.yaml	17
projects/mmf_transformer/configs/hateful_memes/defaults.yaml	35
projects/mmf_transformer/configs/hateful_memes/hateful_with_refiner.yaml	63
projects/mmf_transformer/configs/masked_coco/pretrain_itm.yaml	14
projects/mmf_transformer/configs/masked_coco/defaults.yaml	44
projects/mmf_transformer/configs/charades/direct.yaml	28
projects/mmf_transformer/configs/okvqa/defaults.yaml	43
projects/mmf_transformer/configs/airstore/masked_coco.yaml	66
projects/mmf_transformer/configs/vqa2/defaults.yaml	47
projects/lorra/configs/textvqa/defaults.yaml	52
projects/lorra/configs/vizwiz/defaults.yaml	53
projects/lorra/configs/vqa2/defaults.yaml	70
projects/lorra/configs/vqa2/train_val.yaml	24
projects/lorra/configs/vqa2/train_val_resnet_only.yaml	28
projects/mmbt/configs/mmimdb/defaults.yaml	44
projects/mmbt/configs/mmimdb/paper_ablations_reducedlabel.yaml	103
projects/mmbt/configs/mmimdb/with_features.yaml	4
projects/mmbt/configs/hateful_memes/defaults.yaml	28
projects/mmbt/configs/hateful_memes/hateful_with_refiner.yaml	28
projects/mmbt/configs/hateful_memes/with_features.yaml	9
projects/mmbt/configs/masked_coco/defaults.yaml	20
projects/mmbt/configs/okvqa/with_images.yaml	42
projects/mmbt/configs/vqa2/with_raw_images.yaml	3
projects/krisp/graphnetwork_module.py	1226
projects/krisp/configs/visual_bert/masked_coco/okvqa_safe.yaml	25
projects/krisp/configs/visual_bert/okvqa/defaults.yaml	54
projects/krisp/configs/visual_bert/okvqa/train_val_okvqav10.yaml	11
projects/krisp/configs/visual_bert/okvqa/train_val.yaml	11
projects/krisp/configs/visual_bert/okvqa/defaults_v10.yaml	10
projects/krisp/configs/visual_bert/masked_vqa2/okvqa_safe.yaml	34
projects/krisp/configs/visual_bert/vqa2/defaults_okvqasafe.yaml	53
projects/krisp/configs/krisp/okvqa/defaults.yaml	105
projects/krisp/configs/krisp/okvqa/train_val_okvqav10.yaml	11
projects/krisp/configs/krisp/okvqa/train_val_vgonly.yaml	11
projects/krisp/configs/krisp/okvqa/haspart_only.yaml	14
projects/krisp/configs/krisp/okvqa/okvqav10_fromfullpretrain.yaml	19
projects/krisp/configs/krisp/okvqa/okvqav10.yaml	19
projects/krisp/configs/krisp/okvqa/randomgraph.yaml	14
projects/krisp/configs/krisp/okvqa/train_val.yaml	11
projects/krisp/configs/krisp/okvqa/conceptnet_only.yaml	14
projects/krisp/configs/krisp/okvqa/train_val_hponly.yaml	11
projects/krisp/configs/krisp/okvqa/train_val_cnonly.yaml	11
projects/krisp/configs/krisp/okvqa/dbpedia_only.yaml	14
projects/krisp/configs/krisp/okvqa/train_val_dbonly.yaml	11
projects/krisp/configs/krisp/okvqa/train_val_random.yaml	11
projects/krisp/configs/krisp/okvqa/train_val_okvqav10_fromfullpretrain.yaml	11
projects/krisp/configs/krisp/okvqa/visualgenome_only.yaml	14
projects/krisp/configs/krisp/vqa2/krisp_pretrain.yaml	107
projects/pythia/configs/visual_genome/defaults.yaml	14
projects/pythia/configs/textvqa/defaults.yaml	33
projects/pythia/configs/masked_q_vqa2/defaults.yaml	9
projects/pythia/configs/vizwiz/defaults.yaml	32
projects/pythia/configs/multihead/defaults.yaml	61
projects/pythia/configs/vqa2/defaults.yaml	58
projects/pythia/configs/vqa2/train_val.yaml	20
projects/pythia/configs/vqa2/debug.yaml	16
projects/pythia/configs/vqa2/12k_iterations_without_resnet.yaml	37
projects/pythia/configs/vqa2/train_val_resnet_only.yaml	20
projects/pythia/configs/vqa2/resnet_only.yaml	21
projects/pretrain_vl_right/configs/visual_bert/masked_coco/defaults.yaml	17
projects/pretrain_vl_right/configs/visual_bert/masked_coco/ten_pc.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_coco/fifty_pc.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_coco/full.yaml	2
projects/pretrain_vl_right/configs/visual_bert/masked_coco/full_train_val.yaml	15
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/defaults.yaml	18
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/full_coco_generated.yaml	12
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/half.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small_fifty_pc.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small_ten_pc.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/full.yaml	2
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/half_coco_generated.yaml	12
projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small_coco_generated.yaml	12
projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/defaults.yaml	20
projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/ten_pc.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/fifty_pc.yaml	7
projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/full.yaml	2
projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/full_train_val.yaml	15
projects/pretrain_vl_right/configs/vilbert/masked_coco/defaults.yaml	22
projects/pretrain_vl_right/configs/vilbert/masked_coco/ten_pc.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_coco/fifty_pc.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_coco/full.yaml	2
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/defaults.yaml	22
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/full_coco_generated.yaml	12
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/half.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small_fifty_pc.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small_ten_pc.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/full.yaml	2
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/half_coco_generated.yaml	12
projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small_coco_generated.yaml	12
projects/pretrain_vl_right/configs/vilbert/masked_vqa2/defaults.yaml	25
projects/pretrain_vl_right/configs/vilbert/masked_vqa2/ten_pc.yaml	13
projects/pretrain_vl_right/configs/vilbert/masked_vqa2/fifty_pc.yaml	7
projects/pretrain_vl_right/configs/vilbert/masked_vqa2/full.yaml	2
projects/m4c/configs/ocrvqa/defaults.yaml	90
projects/m4c/configs/textvqa/defaults.yaml	90
projects/m4c/configs/textvqa/joint_with_stvqa.yaml	19
projects/m4c/configs/textvqa/ocr_ml.yaml	21
projects/m4c/configs/stvqa/defaults.yaml	91
projects/m4c/scripts/extract_ocr_frcn_feature.py	158
projects/m4c/scripts/__init__.py	1
projects/ban/configs/textvqa/defaults.yaml	9
projects/ban/configs/vizwiz/defaults.yaml	9
projects/ban/configs/vqa2/defaults.yaml	9
projects/vilbert/configs/visual_entailment/defaults.yaml	49
projects/vilbert/configs/mmimdb/defaults.yaml	53
projects/vilbert/configs/mmimdb/pretrain.yaml	1
projects/vilbert/configs/hateful_memes/defaults.yaml	53
projects/vilbert/configs/hateful_memes/from_cc.yaml	5
projects/vilbert/configs/hateful_memes/direct.yaml	2
projects/vilbert/configs/masked_coco/defaults.yaml	22
projects/vilbert/configs/masked_coco/pretrain.yaml	2
projects/vilbert/configs/masked_coco/pretrain_train_val.yaml	15
projects/vilbert/configs/nlvr2/defaults.yaml	49
projects/vilbert/configs/masked_conceptual_captions/defaults.yaml	22
projects/vilbert/configs/masked_conceptual_captions/pretrain.yaml	2
projects/vilbert/configs/vizwiz/defaults.yaml	52
projects/vilbert/configs/masked_vqa2/defaults.yaml	25
projects/vilbert/configs/masked_vqa2/pretrain.yaml	2
projects/vilbert/configs/masked_vqa2/pretrain_train_val.yaml	16
projects/vilbert/configs/vqa2/defaults.yaml	49
projects/vilbert/configs/vqa2/train_val.yaml	15
pyproject.toml	36
website/docusaurus.config.js	112
website/sidebars.js	42
website/src/css/custom.css	62
website/src/pages/styles.module.css	46
website/src/pages/index.js	125
website/src/pages/api_redirect/index.js	10
MANIFEST.in	5
mmf/version.py	5
mmf/projects/visual_bert/configs/visual_entailment/defaults.yaml	44
mmf/projects/visual_bert/configs/visual_entailment/train_val.yaml	33
mmf/projects/visual_bert/configs/masked_gqa/defaults.yaml	15
mmf/projects/visual_bert/configs/mmimdb/defaults.yaml	48
mmf/projects/visual_bert/configs/mmimdb/pretrain.yaml	8
mmf/projects/visual_bert/configs/masked_sbu/defaults.yaml	32
mmf/projects/visual_bert/configs/masked_sbu/pretrain.yaml	2
mmf/projects/visual_bert/configs/localized_narratives/defaults.yaml	28
mmf/projects/visual_bert/configs/localized_narratives/pretrain.yaml	26
mmf/projects/visual_bert/configs/hateful_memes/defaults.yaml	47
mmf/projects/visual_bert/configs/hateful_memes/direct.yaml	4
mmf/projects/visual_bert/configs/hateful_memes/from_coco.yaml	5
mmf/projects/visual_bert/configs/masked_coco/defaults.yaml	17
mmf/projects/visual_bert/configs/masked_coco/pretrain.yaml	2
mmf/projects/visual_bert/configs/masked_coco/pretrain_train_val.yaml	15
mmf/projects/visual_bert/configs/nlvr2/defaults.yaml	44
mmf/projects/visual_bert/configs/gqa/defaults.yaml	43
mmf/projects/visual_bert/configs/masked_conceptual_captions/defaults.yaml	18
mmf/projects/visual_bert/configs/masked_conceptual_captions/pretrain.yaml	2
mmf/projects/visual_bert/configs/vizwiz/defaults.yaml	48
mmf/projects/visual_bert/configs/vizwiz/train_val.yaml	30
mmf/projects/visual_bert/configs/masked_vqa2/defaults.yaml	20
mmf/projects/visual_bert/configs/masked_vqa2/pretrain.yaml	2
mmf/projects/visual_bert/configs/masked_vqa2/pretrain_train_val.yaml	15
mmf/projects/visual_bert/configs/vqa2/defaults.yaml	45
mmf/projects/visual_bert/configs/vqa2/train_val.yaml	25
mmf/projects/visual_bert/configs/vqa2/with_raw_images.yaml	3
mmf/projects/unit/configs/coco_vqa2/shared_dec.yaml	63
mmf/projects/unit/configs/coco_vqa2/separate_dec.yaml	8
mmf/projects/unit/configs/vg_vqa2/shared_dec.yaml	63
mmf/projects/unit/configs/vg_vqa2/separate_dec.yaml	8
mmf/projects/unit/configs/vg/single_task.yaml	56
mmf/projects/unit/configs/visual_entailment_dataset_cfg.yaml	30
mmf/projects/unit/configs/vqa2_dataset_cfg.yaml	54
mmf/projects/unit/configs/coco/single_task_without_task_embedding.yaml	7
mmf/projects/unit/configs/coco/single_task.yaml	56
mmf/projects/unit/configs/all_8_datasets/shared_dec.yaml	95
mmf/projects/unit/configs/all_8_datasets/separate_dec.yaml	8
mmf/projects/unit/configs/all_8_datasets/shared_dec_without_task_embedding.yaml	7
mmf/projects/unit/configs/coco_vg_vqa2/shared_dec.yaml	67
mmf/projects/unit/configs/coco_vg_vqa2/separate_dec.yaml	8
mmf/projects/unit/configs/vqa2/single_task.yaml	53
mmf/projects/vilt/configs/masked_coco/defaults.yaml	88
mmf/projects/vilt/configs/masked_coco/pretrain.yaml	105
mmf/projects/vilt/configs/vqa2/defaults.yaml	86
mmf/projects/vilt/configs/vqa2/vit_b32_384.yaml	27
mmf/projects/vilt/configs/vqa2/vit_b16_224.yaml	27
mmf/projects/butd/configs/conceptual_captions/defaults.yaml	30
mmf/projects/butd/configs/conceptual_captions/nucleus_sampling.yaml	10
mmf/projects/butd/configs/conceptual_captions/beam_search.yaml	10
mmf/projects/butd/configs/coco/defaults.yaml	30
mmf/projects/butd/configs/coco/nucleus_sampling.yaml	10
mmf/projects/butd/configs/coco/beam_search.yaml	10
mmf/projects/butd/configs/textcaps/defaults.yaml	75
mmf/projects/butd/configs/textcaps/eval_pretrained_coco_model.yaml	13
mmf/projects/butd/configs/textcaps/beam_search.yaml	18
mmf/projects/lxmert/configs/defaults.yaml	21
mmf/projects/lxmert/configs/pretrain.yaml	7
mmf/projects/lxmert/configs/visual_genome/pretrain.yaml	16
mmf/projects/lxmert/configs/visual_genome/masked.yaml	13
mmf/projects/lxmert/configs/coco/pretrain.yaml	3
mmf/projects/lxmert/configs/coco/masked.yaml	64
mmf/projects/lxmert/configs/gqa/pretrain.yaml	66
mmf/projects/lxmert/configs/gqa/masked.yaml	63
mmf/projects/lxmert/configs/vqa2/defaults.yaml	49
mmf/projects/lxmert/configs/vqa2/pretrain.yaml	3
mmf/projects/lxmert/configs/vqa2/masked.yaml	66
mmf/projects/movie_mcan/configs/vqa2/defaults.yaml	65
mmf/projects/movie_mcan/configs/vqa2/e2e.yaml	68
mmf/projects/vinvl/configs/vqa2/defaults.yaml	46
mmf/projects/others/cnn_lstm/clevr/defaults.yaml	15
mmf/projects/others/cnn_lstm/hateful_memes/defaults.yaml	31
mmf/projects/others/concat_bow/hateful_memes/defaults.yaml	33
mmf/projects/others/concat_bert/hateful_memes/defaults.yaml	35
mmf/projects/others/unimodal/configs/hateful_memes/bert.yaml	13
mmf/projects/others/unimodal/configs/hateful_memes/text.yaml	33
mmf/projects/others/unimodal/configs/hateful_memes/image.yaml	33
mmf/projects/others/unimodal/configs/hateful_memes/with_features.yaml	9
mmf/projects/others/mmf_bert/configs/visual_entailment/defaults.yaml	35
mmf/projects/others/mmf_bert/configs/masked_coco/defaults.yaml	17
mmf/projects/others/mmf_bert/configs/masked_coco/pretrain.yaml	2
mmf/projects/others/mmf_bert/configs/masked_coco/pretrain_joint_vqa2.yaml	13
mmf/projects/others/mmf_bert/configs/masked_conceptual_captions/defaults.yaml	5
mmf/projects/others/mmf_bert/configs/masked_conceptual_captions/pretrain.yaml	2
mmf/projects/others/mmf_bert/configs/vizwiz/defaults.yaml	43
mmf/projects/others/mmf_bert/configs/masked_vqa2/defaults.yaml	8
mmf/projects/others/mmf_bert/configs/masked_vqa2/pretrain.yaml	2
mmf/projects/others/mmf_bert/configs/vqa2/defaults.yaml	50
mmf/projects/others/late_fusion/hateful_memes/defaults.yaml	39
mmf/projects/hateful_memes/fine_grained/configs/visual_bert/defaults.yaml	7
mmf/projects/hateful_memes/fine_grained/configs/visual_bert/hateful_pc_attack.yaml	6
mmf/projects/hateful_memes/fine_grained/configs/visual_bert/pc_attack.yaml	6
mmf/projects/hateful_memes/fine_grained/configs/visual_bert/protected_groups.yaml	6
mmf/projects/hateful_memes/fine_grained/configs/visual_bert/attack_vectors.yaml	6
mmf/projects/hateful_memes/fine_grained/configs/visual_bert/multilabel.yaml	18
mmf/projects/hateful_memes/configs/visual_bert/defaults.yaml	47
mmf/projects/hateful_memes/configs/visual_bert/direct.yaml	4
mmf/projects/hateful_memes/configs/visual_bert/from_coco.yaml	5
mmf/projects/hateful_memes/configs/concat_bow/defaults.yaml	33
mmf/projects/hateful_memes/configs/concat_bert/defaults.yaml	35
mmf/projects/hateful_memes/configs/unimodal/bert.yaml	13
mmf/projects/hateful_memes/configs/unimodal/text.yaml	33
mmf/projects/hateful_memes/configs/unimodal/image.yaml	33
mmf/projects/hateful_memes/configs/unimodal/with_features.yaml	9
mmf/projects/hateful_memes/configs/mmf_transformer/defaults.yaml	2
mmf/projects/hateful_memes/configs/mmbt/defaults.yaml	28
mmf/projects/hateful_memes/configs/mmbt/with_features.yaml	9
mmf/projects/hateful_memes/configs/vilbert/defaults.yaml	53
mmf/projects/hateful_memes/configs/vilbert/from_cc.yaml	5
mmf/projects/hateful_memes/configs/vilbert/direct.yaml	2
mmf/projects/hateful_memes/configs/late_fusion/defaults.yaml	39
mmf/projects/uniter/configs/masked_coco/defaults.yaml	69
mmf/projects/uniter/configs/vqa2/defaults.yaml	50
mmf/projects/m4c_captioner/configs/butd/textcaps/defaults.yaml	75
mmf/projects/m4c_captioner/configs/butd/textcaps/eval_pretrained_coco_model.yaml	13
mmf/projects/m4c_captioner/configs/butd/textcaps/beam_search.yaml	18
mmf/projects/m4c_captioner/configs/m4c_captioner/coco/defaults.yaml	29
mmf/projects/m4c_captioner/configs/m4c_captioner/coco/eval_on_textcaps.yaml	20
mmf/projects/m4c_captioner/configs/m4c_captioner/textcaps/defaults.yaml	41
mmf/projects/m4c_captioner/configs/m4c_captioner/textcaps/joint_with_coco.yaml	111
mmf/projects/m4c_captioner/configs/m4c_captioner/textcaps/without_ocr.yaml	5
mmf/projects/m4c_captioner/configs/m4c_captioner/textcaps/with_caffe2_feat.yaml	15
mmf/projects/m4c_captioner/scripts/__init__.py	1
mmf/projects/m4c_captioner/scripts/coco_eval.py	39
mmf/projects/m4c_captioner/scripts/textcaps_eval.py	44
mmf/projects/mmf_transformer/localized_narratives/masked.yaml	17
mmf/projects/mmf_transformer/configs/hateful_memes/defaults.yaml	35
mmf/projects/mmf_transformer/configs/hateful_memes/hateful_with_refiner.yaml	63
mmf/projects/mmf_transformer/configs/masked_coco/pretrain_itm.yaml	14
mmf/projects/mmf_transformer/configs/masked_coco/defaults.yaml	44
mmf/projects/mmf_transformer/configs/charades/direct.yaml	28
mmf/projects/mmf_transformer/configs/okvqa/defaults.yaml	43
mmf/projects/mmf_transformer/configs/airstore/masked_coco.yaml	66
mmf/projects/mmf_transformer/configs/vqa2/defaults.yaml	47
mmf/projects/lorra/configs/textvqa/defaults.yaml	52
mmf/projects/lorra/configs/vizwiz/defaults.yaml	53
mmf/projects/lorra/configs/vqa2/defaults.yaml	70
mmf/projects/lorra/configs/vqa2/train_val.yaml	24
mmf/projects/lorra/configs/vqa2/train_val_resnet_only.yaml	28
mmf/projects/mmbt/configs/mmimdb/defaults.yaml	44
mmf/projects/mmbt/configs/mmimdb/paper_ablations_reducedlabel.yaml	103
mmf/projects/mmbt/configs/mmimdb/with_features.yaml	4
mmf/projects/mmbt/configs/hateful_memes/defaults.yaml	28
mmf/projects/mmbt/configs/hateful_memes/hateful_with_refiner.yaml	28
mmf/projects/mmbt/configs/hateful_memes/with_features.yaml	9
mmf/projects/mmbt/configs/masked_coco/defaults.yaml	20
mmf/projects/mmbt/configs/okvqa/with_images.yaml	42
mmf/projects/mmbt/configs/vqa2/with_raw_images.yaml	3
mmf/projects/krisp/graphnetwork_module.py	1226
mmf/projects/krisp/configs/visual_bert/masked_coco/okvqa_safe.yaml	25
mmf/projects/krisp/configs/visual_bert/okvqa/defaults.yaml	54
mmf/projects/krisp/configs/visual_bert/okvqa/train_val_okvqav10.yaml	11
mmf/projects/krisp/configs/visual_bert/okvqa/train_val.yaml	11
mmf/projects/krisp/configs/visual_bert/okvqa/defaults_v10.yaml	10
mmf/projects/krisp/configs/visual_bert/masked_vqa2/okvqa_safe.yaml	34
mmf/projects/krisp/configs/visual_bert/vqa2/defaults_okvqasafe.yaml	53
mmf/projects/krisp/configs/krisp/okvqa/defaults.yaml	105
mmf/projects/krisp/configs/krisp/okvqa/train_val_okvqav10.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/train_val_vgonly.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/haspart_only.yaml	14
mmf/projects/krisp/configs/krisp/okvqa/okvqav10_fromfullpretrain.yaml	19
mmf/projects/krisp/configs/krisp/okvqa/okvqav10.yaml	19
mmf/projects/krisp/configs/krisp/okvqa/randomgraph.yaml	14
mmf/projects/krisp/configs/krisp/okvqa/train_val.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/conceptnet_only.yaml	14
mmf/projects/krisp/configs/krisp/okvqa/train_val_hponly.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/train_val_cnonly.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/dbpedia_only.yaml	14
mmf/projects/krisp/configs/krisp/okvqa/train_val_dbonly.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/train_val_random.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/train_val_okvqav10_fromfullpretrain.yaml	11
mmf/projects/krisp/configs/krisp/okvqa/visualgenome_only.yaml	14
mmf/projects/krisp/configs/krisp/vqa2/krisp_pretrain.yaml	107
mmf/projects/pythia/configs/visual_genome/defaults.yaml	14
mmf/projects/pythia/configs/textvqa/defaults.yaml	33
mmf/projects/pythia/configs/masked_q_vqa2/defaults.yaml	9
mmf/projects/pythia/configs/vizwiz/defaults.yaml	32
mmf/projects/pythia/configs/multihead/defaults.yaml	61
mmf/projects/pythia/configs/vqa2/defaults.yaml	58
mmf/projects/pythia/configs/vqa2/train_val.yaml	20
mmf/projects/pythia/configs/vqa2/debug.yaml	16
mmf/projects/pythia/configs/vqa2/12k_iterations_without_resnet.yaml	37
mmf/projects/pythia/configs/vqa2/train_val_resnet_only.yaml	20
mmf/projects/pythia/configs/vqa2/resnet_only.yaml	21
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_coco/defaults.yaml	17
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_coco/ten_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_coco/fifty_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_coco/full.yaml	2
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_coco/full_train_val.yaml	15
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/defaults.yaml	18
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/full_coco_generated.yaml	12
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/half.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small_fifty_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small_ten_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/full.yaml	2
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/half_coco_generated.yaml	12
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_conceptual_captions/small_coco_generated.yaml	12
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/defaults.yaml	20
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/ten_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/fifty_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/full.yaml	2
mmf/projects/pretrain_vl_right/configs/visual_bert/masked_vqa2/full_train_val.yaml	15
mmf/projects/pretrain_vl_right/configs/vilbert/masked_coco/defaults.yaml	22
mmf/projects/pretrain_vl_right/configs/vilbert/masked_coco/ten_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_coco/fifty_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_coco/full.yaml	2
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/defaults.yaml	22
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/full_coco_generated.yaml	12
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/half.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small_fifty_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small_ten_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/full.yaml	2
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/half_coco_generated.yaml	12
mmf/projects/pretrain_vl_right/configs/vilbert/masked_conceptual_captions/small_coco_generated.yaml	12
mmf/projects/pretrain_vl_right/configs/vilbert/masked_vqa2/defaults.yaml	25
mmf/projects/pretrain_vl_right/configs/vilbert/masked_vqa2/ten_pc.yaml	13
mmf/projects/pretrain_vl_right/configs/vilbert/masked_vqa2/fifty_pc.yaml	7
mmf/projects/pretrain_vl_right/configs/vilbert/masked_vqa2/full.yaml	2
mmf/projects/m4c/configs/ocrvqa/defaults.yaml	90
mmf/projects/m4c/configs/textvqa/defaults.yaml	90
mmf/projects/m4c/configs/textvqa/joint_with_stvqa.yaml	19
mmf/projects/m4c/configs/textvqa/ocr_ml.yaml	21
mmf/projects/m4c/configs/stvqa/defaults.yaml	91
mmf/projects/m4c/scripts/extract_ocr_frcn_feature.py	158
mmf/projects/m4c/scripts/__init__.py	1
mmf/projects/ban/configs/textvqa/defaults.yaml	9
mmf/projects/ban/configs/vizwiz/defaults.yaml	9
mmf/projects/ban/configs/vqa2/defaults.yaml	9
mmf/projects/vilbert/configs/visual_entailment/defaults.yaml	49
mmf/projects/vilbert/configs/mmimdb/defaults.yaml	53
mmf/projects/vilbert/configs/mmimdb/pretrain.yaml	1
mmf/projects/vilbert/configs/hateful_memes/defaults.yaml	53
mmf/projects/vilbert/configs/hateful_memes/from_cc.yaml	5
mmf/projects/vilbert/configs/hateful_memes/direct.yaml	2
mmf/projects/vilbert/configs/masked_coco/defaults.yaml	22
mmf/projects/vilbert/configs/masked_coco/pretrain.yaml	2
mmf/projects/vilbert/configs/masked_coco/pretrain_train_val.yaml	15
mmf/projects/vilbert/configs/nlvr2/defaults.yaml	49
mmf/projects/vilbert/configs/masked_conceptual_captions/defaults.yaml	22
mmf/projects/vilbert/configs/masked_conceptual_captions/pretrain.yaml	2
mmf/projects/vilbert/configs/vizwiz/defaults.yaml	52
mmf/projects/vilbert/configs/masked_vqa2/defaults.yaml	25
mmf/projects/vilbert/configs/masked_vqa2/pretrain.yaml	2
mmf/projects/vilbert/configs/masked_vqa2/pretrain_train_val.yaml	16
mmf/projects/vilbert/configs/vqa2/defaults.yaml	49
mmf/projects/vilbert/configs/vqa2/train_val.yaml	15
mmf/datasets/base_dataset_builder.py	87
mmf/datasets/base_dataset.py	60
mmf/datasets/concat_dataset.py	30
mmf/datasets/databases/image_database.py	128
mmf/datasets/databases/features_database.py	91
mmf/datasets/databases/__init__.py	11
mmf/datasets/databases/scene_graph_database.py	9
mmf/datasets/databases/readers/__init__.py	1
mmf/datasets/databases/readers/feature_readers.py	206
mmf/datasets/databases/annotation_database.py	71
mmf/datasets/builders/conceptual_captions/masked_builder.py	12
mmf/datasets/builders/conceptual_captions/masked_dataset.py	9
mmf/datasets/builders/conceptual_captions/__init__.py	10
mmf/datasets/builders/conceptual_captions/builder.py	12
mmf/datasets/builders/conceptual_captions/dataset.py	26
mmf/datasets/builders/glue/__init__.py	1
mmf/datasets/builders/glue/builder.py	73
mmf/datasets/builders/visual_entailment/__init__.py	1
mmf/datasets/builders/visual_entailment/builder.py	12
mmf/datasets/builders/visual_entailment/dataset.py	40
mmf/datasets/builders/clevr/__init__.py	1
mmf/datasets/builders/clevr/builder.py	56
mmf/datasets/builders/clevr/dataset.py	100
mmf/datasets/builders/visual_genome/masked_builder.py	12
mmf/datasets/builders/visual_genome/masked_dataset.py	60
mmf/datasets/builders/visual_genome/__init__.py	1
mmf/datasets/builders/visual_genome/builder.py	74
mmf/datasets/builders/visual_genome/dataset.py	150
mmf/datasets/builders/visual_genome/detection_dataset.py	11
mmf/datasets/builders/visual_genome/detection_builder.py	15
mmf/datasets/builders/mmimdb/masked_builder.py	12
mmf/datasets/builders/mmimdb/masked_dataset.py	46
mmf/datasets/builders/mmimdb/__init__.py	1
mmf/datasets/builders/mmimdb/builder.py	21
mmf/datasets/builders/mmimdb/dataset.py	61
mmf/datasets/builders/sbu_captions/masked_builder.py	12
mmf/datasets/builders/sbu_captions/masked_dataset.py	9
mmf/datasets/builders/sbu_captions/__init__.py	3
mmf/datasets/builders/ocrvqa/__init__.py	1
mmf/datasets/builders/ocrvqa/builder.py	12
mmf/datasets/builders/ocrvqa/dataset.py	7
mmf/datasets/builders/vinvl/__init__.py	3
mmf/datasets/builders/vinvl/builder.py	32
mmf/datasets/builders/vinvl/dataset.py	52
mmf/datasets/builders/__init__.py	1
mmf/datasets/builders/textvqa/__init__.py	1
mmf/datasets/builders/textvqa/builder.py	29
mmf/datasets/builders/textvqa/dataset.py	168
mmf/datasets/builders/visual_dialog/database.py	34
mmf/datasets/builders/visual_dialog/__init__.py	1
mmf/datasets/builders/visual_dialog/builder.py	46
mmf/datasets/builders/visual_dialog/dataset.py	21
mmf/datasets/builders/coco2017/masked_builder.py	16
mmf/datasets/builders/coco2017/masked_dataset.py	17
mmf/datasets/builders/coco2017/__init__.py	1
mmf/datasets/builders/localized_narratives/masked_builder.py	18
mmf/datasets/builders/localized_narratives/masked_dataset.py	57
mmf/datasets/builders/localized_narratives/database.py	60
mmf/datasets/builders/localized_narratives/__init__.py	1
mmf/datasets/builders/hateful_memes/__init__.py	1
mmf/datasets/builders/hateful_memes/builder.py	57
mmf/datasets/builders/hateful_memes/dataset.py	123
mmf/datasets/builders/stvqa/__init__.py	1
mmf/datasets/builders/stvqa/builder.py	12
mmf/datasets/builders/stvqa/dataset.py	14
mmf/datasets/builders/coco/masked_builder.py	17
mmf/datasets/builders/coco/masked_dataset.py	78
mmf/datasets/builders/coco/__init__.py	14
mmf/datasets/builders/coco/builder.py	33
mmf/datasets/builders/coco/dataset.py	62
mmf/datasets/builders/coco/detection_dataset.py	158
mmf/datasets/builders/coco/detection_builder.py	12
mmf/datasets/builders/retrieval/datasets.py	75
mmf/datasets/builders/retrieval/__init__.py	3
mmf/datasets/builders/retrieval/builder.py	12
mmf/datasets/builders/retrieval/dataset.py	79
mmf/datasets/builders/charades/__init__.py	1
mmf/datasets/builders/charades/builder.py	13
mmf/datasets/builders/charades/dataset.py	146
mmf/datasets/builders/charades/_utils.py	117
mmf/datasets/builders/okvqa/database.py	34
mmf/datasets/builders/okvqa/__init__.py	1
mmf/datasets/builders/okvqa/builder.py	12
mmf/datasets/builders/okvqa/dataset.py	121
mmf/datasets/builders/nlvr2/__init__.py	1
mmf/datasets/builders/nlvr2/builder.py	12
mmf/datasets/builders/nlvr2/dataset.py	38
mmf/datasets/builders/gqa/masked_builder.py	12
mmf/datasets/builders/gqa/masked_dataset.py	38
mmf/datasets/builders/gqa/__init__.py	5
mmf/datasets/builders/gqa/builder.py	22
mmf/datasets/builders/gqa/dataset.py	54
mmf/datasets/builders/vizwiz/__init__.py	3
mmf/datasets/builders/vizwiz/builder.py	14
mmf/datasets/builders/vizwiz/dataset.py	40
mmf/datasets/builders/airstore/__init__.py	2
mmf/datasets/builders/airstore/builder.py	13
mmf/datasets/builders/airstore/dataset.py	80
mmf/datasets/builders/vqa2/masked_builder.py	12
mmf/datasets/builders/vqa2/masked_dataset.py	48
mmf/datasets/builders/vqa2/masked_q_vqa2_dataset.py	20
mmf/datasets/builders/vqa2/masked_q_vqa2_builder.py	15
mmf/datasets/builders/vqa2/ocr_builder.py	12
mmf/datasets/builders/vqa2/ocr_dataset.py	25
mmf/datasets/builders/vqa2/__init__.py	3
mmf/datasets/builders/vqa2/builder.py	34
mmf/datasets/builders/vqa2/dataset.py	132
mmf/datasets/builders/flickr30k/masked_builder.py	16
mmf/datasets/builders/flickr30k/masked_dataset.py	17
mmf/datasets/builders/flickr30k/__init__.py	1
mmf/datasets/builders/vqacp_v2/database.py	33
mmf/datasets/builders/vqacp_v2/__init__.py	1
mmf/datasets/builders/vqacp_v2/builder.py	12
mmf/datasets/builders/vqacp_v2/dataset.py	54
mmf/datasets/builders/textcaps/__init__.py	1
mmf/datasets/builders/textcaps/builder.py	20
mmf/datasets/builders/textcaps/dataset.py	29
mmf/datasets/multi_dataset_loader.py	245
mmf/datasets/mmf_dataset.py	66
mmf/datasets/iteration_strategies.py	166
mmf/datasets/__init__.py	16
mmf/datasets/processors/prediction_processors.py	24
mmf/datasets/processors/video_processors.py	93
mmf/datasets/processors/__init__.py	38
mmf/datasets/processors/functional.py	35
mmf/datasets/processors/frcnn_processor.py	133
mmf/datasets/processors/bert_processors.py	472
mmf/datasets/processors/processors.py	1041
mmf/datasets/processors/detection_transforms.py	179
mmf/datasets/processors/image_processors.py	147
mmf/datasets/subset_dataset.py	12
mmf/datasets/multi_datamodule.py	84
mmf/datasets/mmf_dataset_builder.py	180
mmf/__init__.py	17
mmf/utils/patch.py	52
mmf/utils/build.py	396
mmf/utils/configuration.py	425
mmf/utils/vocab.py	252
mmf/utils/env.py	123
mmf/utils/checkpoint.py	450
mmf/utils/m4c_evaluators.py	285
mmf/utils/box_ops.py	30
mmf/utils/timer.py	42
mmf/utils/flags.py	26
mmf/utils/download.py	297
mmf/utils/features/__init__.py	1
mmf/utils/features/visualizing_image.py	487
mmf/utils/__init__.py	1
mmf/utils/visualize.py	48
mmf/utils/logger.py	312
mmf/utils/checkpoint_updater.py	163
mmf/utils/dataset.py	55
mmf/utils/distributed.py	317
mmf/utils/phoc/__init__.py	1
mmf/utils/phoc/build_phoc.py	46
mmf/utils/phoc/src/cphoc.c	105
mmf/utils/transform.py	13
mmf/utils/text.py	286
mmf/utils/inference.py	66
mmf/utils/file_io.py	7
mmf/utils/early_stopping.py	69
mmf/utils/torchscript.py	9
mmf/utils/process_answers.py	83
mmf/utils/modeling.py	49
mmf/utils/xla.py	21
mmf/utils/general.py	326
mmf/models/frcnn.py	186
mmf/models/lxmert.py	596
mmf/models/unit/misc.py	29
mmf/models/unit/matcher.py	52
mmf/models/unit/backbone.py	114
mmf/models/unit/__init__.py	2
mmf/models/unit/transformer.py	456
mmf/models/unit/unit.py	308
mmf/models/unit/unit_base_model.py	315
mmf/models/mmf_bert.py	301
mmf/models/mmf_transformer.py	331
mmf/models/alignment.py	186
mmf/models/lorra.py	42
mmf/models/cnn_lstm.py	61
mmf/models/vilbert.py	1127
mmf/models/top_down_bottom_up.py	52
mmf/models/__init__.py	47
mmf/models/m4c_captioner.py	15
mmf/models/vinvl.py	342
mmf/models/base_model.py	210
mmf/models/visual_bert.py	473
mmf/models/unimodal.py	78
mmf/models/fusions.py	151
mmf/models/transformers/backends/__init__.py	2
mmf/models/transformers/backends/huggingface.py	174
mmf/models/transformers/__init__.py	9
mmf/models/transformers/heads/refiner.py	161
mmf/models/transformers/heads/itm.py	53
mmf/models/transformers/heads/contrastive.py	56
mmf/models/transformers/heads/refnet_classifier.py	116
mmf/models/transformers/heads/mlm.py	82
mmf/models/transformers/heads/__init__.py	2
mmf/models/transformers/heads/mrfr.py	68
mmf/models/transformers/heads/mlp.py	73
mmf/models/transformers/heads/utils.py	119
mmf/models/transformers/heads/mrc.py	73
mmf/models/transformers/heads/wra.py	61
mmf/models/transformers/base.py	211
mmf/models/albef/__init__.py	1
mmf/models/albef/vit.py	472
mmf/models/ban.py	76
mmf/models/visdial_multi_modal.py	72
mmf/models/vilt.py	225
mmf/models/uniter.py	615
mmf/models/movie_mcan.py	221
mmf/models/krisp.py	545
mmf/models/mmbt.py	444
mmf/models/butd.py	152
mmf/models/m4c.py	405
mmf/models/pythia.py	354
mmf/models/interfaces/__init__.py	1
mmf/models/interfaces/mmbt.py	52
mmf/trainers/mmf_trainer.py	131
mmf/trainers/core/evaluation_loop.py	118
mmf/trainers/core/device.py	92
mmf/trainers/core/callback_hook.py	62
mmf/trainers/core/__init__.py	1
mmf/trainers/core/training_loop.py	174
mmf/trainers/core/profiling.py	12
mmf/trainers/callbacks/lr_scheduler.py	11
mmf/trainers/callbacks/checkpoint.py	26
mmf/trainers/callbacks/logistics.py	127
mmf/trainers/callbacks/__init__.py	1
mmf/trainers/callbacks/early_stopping.py	26
mmf/trainers/callbacks/base.py	46
mmf/trainers/base_trainer.py	40
mmf/trainers/lightning_core/__init__.py	1
mmf/trainers/lightning_core/loop_callback.py	178
mmf/trainers/lightning_trainer.py	247
mmf/trainers/__init__.py	2
mmf/common/meter.py	101
mmf/common/registry.py	279
mmf/common/constants.py	32
mmf/common/typings.py	21
mmf/common/__init__.py	4
mmf/common/batch_collator.py	10
mmf/common/dataset_loader.py	58
mmf/common/sample.py	236
mmf/common/report.py	131
mmf/configs/defaults.yaml	127
mmf/configs/datasets/conceptual_captions/defaults.yaml	45
mmf/configs/datasets/conceptual_captions/train_small.yaml	5
mmf/configs/datasets/conceptual_captions/masked.yaml	51
mmf/configs/datasets/glue/defaults.yaml	69
mmf/configs/datasets/visual_entailment/defaults.yaml	51
mmf/configs/datasets/clevr/defaults.yaml	32
mmf/configs/datasets/visual_genome/defaults.yaml	91
mmf/configs/datasets/visual_genome/detection.yaml	31
mmf/configs/datasets/visual_genome/masked.yaml	62
mmf/configs/datasets/mmimdb/defaults.yaml	70
mmf/configs/datasets/mmimdb/masked.yaml	47
mmf/configs/datasets/mmimdb/with_features.yaml	5
mmf/configs/datasets/sbu_captions/masked.yaml	39
mmf/configs/datasets/ocrvqa/defaults.yaml	57
mmf/configs/datasets/vinvl/defaults.yaml	12
mmf/configs/datasets/textvqa/defaults.yaml	57
mmf/configs/datasets/textvqa/with_resnet.yaml	9
mmf/configs/datasets/visual_dialog/defaults.yaml	76
mmf/configs/datasets/coco2017/masked.yaml	37
mmf/configs/datasets/localized_narratives/masked.yaml	65
mmf/configs/datasets/hateful_memes/defaults.yaml	64
mmf/configs/datasets/hateful_memes/fine_grained/defaults.yaml	12
mmf/configs/datasets/hateful_memes/fine_grained/hateful_pc_attack.yaml	15
mmf/configs/datasets/hateful_memes/fine_grained/pc_attack.yaml	15
mmf/configs/datasets/hateful_memes/fine_grained/protected_groups.yaml	15
mmf/configs/datasets/hateful_memes/fine_grained/attack_vectors.yaml	15
mmf/configs/datasets/hateful_memes/fine_grained/with_features.yaml	7
mmf/configs/datasets/hateful_memes/bert.yaml	12
mmf/configs/datasets/hateful_memes/with_features.yaml	5
mmf/configs/datasets/stvqa/defaults.yaml	57
mmf/configs/datasets/coco/defaults.yaml	55
mmf/configs/datasets/coco/detection.yaml	31
mmf/configs/datasets/coco/masked.yaml	53
mmf/configs/datasets/coco/ocr_en.yaml	63
mmf/configs/datasets/retrieval/flickr30k_defaults.yaml	76
mmf/configs/datasets/charades/defaults.yaml	75
mmf/configs/datasets/okvqa/defaults.yaml	83
mmf/configs/datasets/nlvr2/defaults.yaml	41
mmf/configs/datasets/gqa/defaults.yaml	60
mmf/configs/datasets/gqa/masked.yaml	49
mmf/configs/datasets/vizwiz/defaults.yaml	59
mmf/configs/datasets/airstore/defaults.yaml	46
mmf/configs/datasets/vqa2/defaults.yaml	68
mmf/configs/datasets/vqa2/masked_q.yaml	61
mmf/configs/datasets/vqa2/train_val.yaml	60
mmf/configs/datasets/vqa2/masked.yaml	59
mmf/configs/datasets/vqa2/with_raw_images.yaml	21
mmf/configs/datasets/flickr30k/masked.yaml	35
mmf/configs/datasets/vqacp_v2/defaults.yaml	59
mmf/configs/datasets/textcaps/defaults.yaml	72
mmf/configs/models/cnn_lstm/defaults.yaml	21
mmf/configs/models/visual_bert/defaults.yaml	15
mmf/configs/models/visual_bert/pretrain.yaml	2
mmf/configs/models/visual_bert/classification.yaml	3
mmf/configs/models/fusions/defaults.yaml	2
mmf/configs/models/fusions/concat_bow.yaml	39
mmf/configs/models/fusions/late_fusion.yaml	41
mmf/configs/models/fusions/concat_bert.yaml	34
mmf/configs/models/unit/defaults.yaml	88
mmf/configs/models/vilt/defaults.yaml	38
mmf/configs/models/butd/defaults.yaml	34
mmf/configs/models/lxmert/defaults.yaml	64
mmf/configs/models/lxmert/pretrain.yaml	2
mmf/configs/models/movie_mcan/defaults.yaml	33
mmf/configs/models/vinvl/defaults.yaml	18
mmf/configs/models/unimodal/bert.yaml	17
mmf/configs/models/unimodal/text.yaml	26
mmf/configs/models/unimodal/image.yaml	20
mmf/configs/models/unimodal/with_features.yaml	12
mmf/configs/models/uniter/defaults.yaml	28
mmf/configs/models/m4c_captioner/defaults.yaml	28
mmf/configs/models/mmf_bert/defaults.yaml	54
mmf/configs/models/mmf_transformer/defaults.yaml	43
mmf/configs/models/mmf_transformer/pretrain.yaml	10
mmf/configs/models/mmf_transformer/with_audio_video.yaml	49
mmf/configs/models/lorra/defaults.yaml	73
mmf/configs/models/mmbt/defaults.yaml	31
mmf/configs/models/mmbt/pretrain.yaml	2
mmf/configs/models/mmbt/classification.yaml	6
mmf/configs/models/mmbt/with_features.yaml	11
mmf/configs/models/alignment/defaults.yaml	37
mmf/configs/models/krisp/defaults.yaml	51
mmf/configs/models/pythia/defaults.yaml	50
mmf/configs/models/m4c/defaults.yaml	27
mmf/configs/models/ban/defaults.yaml	26
mmf/configs/models/vilbert/defaults.yaml	58
mmf/configs/models/vilbert/pretrain.yaml	2
mmf/configs/zoo/models.yaml	481
mmf/configs/zoo/datasets.yaml	547
mmf/modules/metrics.py	686
mmf/modules/attention.py	209
mmf/modules/poolers.py	74
mmf/modules/decoders.py	47
mmf/modules/hf_layers.py	331
mmf/modules/__init__.py	4
mmf/modules/encoders.py	640
mmf/modules/optimizers.py	46
mmf/modules/vit.py	236
mmf/modules/embeddings.py	467
mmf/modules/bottleneck.py	149
mmf/modules/fusions.py	607
mmf/modules/ot.py	70
mmf/modules/losses.py	606
mmf/modules/layers.py	590
mmf/modules/schedulers.py	44
setup.py	123
mmf_cli/run.py	97
mmf_cli/predict.py	10
mmf_cli/__init__.py	1
mmf_cli/interactive.py	45
mmf_cli/hm_convert.py	169