Path Lines of Code MANIFEST.in 5 mmf/__init__.py 14 mmf/common/__init__.py 4 mmf/common/batch_collator.py 18 mmf/common/constants.py 24 mmf/common/dataset_loader.py 44 mmf/common/meter.py 79 mmf/common/registry.py 176 mmf/common/report.py 70 mmf/common/sample.py 205 mmf/common/typings.py 34 mmf/configs/datasets/clevr/defaults.yaml 32 mmf/configs/datasets/coco/defaults.yaml 55 mmf/configs/datasets/coco/masked.yaml 51 mmf/configs/datasets/coco/ocr_en.yaml 63 mmf/configs/datasets/conceptual_captions/defaults.yaml 45 mmf/configs/datasets/conceptual_captions/masked.yaml 51 mmf/configs/datasets/conceptual_captions/train_small.yaml 5 mmf/configs/datasets/diode/defaults.yaml 25 mmf/configs/datasets/gqa/defaults.yaml 60 mmf/configs/datasets/gqa/masked.yaml 49 mmf/configs/datasets/hateful_memes/bert.yaml 12 mmf/configs/datasets/hateful_memes/defaults.yaml 64 mmf/configs/datasets/hateful_memes/with_features.yaml 5 mmf/configs/datasets/mmimdb/defaults.yaml 70 mmf/configs/datasets/mmimdb/masked.yaml 47 mmf/configs/datasets/mmimdb/with_features.yaml 5 mmf/configs/datasets/nlvr2/defaults.yaml 41 mmf/configs/datasets/ocrvqa/defaults.yaml 57 mmf/configs/datasets/okvqa/defaults.yaml 57 mmf/configs/datasets/replica/defaults.yaml 25 mmf/configs/datasets/sbu_captions/masked.yaml 39 mmf/configs/datasets/stvqa/defaults.yaml 57 mmf/configs/datasets/synsin_habitat/defaults.yaml 27 mmf/configs/datasets/synsin_realestate10k/defaults.yaml 22 mmf/configs/datasets/textcaps/defaults.yaml 72 mmf/configs/datasets/textvqa/defaults.yaml 57 mmf/configs/datasets/textvqa/with_resnet.yaml 9 mmf/configs/datasets/visual_dialog/defaults.yaml 76 mmf/configs/datasets/visual_entailment/defaults.yaml 51 mmf/configs/datasets/visual_genome/defaults.yaml 91 mmf/configs/datasets/vizwiz/defaults.yaml 59 mmf/configs/datasets/vqa2/defaults.yaml 68 mmf/configs/datasets/vqa2/masked.yaml 59 mmf/configs/datasets/vqa2/masked_q.yaml 61 mmf/configs/datasets/vqa2/train_val.yaml 60 mmf/configs/datasets/vqa2/with_raw_images.yaml 21 mmf/configs/datasets/vqacp_v2/defaults.yaml 59 mmf/configs/defaults.yaml 86 mmf/configs/models/ban/defaults.yaml 26 mmf/configs/models/butd/defaults.yaml 34 mmf/configs/models/cnn_lstm/defaults.yaml 21 mmf/configs/models/fusions/concat_bert.yaml 34 mmf/configs/models/fusions/concat_bow.yaml 39 mmf/configs/models/fusions/defaults.yaml 2 mmf/configs/models/fusions/late_fusion.yaml 41 mmf/configs/models/lorra/defaults.yaml 73 mmf/configs/models/lxmert/defaults.yaml 64 mmf/configs/models/lxmert/pretrain.yaml 2 mmf/configs/models/m4c/defaults.yaml 27 mmf/configs/models/m4c_captioner/defaults.yaml 28 mmf/configs/models/mesh_renderer/defaults.yaml 91 mmf/configs/models/mmbt/classification.yaml 6 mmf/configs/models/mmbt/defaults.yaml 30 mmf/configs/models/mmbt/pretrain.yaml 2 mmf/configs/models/mmbt/with_features.yaml 11 mmf/configs/models/mmf_bert/defaults.yaml 54 mmf/configs/models/mmf_transformer/defaults.yaml 31 mmf/configs/models/movie_mcan/defaults.yaml 32 mmf/configs/models/pythia/defaults.yaml 50 mmf/configs/models/unimodal/bert.yaml 17 mmf/configs/models/unimodal/image.yaml 20 mmf/configs/models/unimodal/text.yaml 26 mmf/configs/models/unimodal/with_features.yaml 12 mmf/configs/models/vilbert/defaults.yaml 58 mmf/configs/models/vilbert/pretrain.yaml 2 mmf/configs/models/visual_bert/classification.yaml 3 mmf/configs/models/visual_bert/defaults.yaml 14 mmf/configs/models/visual_bert/pretrain.yaml 2 mmf/configs/zoo/datasets.yaml 343 mmf/configs/zoo/models.yaml 393 mmf/datasets/__init__.py 14 mmf/datasets/base_dataset.py 56 mmf/datasets/base_dataset_builder.py 30 mmf/datasets/builders/__init__.py 1 mmf/datasets/builders/clevr/__init__.py 1 mmf/datasets/builders/clevr/builder.py 56 mmf/datasets/builders/clevr/dataset.py 101 mmf/datasets/builders/coco/__init__.py 5 mmf/datasets/builders/coco/builder.py 33 mmf/datasets/builders/coco/dataset.py 62 mmf/datasets/builders/coco/masked_builder.py 17 mmf/datasets/builders/coco/masked_dataset.py 79 mmf/datasets/builders/conceptual_captions/__init__.py 10 mmf/datasets/builders/conceptual_captions/builder.py 12 mmf/datasets/builders/conceptual_captions/dataset.py 26 mmf/datasets/builders/conceptual_captions/masked_builder.py 12 mmf/datasets/builders/conceptual_captions/masked_dataset.py 9 mmf/datasets/builders/diode/__init__.py 3 mmf/datasets/builders/diode/builder.py 11 mmf/datasets/builders/diode/dataset.py 5 mmf/datasets/builders/gqa/__init__.py 5 mmf/datasets/builders/gqa/builder.py 22 mmf/datasets/builders/gqa/dataset.py 54 mmf/datasets/builders/gqa/masked_builder.py 12 mmf/datasets/builders/gqa/masked_dataset.py 38 mmf/datasets/builders/hateful_memes/__init__.py 1 mmf/datasets/builders/hateful_memes/builder.py 57 mmf/datasets/builders/hateful_memes/dataset.py 86 mmf/datasets/builders/mmimdb/__init__.py 1 mmf/datasets/builders/mmimdb/builder.py 21 mmf/datasets/builders/mmimdb/dataset.py 61 mmf/datasets/builders/mmimdb/masked_builder.py 12 mmf/datasets/builders/mmimdb/masked_dataset.py 46 mmf/datasets/builders/nlvr2/__init__.py 1 mmf/datasets/builders/nlvr2/builder.py 12 mmf/datasets/builders/nlvr2/dataset.py 38 mmf/datasets/builders/ocrvqa/__init__.py 1 mmf/datasets/builders/ocrvqa/builder.py 12 mmf/datasets/builders/ocrvqa/dataset.py 7 mmf/datasets/builders/okvqa/builder.py 12 mmf/datasets/builders/okvqa/database.py 34 mmf/datasets/builders/okvqa/dataset.py 44 mmf/datasets/builders/replica/__init__.py 3 mmf/datasets/builders/replica/builder.py 11 mmf/datasets/builders/replica/dataset.py 54 mmf/datasets/builders/sbu_captions/__init__.py 3 mmf/datasets/builders/sbu_captions/masked_builder.py 12 mmf/datasets/builders/sbu_captions/masked_dataset.py 9 mmf/datasets/builders/stvqa/__init__.py 1 mmf/datasets/builders/stvqa/builder.py 12 mmf/datasets/builders/stvqa/dataset.py 14 mmf/datasets/builders/synsin_habitat/__init__.py 3 mmf/datasets/builders/synsin_habitat/builder.py 14 mmf/datasets/builders/synsin_habitat/dataset.py 5 mmf/datasets/builders/synsin_realestate10k/__init__.py 3 mmf/datasets/builders/synsin_realestate10k/builder.py 17 mmf/datasets/builders/synsin_realestate10k/dataset.py 67 mmf/datasets/builders/synsin_realestate10k/eval_realestate.py 52 mmf/datasets/builders/synsin_realestate10k/geometry.py 13 mmf/datasets/builders/synsin_realestate10k/realestate10k.py 100 mmf/datasets/builders/textcaps/__init__.py 1 mmf/datasets/builders/textcaps/builder.py 20 mmf/datasets/builders/textcaps/dataset.py 29 mmf/datasets/builders/textvqa/__init__.py 1 mmf/datasets/builders/textvqa/builder.py 29 mmf/datasets/builders/textvqa/dataset.py 168 mmf/datasets/builders/visual_dialog/__init__.py 1 mmf/datasets/builders/visual_dialog/builder.py 46 mmf/datasets/builders/visual_dialog/database.py 34 mmf/datasets/builders/visual_dialog/dataset.py 21 mmf/datasets/builders/visual_entailment/__init__.py 1 mmf/datasets/builders/visual_entailment/builder.py 12 mmf/datasets/builders/visual_entailment/dataset.py 35 mmf/datasets/builders/visual_genome/__init__.py 1 mmf/datasets/builders/visual_genome/builder.py 74 mmf/datasets/builders/visual_genome/dataset.py 150 mmf/datasets/builders/vizwiz/__init__.py 3 mmf/datasets/builders/vizwiz/builder.py 14 mmf/datasets/builders/vizwiz/dataset.py 40 mmf/datasets/builders/vqa2/__init__.py 3 mmf/datasets/builders/vqa2/builder.py 34 mmf/datasets/builders/vqa2/dataset.py 131 mmf/datasets/builders/vqa2/masked_builder.py 12 mmf/datasets/builders/vqa2/masked_dataset.py 48 mmf/datasets/builders/vqa2/masked_q_vqa2_builder.py 15 mmf/datasets/builders/vqa2/masked_q_vqa2_dataset.py 20 mmf/datasets/builders/vqa2/ocr_builder.py 12 mmf/datasets/builders/vqa2/ocr_dataset.py 25 mmf/datasets/builders/vqacp_v2/builder.py 12 mmf/datasets/builders/vqacp_v2/database.py 33 mmf/datasets/builders/vqacp_v2/dataset.py 54 mmf/datasets/concat_dataset.py 30 mmf/datasets/databases/__init__.py 11 mmf/datasets/databases/annotation_database.py 71 mmf/datasets/databases/features_database.py 89 mmf/datasets/databases/image_database.py 128 mmf/datasets/databases/readers/__init__.py 1 mmf/datasets/databases/readers/feature_readers.py 182 mmf/datasets/databases/scene_graph_database.py 9 mmf/datasets/mmf_dataset.py 58 mmf/datasets/mmf_dataset_builder.py 179 mmf/datasets/multi_dataset_loader.py 187 mmf/datasets/processors/__init__.py 32 mmf/datasets/processors/bert_processors.py 146 mmf/datasets/processors/image_processors.py 61 mmf/datasets/processors/processors.py 880 mmf/datasets/subset_dataset.py 12 mmf/models/__init__.py 37 mmf/models/ban.py 76 mmf/models/base_model.py 96 mmf/models/butd.py 152 mmf/models/cnn_lstm.py 61 mmf/models/fusions.py 150 mmf/models/interfaces/__init__.py 1 mmf/models/interfaces/mmbt.py 52 mmf/models/lorra.py 42 mmf/models/lxmert.py 597 mmf/models/m4c.py 405 mmf/models/m4c_captioner.py 15 mmf/models/mesh_renderer.py 451 mmf/models/mmbt.py 383 mmf/models/mmf_bert.py 302 mmf/models/mmf_transformer.py 242 mmf/models/movie_mcan.py 212 mmf/models/pythia.py 354 mmf/models/top_down_bottom_up.py 52 mmf/models/transformers/__init__.py 1 mmf/models/transformers/base.py 91 mmf/models/unimodal.py 74 mmf/models/vilbert.py 987 mmf/models/visdial_multi_modal.py 72 mmf/models/visual_bert.py 443 mmf/modules/__init__.py 4 mmf/modules/attention.py 209 mmf/modules/bottleneck.py 113 mmf/modules/decoders.py 47 mmf/modules/embeddings.py 453 mmf/modules/encoders.py 198 mmf/modules/fusions.py 600 mmf/modules/layers.py 545 mmf/modules/losses.py 278 mmf/modules/metrics.py 456 mmf/modules/optimizers.py 3 mmf/modules/schedulers.py 60 mmf/neural_rendering/__init__.py 1 mmf/neural_rendering/inpainting/__init__.py 1 mmf/neural_rendering/inpainting/gan_loss.py 114 mmf/neural_rendering/inpainting/models.py 29 mmf/neural_rendering/inpainting/pix2pix_networks.py 491 mmf/neural_rendering/inpainting/synsin_gan.py 90 mmf/neural_rendering/losses.py 146 mmf/neural_rendering/mesh_unrenderer.py 189 mmf/neural_rendering/metrics/__init__.py 1 mmf/neural_rendering/metrics/metrics.py 80 mmf/neural_rendering/metrics/perc_sim.py 245 mmf/neural_rendering/metrics/ssim.py 94 mmf/neural_rendering/novel_view_projector.py 266 mmf/neural_rendering/perspective_shader.py 84 mmf/neural_rendering/softsplat.py 264 mmf/projects/neural_rendering/configs/synsin_habitat/mp3d_defaults.yaml 40 mmf/projects/neural_rendering/configs/synsin_habitat/mp3d_nodepth_perceptual_l1laplacian.yaml 13 mmf/projects/neural_rendering/configs/synsin_habitat/mp3d_nodepth_perceptual_l1laplacian_inpaintGonly_freezemesh.yaml 27 mmf/projects/neural_rendering/configs/synsin_realestate10k/realestate10k_defaults.yaml 50 mmf/projects/neural_rendering/configs/synsin_realestate10k/realestate10k_dscale2_lowerL1_200.yaml 24 mmf/projects/neural_rendering/configs/synsin_realestate10k/realestate10k_dscale2_stride4ft_lowerL1_200.yaml 29 mmf/trainers/__init__.py 2 mmf/trainers/base_trainer.py 38 mmf/trainers/callbacks/__init__.py 1 mmf/trainers/callbacks/base.py 46 mmf/trainers/callbacks/checkpoint.py 25 mmf/trainers/callbacks/early_stopping.py 24 mmf/trainers/callbacks/logistics.py 104 mmf/trainers/callbacks/lr_scheduler.py 11 mmf/trainers/core/__init__.py 1 mmf/trainers/core/callback_hook.py 59 mmf/trainers/core/device.py 47 mmf/trainers/core/evaluation_loop.py 79 mmf/trainers/core/profiling.py 12 mmf/trainers/core/reporting.py 32 mmf/trainers/core/training_loop.py 159 mmf/trainers/mmf_trainer.py 101 mmf/utils/__init__.py 1 mmf/utils/build.py 165 mmf/utils/checkpoint.py 345 mmf/utils/configuration.py 393 mmf/utils/dataset.py 44 mmf/utils/distributed.py 195 mmf/utils/download.py 293 mmf/utils/early_stopping.py 69 mmf/utils/env.py 78 mmf/utils/file_io.py 80 mmf/utils/flags.py 26 mmf/utils/general.py 215 mmf/utils/logger.py 193 mmf/utils/m4c_evaluators.py 285 mmf/utils/modeling.py 38 mmf/utils/phoc/__init__.py 1 mmf/utils/phoc/build_phoc.py 46 mmf/utils/phoc/src/cphoc.c 118 mmf/utils/process_answers.py 83 mmf/utils/text.py 251 mmf/utils/timer.py 42 mmf/utils/transform.py 18 mmf/utils/visualize.py 26 mmf/utils/vocab.py 252 mmf/version.py 5 mmf_cli/__init__.py 1 mmf_cli/hm_convert.py 140 mmf_cli/predict.py 10 mmf_cli/run.py 87 projects/neural_rendering/configs/synsin_habitat/mp3d_defaults.yaml 40 projects/neural_rendering/configs/synsin_habitat/mp3d_nodepth_perceptual_l1laplacian.yaml 13 projects/neural_rendering/configs/synsin_habitat/mp3d_nodepth_perceptual_l1laplacian_inpaintGonly_freezemesh.yaml 27 projects/neural_rendering/configs/synsin_realestate10k/realestate10k_defaults.yaml 50 projects/neural_rendering/configs/synsin_realestate10k/realestate10k_dscale2_lowerL1_200.yaml 24 projects/neural_rendering/configs/synsin_realestate10k/realestate10k_dscale2_stride4ft_lowerL1_200.yaml 29 pyproject.toml 33 run_realestate10k/init_65x65_from_33x33.py 32 setup.py 122 tools/__init__.py 1 tools/scripts/__init__.py 1 tools/scripts/coco/coco_caption_eval.py 86 tools/scripts/features/extract_features_vmb.py 235 tools/scripts/features/extract_resnet152_feat.py 101 tools/scripts/features/lmdb_conversion.py 104 tools/sweeps/lib/__init__.py 192 tools/sweeps/lib/slurm.py 293 tools/sweeps/sweep_visual_bert.py 41