id: 1
unit: def filtering()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 526 LOC
McCabe index: 3
number of parameters: 1

id: 2
unit: def train()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 258 LOC
McCabe index: 16
number of parameters: 2

id: 3
unit: def prepare_dataset()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 226 LOC
McCabe index: 71
number of parameters: 3

id: 4
unit: def extraction_mode()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 171 LOC
McCabe index: 28
number of parameters: 1

id: 5
unit: def extraction_mode()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 170 LOC
McCabe index: 28
number of parameters: 1

id: 6
unit: def main()
file: vision/m4/evaluation/scripts/sync_evaluations_on_wandb.py
start line: 0
end line: 0
size: 164 LOC
McCabe index: 48
number of parameters: 0

id: 7
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 163 LOC
McCabe index: 1
number of parameters: 1

id: 8
unit: def prepare_dataset()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 160 LOC
McCabe index: 49
number of parameters: 3

id: 9
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/open_ended_vqa_metrics.py
start line: 0
end line: 0
size: 160 LOC
McCabe index: 53
number of parameters: 5

id: 10
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 158 LOC
McCabe index: 47
number of parameters: 2

id: 11
unit: def choose_filtering_options()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 146 LOC
McCabe index: 7
number of parameters: 1

id: 12
unit: def generate_summary_direct()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 116 LOC
McCabe index: 8
number of parameters: 2

id: 13
unit: def prepare_dataset()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 114 LOC
McCabe index: 36
number of parameters: 3

id: 14
unit: def __post_init__()
file: vision/m4/training/config.py
start line: 0
end line: 0
size: 112 LOC
McCabe index: 40
number of parameters: 2

id: 15
unit: def get_prompt()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 110 LOC
McCabe index: 47
number of parameters: 1

id: 16
unit: def show_draft_input()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 108 LOC
McCabe index: 4
number of parameters: 4

id: 17
unit: def _get_item()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 105 LOC
McCabe index: 46
number of parameters: 2

id: 18
unit: def _get_item()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 103 LOC
McCabe index: 48
number of parameters: 2

id: 19
unit: def get_statistics_on_extracted_pairs()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 102 LOC
McCabe index: 16
number of parameters: 1

id: 20
unit: def _do_batch()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 99 LOC
McCabe index: 19
number of parameters: 6

id: 21
unit: def __iter__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 99 LOC
McCabe index: 35
number of parameters: 1

id: 22
unit: def prepare_dataset()
file: vision/m4/models/vgpt2/evaluation_classification_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 97 LOC
McCabe index: 25
number of parameters: 3

id: 23
unit: def main()
file: vision/m4/evaluation/launch.py
start line: 0
end line: 0
size: 96 LOC
McCabe index: 13
number of parameters: 1

id: 24
unit: def __iter__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 95 LOC
McCabe index: 35
number of parameters: 1

id: 25
unit: def prepare_webdoc_ds()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 95 LOC
McCabe index: 33
number of parameters: 2

id: 26
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 93 LOC
McCabe index: 27
number of parameters: 2

id: 27
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/extract_web_documents.py
start line: 0
end line: 0
size: 91 LOC
McCabe index: 2
number of parameters: 0

id: 28
unit: def get_model_tflops_per_batch_per_gpu()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 90 LOC
McCabe index: 9
number of parameters: 5

id: 29
unit: def get_model_tflops_per_batch_per_gpu()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 89 LOC
McCabe index: 9
number of parameters: 5

id: 30
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/jz_loaders/jz_wit/jz_wit.py
start line: 0
end line: 0
size: 86 LOC
McCabe index: 12
number of parameters: 3

id: 31
unit: def map_transform_raven()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 85 LOC
McCabe index: 18
number of parameters: 1

id: 32
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/03_dl_images_create_dataset.py
start line: 0
end line: 0
size: 84 LOC
McCabe index: 1
number of parameters: 0

id: 33
unit: def in_contexter()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 83 LOC
McCabe index: 23
number of parameters: 4

id: 34
unit: def get_model_tflops_per_batch_per_gpu()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 82 LOC
McCabe index: 8
number of parameters: 6

id: 35
unit: def strip_string()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 81 LOC
McCabe index: 28
number of parameters: 2

id: 36
unit: def get_model_tflops_per_batch_per_gpu()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 80 LOC
McCabe index: 7
number of parameters: 6

id: 37
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/deduplicate_images_web_documents.py
start line: 0
end line: 0
size: 79 LOC
McCabe index: 1
number of parameters: 0

id: 38
unit: def setup_batch_size_related_configs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 77 LOC
McCabe index: 22
number of parameters: 1

id: 39
unit: def main()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 77 LOC
McCabe index: 10
number of parameters: 0

id: 40
unit: def pytest_terminal_summary_main()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 77 LOC
McCabe index: 15
number of parameters: 2

id: 41
unit: def analysis_discarded_pairs()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 75 LOC
McCabe index: 7
number of parameters: 1

id: 42
unit: def statistics_without_filtering()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 73 LOC
McCabe index: 11
number of parameters: 1

id: 43
unit: def __call__()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 71 LOC
McCabe index: 22
number of parameters: 3

id: 44
unit: def train()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 71 LOC
McCabe index: 18
number of parameters: 0

id: 45
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 70 LOC
McCabe index: 34
number of parameters: 2

id: 46
unit: def __init__()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 68 LOC
McCabe index: 2
number of parameters: 3

id: 47
unit: def _set_up_training()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 68 LOC
McCabe index: 8
number of parameters: 1

id: 48
unit: def prepare_dataset()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 67 LOC
McCabe index: 15
number of parameters: 3

id: 49
unit: def _log_training()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 66 LOC
McCabe index: 18
number of parameters: 4

id: 50
unit: def __getitem__()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 65 LOC
McCabe index: 15
number of parameters: 2

id: 51
unit: def _do_validation()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 64 LOC
McCabe index: 7
number of parameters: 3

id: 52
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 64 LOC
McCabe index: 23
number of parameters: 4

id: 53
unit: def main()
file: text/finetuning/train.py
start line: 0
end line: 0
size: 63 LOC
McCabe index: 6
number of parameters: 1

id: 54
unit: def create_optimizer()
file: vision/smolvlm2/smolvlm/train/smolvlm_trainer.py
start line: 0
end line: 0
size: 62 LOC
McCabe index: 18
number of parameters: 1

id: 55
unit: def extract_answer()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 60 LOC
McCabe index: 24
number of parameters: 3

id: 56
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 58 LOC
McCabe index: 12
number of parameters: 2

id: 57
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/05_filtering_web_docs.py
start line: 0
end line: 0
size: 57 LOC
McCabe index: 1
number of parameters: 0

id: 58
unit: def __init__()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 57 LOC
McCabe index: 21
number of parameters: 7

id: 59
unit: def get_distribution_size_images()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 56 LOC
McCabe index: 11
number of parameters: 0

id: 60
unit: def show_chat_window()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 55 LOC
McCabe index: 5
number of parameters: 1

id: 61
unit: def __reduce__()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 55 LOC
McCabe index: 1
number of parameters: 1

id: 62
unit: def process_annotation()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 54 LOC
McCabe index: 12
number of parameters: 1

id: 63
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/image_caption_matching_metrics.py
start line: 0
end line: 0
size: 54 LOC
McCabe index: 24
number of parameters: 5

id: 64
unit: def __init__()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 54 LOC
McCabe index: 2
number of parameters: 3

id: 65
unit: def __init__()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 54 LOC
McCabe index: 2
number of parameters: 3

id: 66
unit: def __get_builders__()
file: vision/m4/sourcing/pmd/scripts/pmd.py
start line: 0
end line: 0
size: 54 LOC
McCabe index: 2
number of parameters: 1

id: 67
unit: def display_examples()
file: vision/m4/evaluation/scripts/visualize_generations.py
start line: 0
end line: 0
size: 53 LOC
McCabe index: 17
number of parameters: 5

id: 68
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/classification_vqa_metrics.py
start line: 0
end line: 0
size: 53 LOC
McCabe index: 22
number of parameters: 6

id: 69
unit: def linear_prober()
file: vision/m4/evaluation/evaluators/linear_prober.py
start line: 0
end line: 0
size: 53 LOC
McCabe index: 7
number of parameters: 3

id: 70
unit: def get_scores()
file: vision/m4/sourcing/data_collection/callers/get_reference_clip_distrib.py
start line: 0
end line: 0
size: 53 LOC
McCabe index: 12
number of parameters: 3

id: 71
unit: def process_annotation()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 11
number of parameters: 1

id: 72
unit: def _log_deepspeed_training_stats()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 11
number of parameters: 2

id: 73
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/filter_web_documents.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 1
number of parameters: 0

id: 74
unit: def get_stats_map_func()
file: vision/m4/sourcing/data_collection/visualization/get_stats_vis_choose_filtering_parameters_laion_pairs.py
start line: 0
end line: 0
size: 52 LOC
McCabe index: 1
number of parameters: 1

id: 75
unit: def load_tf_weights_in_gpt2()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 13
number of parameters: 3

id: 76
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 51 LOC
McCabe index: 1
number of parameters: 0

id: 77
unit: def _init_trackers()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 50 LOC
McCabe index: 12
number of parameters: 1

id: 78
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/laion_pair_filtering.py
start line: 0
end line: 0
size: 50 LOC
McCabe index: 11
number of parameters: 2

id: 79
unit: def urls_to_images()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 50 LOC
McCabe index: 17
number of parameters: 5

id: 80
unit: def get_media_src()
file: vision/m4/sourcing/data_collection/utils/simplification_utils.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 29
number of parameters: 1

id: 81
unit: def get_extracted_pairs()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 49 LOC
McCabe index: 4
number of parameters: 2

id: 82
unit: def generate_tokens()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 48 LOC
McCabe index: 8
number of parameters: 2

id: 83
unit: def generate_tokens()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 48 LOC
McCabe index: 8
number of parameters: 2

id: 84
unit: def _merge_consecutive_text_nodes()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 48 LOC
McCabe index: 20
number of parameters: 2

id: 85
unit: def get_unpad_data()
file: vision/smolvlm2/smolvlm/model/varlen_packing.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 8
number of parameters: 1

id: 86
unit: def _configure_optimizer_and_scheduler()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 47 LOC
McCabe index: 11
number of parameters: 1

id: 87
unit: def _generate_examples()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/01_02_template_loading_script_laion.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 11
number of parameters: 1

id: 88
unit: def main()
file: vision/m4/scripts/s3-upload-checkpoints.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 9
number of parameters: 0

id: 89
unit: def parse_open_response_mmmu()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 46 LOC
McCabe index: 8
number of parameters: 2

id: 90
unit: def __init__()
file: vision/m4/models/vgpt2/configuration_vgpt2.py
start line: 0
end line: 0
size: 45 LOC
McCabe index: 1
number of parameters: 0

id: 91
unit: def __init__()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 45 LOC
McCabe index: 10
number of parameters: 3

id: 92
unit: def process_annotation()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 5
number of parameters: 1

id: 93
unit: def get_image_from_wit()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/02_load_wit_images_in_ds.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 9
number of parameters: 1

id: 94
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 11
number of parameters: 3

id: 95
unit: def filtering()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 44 LOC
McCabe index: 21
number of parameters: 1

id: 96
unit: def main()
file: vision/m4/scripts/resize_embed_for_eou.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 4
number of parameters: 0

id: 97
unit: def main()
file: vision/m4/evaluation/generation/deprecated_generation/launch_generation.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 7
number of parameters: 0

id: 98
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/line_deduplicate_web_documents.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 1
number of parameters: 0

id: 99
unit: def func_html_to_web_documents()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 7
number of parameters: 1

id: 100
unit: def __reduce__()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 1
number of parameters: 1

id: 101
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/laion_2b_en/laion_2b_en.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 10
number of parameters: 1

id: 102
unit: def main()
file: vision/experiments/pretraining/vloom/tr_341_smolvlm_025b_1st_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 4
number of parameters: 0

id: 103
unit: def main()
file: vision/experiments/pretraining/vloom/tr_343_smolvlm_05b_1st_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 4
number of parameters: 0

id: 104
unit: def main()
file: vision/experiments/pretraining/vloom/tr_348_smolvlm_2B/resize_embed_for_eou.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 4
number of parameters: 0

id: 105
unit: def group_by_keys_interleaved()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 14
number of parameters: 2

id: 106
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/doc_vqa_metrics.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 16
number of parameters: 4

id: 107
unit: def main()
file: vision/smolvlm2/scripts/sort.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 8
number of parameters: 0

id: 108
unit: def process_image()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 9
number of parameters: 5

id: 109
unit: def map_func_transform_mmstar_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmstar.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 4
number of parameters: 1

id: 110
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/04_merge_web_docs_with_images.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 1
number of parameters: 0

id: 111
unit: def format_train_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 3
number of parameters: 3

id: 112
unit: def from_pretrained()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 20
number of parameters: 5

id: 113
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 41 LOC
McCabe index: 10
number of parameters: 3

id: 114
unit: def sample_clip_indices()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 12
number of parameters: 5

id: 115
unit: def _split_generators()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/NLVR2/NLVR2.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 1
number of parameters: 2

id: 116
unit: def main()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/02_add_html_back.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 12
number of parameters: 0

id: 117
unit: def main()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/01_extract_text_and_urls_from_wikipedia_web_documents.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 1
number of parameters: 1

id: 118
unit: def main()
file: vision/m4/evaluation/generation/generate.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 6
number of parameters: 0

id: 119
unit: def process_annotation()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 7
number of parameters: 1

id: 120
unit: def main()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/03_clean_v2.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 1
number of parameters: 1

id: 121
unit: def create_ds_scienceqa()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/scienceqa.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 7
number of parameters: 1

id: 122
unit: def load_state_dict_into_model()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 22
number of parameters: 3

id: 123
unit: def line_deduplicate_web_documents()
file: vision/m4/sourcing/data_collection/processors/web_document_line_deduplication.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 13
number of parameters: 1

id: 124
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 39 LOC
McCabe index: 1
number of parameters: 0

id: 125
unit: def simplification_mode()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 2
number of parameters: 1

id: 126
unit: def __init__()
file: vision/m4/models/vllama3/configuration_vllama3.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 1
number of parameters: 0

id: 127
unit: def __init__()
file: vision/m4/models/vmistral/configuration_vmistral.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 1
number of parameters: 0

id: 128
unit: def simplify_media_node()
file: vision/m4/sourcing/data_collection/utils/simplification_utils.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 17
number of parameters: 2

id: 129
unit: def simplification_mode()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 2
number of parameters: 1

id: 130
unit: def simplification_mode()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 2
number of parameters: 1

id: 131
unit: def _create_table()
file: vision/m4/sourcing/pmd/jz_loaders/jz_wit/jz_wit.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 9
number of parameters: 2

id: 132
unit: def _create_table()
file: vision/m4/sourcing/pmd/jz_loaders/jz_conceptual_captions/jz_conceptual_captions.py
start line: 0
end line: 0
size: 38 LOC
McCabe index: 9
number of parameters: 2

id: 133
unit: def show_agent_input()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 3
number of parameters: 1

id: 134
unit: def main()
file: vision/m4/evaluation/scripts/visualize_generations.py
start line: 0
end line: 0
size: 37 LOC
McCabe index: 8
number of parameters: 0

id: 135
unit: def main()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/viz_tool.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 8
number of parameters: 0

id: 136
unit: def map_transform_ds_tatqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 7
number of parameters: 1

id: 137
unit: def should_process()
file: vision/m4/scripts/convert-checkpoints.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 11
number of parameters: 3

id: 138
unit: def should_process()
file: vision/m4/scripts/s3-upload-checkpoints.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 12
number of parameters: 5

id: 139
unit: def create_database()
file: vision/m4/sourcing/processing/extracting_ngrams/utils.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 2
number of parameters: 1

id: 140
unit: def visualize()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 2
number of parameters: 1

id: 141
unit: def display_bar_charts()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 9
number of parameters: 3

id: 142
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/coco/coco.py
start line: 0
end line: 0
size: 36 LOC
McCabe index: 11
number of parameters: 4

id: 143
unit: def map_transform_ds_ny_cc_ranking()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 4
number of parameters: 1

id: 144
unit: def extraction_mode()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 5
number of parameters: 1

id: 145
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/02_extract_html_get_image_urls.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 1
number of parameters: 0

id: 146
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 6
number of parameters: 3

id: 147
unit: def main()
file: vision/experiments/pretraining/vloom/tr_346_vsmollm2_256M_3rd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 3
number of parameters: 0

id: 148
unit: def main()
file: vision/experiments/pretraining/vloom/tr_349_vsmollm2_500M_3rd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 3
number of parameters: 0

id: 149
unit: def main()
file: vision/experiments/pretraining/vloom/tr_350_smolvlm_2B_2nd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 3
number of parameters: 0

id: 150
unit: def main()
file: vision/experiments/pretraining/vloom/tr_345_vsmollm2_256M_2nd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 3
number of parameters: 0

id: 151
unit: def main()
file: vision/experiments/pretraining/vloom/tr_347_smolvlm_500M_2nd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 35 LOC
McCabe index: 3
number of parameters: 0

id: 152
unit: def create_ds_scienceqa()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/scienceqa_no_mcq.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 6
number of parameters: 3

id: 153
unit: def func_map_final_cleaning_node_level()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/10_final_cleaning.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 9
number of parameters: 1

id: 154
unit: def _decode_ocr_documents()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 13
number of parameters: 2

id: 155
unit: def _upad_input()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 3
number of parameters: 6

id: 156
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 5
number of parameters: 4

id: 157
unit: def _upad_input()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 3
number of parameters: 6

id: 158
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/filter_laion_pairs.py
start line: 0
end line: 0
size: 34 LOC
McCabe index: 1
number of parameters: 0

id: 159
unit: def to_gradio_chatbot()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 12
number of parameters: 1

id: 160
unit: def extract_all_files_for_split()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_raven.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 5
number of parameters: 2

id: 161
unit: def create_ds_mmbench()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/mmbench.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 7
number of parameters: 1

id: 162
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/06_03_remove_image_duplicates.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 1
number of parameters: 0

id: 163
unit: def __iter__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 12
number of parameters: 1

id: 164
unit: def _init_weights()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 14
number of parameters: 2

id: 165
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 6
number of parameters: 3

id: 166
unit: def _upad_input()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 4
number of parameters: 6

id: 167
unit: def overlap_train_eval_deduplication()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 7
number of parameters: 3

id: 168
unit: def get_html_from_warc()
file: vision/m4/sourcing/data_collection/processors/html_extractor.py
start line: 0
end line: 0
size: 33 LOC
McCabe index: 12
number of parameters: 2

id: 169
unit: def set_trainable_params()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 11
number of parameters: 2

id: 170
unit: def map_transform_ds_plotqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 4
number of parameters: 1

id: 171
unit: def _generate_examples()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/NLVR2/NLVR2.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 4
number of parameters: 3

id: 172
unit: def get_perplexities()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 4
number of parameters: 2

id: 173
unit: def _compute_mmmu_style_vqa_accuracy()
file: vision/m4/evaluation/custom_metrics/open_ended_vqa_metrics.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 13
number of parameters: 5

id: 174
unit: def remove_duplicates()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 32 LOC
McCabe index: 12
number of parameters: 2

id: 175
unit: def process_yaml()
file: vision/smolvlm2/scripts/mixture_checker.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 10
number of parameters: 1

id: 176
unit: def map_transform_ds_finqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 8
number of parameters: 1

id: 177
unit: def map_transform_ds_robut_sqa()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 5
number of parameters: 1

id: 178
unit: def create_ds_mmbench()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/mmbench_no_mcq.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 7
number of parameters: 3

id: 179
unit: def save_web_document_example_in_files()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 11
number of parameters: 3

id: 180
unit: def __init__()
file: vision/m4/models/idefics/configuration_idefics.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 1
number of parameters: 0

id: 181
unit: def _init_weights()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 20
number of parameters: 2

id: 182
unit: def _init_weights()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 14
number of parameters: 2

id: 183
unit: def main()
file: vision/m4/evaluation/scripts/mmbench_submission_format.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 7
number of parameters: 0

id: 184
unit: def create_sample_single_label_dataset()
file: vision/m4/evaluation/scripts/create_sample_evaluation_datasets.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 6
number of parameters: 2

id: 185
unit: def process_one_tar()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 8
number of parameters: 1

id: 186
unit: def build()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 31 LOC
McCabe index: 10
number of parameters: 1

id: 187
unit: def process_chat_message()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 4
number of parameters: 3

id: 188
unit: def generate_response()
file: tools/smolvlm_local_inference/SmolVLM_video_inference.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 5

id: 189
unit: def _fix_fracs()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 8
number of parameters: 1

id: 190
unit: def map_transform_aokvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 1

id: 191
unit: def map_transform_pgm()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 7
number of parameters: 1

id: 192
unit: def get_args()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/04_get_banned_urls.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 1
number of parameters: 0

id: 193
unit: def process_html_css()
file: vision/data/datasets_processing_scripts/build_image_website_code/03_extraction_html_css_codes.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 8
number of parameters: 1

id: 194
unit: def process_one_json_html_code()
file: vision/data/datasets_processing_scripts/build_image_website_code/04_screenshot_rendered_websites.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 2
number of parameters: 1

id: 195
unit: def process_shard()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/02_load_wit_images_in_ds.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 2

id: 196
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 2
number of parameters: 0

id: 197
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 2
number of parameters: 0

id: 198
unit: def _upcast_and_reordered_attn()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 14
number of parameters: 6

id: 199
unit: def predict()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 5
number of parameters: 2

id: 200
unit: def __init__()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 2

id: 201
unit: def __init__()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 3
number of parameters: 3

id: 202
unit: def fetch_single_image()
file: vision/m4/sourcing/data_collection/utils/fetching_utils.py
start line: 0
end line: 0
size: 30 LOC
McCabe index: 8
number of parameters: 4

id: 203
unit: def map_transform_scienceqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 4
number of parameters: 1

id: 204
unit: def map_transform_ds_ny_cc_matching()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 5
number of parameters: 1

id: 205
unit: def load_rendered_text_into_s3()
file: vision/data/datasets_processing_scripts/upload_rendered_text_dataset/upload_tar_to_s3.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 12
number of parameters: 2

id: 206
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/02_bis_extract_html_get_image_urls_new_rules.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 1
number of parameters: 0

id: 207
unit: def save_sft_example_in_files()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 7
number of parameters: 3

id: 208
unit: def __init__()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 3
number of parameters: 2

id: 209
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 3
number of parameters: 3

id: 210
unit: def should_process()
file: vision/m4/scripts/cleanup-checkpoints.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 8
number of parameters: 3

id: 211
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/coco/coco.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 2
number of parameters: 2

id: 212
unit: def generate_improved_text()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 6
number of parameters: 3

id: 213
unit: def main()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 1
number of parameters: 0

id: 214
unit: def batch_model_generations()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 6
number of parameters: 2

id: 215
unit: def batch_model_generations()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 6
number of parameters: 2

id: 216
unit: def extract_all_files_for_split()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_pgm.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 5
number of parameters: 2

id: 217
unit: def map_transform_ds_mmmu()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 9
number of parameters: 1

id: 218
unit: def final_cleaning_node_level()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 8
number of parameters: 3

id: 219
unit: def __init__()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 3
number of parameters: 2

id: 220
unit: def _compute_vqa_accuracy()
file: vision/m4/evaluation/custom_metrics/open_ended_vqa_metrics.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 13
number of parameters: 4

id: 221
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 28 LOC
McCabe index: 1
number of parameters: 0

id: 222
unit: def update_sampling_strategies()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 12
number of parameters: 7

id: 223
unit: def map_transform_ds_robut_wikisql()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 2
number of parameters: 1

id: 224
unit: def map_transform_ds_robut_wtq()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 2
number of parameters: 1

id: 225
unit: def _generate_examples()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/ScienceQA/scienceqa.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 13
number of parameters: 5

id: 226
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/01_download_warc.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 0

id: 227
unit: def get_domain_to_duplicated_texts()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/09_04_get_domain_to_duplicated_texts.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 17
number of parameters: 1

id: 228
unit: def get_args()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/06_01_create_set_image_urls_in_webdocs.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 1
number of parameters: 0

id: 229
unit: def process_one_tar()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/04bis_get_list_of_remaining_images.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 6
number of parameters: 1

id: 230
unit: def transform()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 4
number of parameters: 2

id: 231
unit: def load_hf_dataset()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 12
number of parameters: 1

id: 232
unit: def create_frame()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 11
number of parameters: 4

id: 233
unit: def __init__()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 5
number of parameters: 2

id: 234
unit: def predict()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 5
number of parameters: 2

id: 235
unit: def prepare_image_caption_pair_ds()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 9
number of parameters: 2

id: 236
unit: def __init__()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 3
number of parameters: 2

id: 237
unit: def prepare_inputs_for_generation()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 9
number of parameters: 3

id: 238
unit: def make_tree()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 27 LOC
McCabe index: 4
number of parameters: 4

id: 239
unit: def get_args()
file: text/finetuning/train.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 1
number of parameters: 0

id: 240
unit: def map_transform_chartgemma()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 6
number of parameters: 1

id: 241
unit: def _split_generators()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/ScienceQA/scienceqa.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 2

id: 242
unit: def _split_generators()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/ScienceQA/scienceqa_old_setup.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 2
number of parameters: 2

id: 243
unit: def mapper_tokenize_dataset()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/14_01_filter_perplexity_with_language_model.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 7
number of parameters: 3

id: 244
unit: def __call__()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 11
number of parameters: 3

id: 245
unit: def load_query_and_support_datasets()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 3
number of parameters: 2

id: 246
unit: def create_map_image_url_to_pos()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 14
number of parameters: 1

id: 247
unit: def build_images_web_document_dataset_train()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 3
number of parameters: 2

id: 248
unit: def _extract_images_not_in_simplified_dom_tree()
file: vision/m4/sourcing/data_collection/processors/pair_extractor.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 15
number of parameters: 4

id: 249
unit: def display_document()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 8
number of parameters: 1

id: 250
unit: def plot_distributions()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 9
number of parameters: 4

id: 251
unit: def build()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 26 LOC
McCabe index: 4
number of parameters: 1

id: 252
unit: def start_new_chat()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 6
number of parameters: 2

id: 253
unit: def get_dataset()
file: text/data/smoltalk/rewrite/pipeline/dataset.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 1
number of parameters: 0

id: 254
unit: def base_sampling_fraction()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 11
number of parameters: 6

id: 255
unit: def apply_peft()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 6
number of parameters: 2

id: 256
unit: def translate_sequential_expressions()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 8
number of parameters: 1

id: 257
unit: def map_func_transform_mmmu_mcq_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_mcq.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 6
number of parameters: 1

id: 258
unit: def get_args()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/03_clean_v2.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 1
number of parameters: 0

id: 259
unit: def main()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/05_filter_cm4.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 0

id: 260
unit: def get_args()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/01_extract_text_and_urls_from_wikipedia_web_documents.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 1
number of parameters: 0

id: 261
unit: def _collate_texts_and_images_webdocument()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 13
number of parameters: 2

id: 262
unit: def prepare_inputs_for_generation()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 10
number of parameters: 3

id: 263
unit: def load_annotations()
file: vision/m4/evaluation/scripts/mmbench_submission_format.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 7
number of parameters: 1

id: 264
unit: def get_domain_to_positions()
file: vision/m4/sourcing/data_collection/processors/web_document_line_deduplication.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 10
number of parameters: 1

id: 265
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__flickr30k/localized_narratives__flickr30k.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 6
number of parameters: 3

id: 266
unit: def cache_path()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 10
number of parameters: 2

id: 267
unit: def __init__()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 1
number of parameters: 2

id: 268
unit: def validate_media_paths()
file: vision/smolvlm2/scripts/mixture_checker.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 11
number of parameters: 3

id: 269
unit: def map_transform_sharegpt4o()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 2
number of parameters: 1

id: 270
unit: def map_transform_geo170k()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 2
number of parameters: 1

id: 271
unit: def _generate_examples()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/ScienceQA/scienceqa_old_setup.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 11
number of parameters: 5

id: 272
unit: def find_delimiters_tokens_to_mask()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 13
number of parameters: 1

id: 273
unit: def main()
file: vision/m4/scripts/cleanup-checkpoints.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 10
number of parameters: 0

id: 274
unit: def __reduce__()
file: vision/m4/sourcing/data_collection/processors/laion_pair_filtering.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 1
number of parameters: 1

id: 275
unit: def build_instruction_kwargs()
file: text/data/smoltalk/constraints/filter_ifeval_data.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 1

id: 276
unit: def __getitem__()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 2

id: 277
unit: def _convert_llava_to_openai_format()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 8
number of parameters: 3

id: 278
unit: def _mask_special_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 10
number of parameters: 3

id: 279
unit: def __getitem__()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 7
number of parameters: 2

id: 280
unit: def _convert_llava_to_openai_format()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 8
number of parameters: 3

id: 281
unit: def _mask_special_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 10
number of parameters: 3

id: 282
unit: def map_transform_ds_robut_wikisql()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 3
number of parameters: 1

id: 283
unit: def detect_overflow()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 11
number of parameters: 2

id: 284
unit: def __init__()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 2
number of parameters: 2

id: 285
unit: def check_compatibilities()
file: vision/m4/models/vgpt2/configuration_vgpt2.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 6
number of parameters: 1

id: 286
unit: def _attn()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 9
number of parameters: 6

id: 287
unit: def load_annotations()
file: vision/m4/evaluation/scripts/visualize_generations.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 6
number of parameters: 1

id: 288
unit: def extract_image_text_pairs()
file: vision/m4/sourcing/data_collection/callers/extract_image_text_pairs.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 1
number of parameters: 0

id: 289
unit: def _remove_empty_leaves()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 12
number of parameters: 2

id: 290
unit: def get_domain_to_duplicated_texts()
file: vision/m4/sourcing/data_collection/processors/web_document_line_deduplication.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 12
number of parameters: 1

id: 291
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/jz_loaders/jz_conceptual_captions/jz_conceptual_captions.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 5
number of parameters: 2

id: 292
unit: def get_auto_remove_tmp_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 23 LOC
McCabe index: 13
number of parameters: 4

id: 293
unit: def process_summary_question()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 7
number of parameters: 5

id: 294
unit: def urls_to_images()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/04_merge_web_docs_with_images.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 11
number of parameters: 5

id: 295
unit: def merge_consecutive_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 9
number of parameters: 3

id: 296
unit: def lorify()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/train_bin_classif.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 1

id: 297
unit: def greedy_packing()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 1
number of parameters: 0

id: 298
unit: def _log_activations()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 15
number of parameters: 2

id: 299
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 9
number of parameters: 4

id: 300
unit: def _get_class_name_value()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 6
number of parameters: 3

id: 301
unit: def main()
file: vision/m4/scripts/merge_lora_and_save.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 3
number of parameters: 0

id: 302
unit: def main()
file: vision/m4/evaluation/scripts/create_sample_evaluation_datasets.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 7
number of parameters: 0

id: 303
unit: def compute_vision_embds()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 4
number of parameters: 1

id: 304
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/extract_html.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 1
number of parameters: 0

id: 305
unit: def get_args()
file: vision/m4/sourcing/data_collection/callers/download_warc.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 1
number of parameters: 0

id: 306
unit: def _get_clip_scores()
file: vision/m4/sourcing/data_collection/processors/pair_extractor.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 10
number of parameters: 3

id: 307
unit: def map_shard()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 1
number of parameters: 2

id: 308
unit: def update_before_collapsing_meta()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 22 LOC
McCabe index: 11
number of parameters: 2

id: 309
unit: def extract_frames()
file: tools/smolvlm_local_inference/SmolVLM_video_inference.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 6
number of parameters: 2

id: 310
unit: def _apply_sampling_strategy()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 2

id: 311
unit: def _apply_sampling_strategy()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 2

id: 312
unit: def map_transform_ds_finqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 6
number of parameters: 1

id: 313
unit: def create_dict_qbench()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/qbench.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 4
number of parameters: 1

id: 314
unit: def accelerate_torch_dtype()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 7
number of parameters: 0

id: 315
unit: def lora_replace_module()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 10
number of parameters: 4

id: 316
unit: def main()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 2
number of parameters: 0

id: 317
unit: def get_model_from_config_file()
file: vision/m4/evaluation/utils.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 4
number of parameters: 2

id: 318
unit: def _extraction()
file: vision/m4/sourcing/data_collection/processors/pair_extractor.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 8
number of parameters: 4

id: 319
unit: def urls_to_images()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 3
number of parameters: 2

id: 320
unit: def choose_document()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 3
number of parameters: 1

id: 321
unit: def image_text_pair_recall()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 1
number of parameters: 1

id: 322
unit: def get_distribution_number_words_images()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 3
number of parameters: 0

id: 323
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__coco/localized_narratives__coco.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 5
number of parameters: 2

id: 324
unit: def apply_varlen_patch()
file: vision/smolvlm2/smolvlm/model/varlen_packing.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 0

id: 325
unit: def map_transform_ds_ny_cc_explanation()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 2
number of parameters: 1

id: 326
unit: def _process_one_json_ideas_and_html_codes()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 2
number of parameters: 2

id: 327
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/06_03_remove_image_duplicates.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 11
number of parameters: 2

id: 328
unit: def _check_if_training_is_over()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 3

id: 329
unit: def update_model_kwargs_for_generation()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 7
number of parameters: 3

id: 330
unit: def main()
file: vision/m4/evaluation/generation/deprecated_generation/log_generation.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 0

id: 331
unit: def _compute_relaxed_vqa_accuracy()
file: vision/m4/evaluation/custom_metrics/open_ended_vqa_metrics.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 9
number of parameters: 4

id: 332
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/laion_pair_filtering.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 0

id: 333
unit: def lru_cache_with_exception()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 3
number of parameters: 2

id: 334
unit: def _get_seqlens_in_batch()
file: vision/smolvlm2/smolvlm/model/varlen_packing.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 1

id: 335
unit: def map_transform_llava_conv()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 1

id: 336
unit: def map_transform_ds_robut_wtq()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 3
number of parameters: 1

id: 337
unit: def translate_nested_expression()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 8
number of parameters: 1

id: 338
unit: def map_transform_ds_robut_sqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 3
number of parameters: 1

id: 339
unit: def _info()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/ScienceQA/scienceqa.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 1

id: 340
unit: def mapper_ppl_dataset()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/14_01_filter_perplexity_with_language_model.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 5

id: 341
unit: def func_map_final_processing_node_level()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 1

id: 342
unit: def _update_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 0

id: 343
unit: def get_mapper()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 0

id: 344
unit: def save_image_question_answer_triplet_example_in_files()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 3
number of parameters: 3

id: 345
unit: def main()
file: vision/m4/scripts/convert-checkpoints.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 8
number of parameters: 0

id: 346
unit: def model_generation()
file: vision/m4/evaluation/generation/generate.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 0

id: 347
unit: def vqa_normalize_text()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 7
number of parameters: 1

id: 348
unit: def compute_clip_score()
file: vision/m4/sourcing/data_collection/utils/clip_utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 5
number of parameters: 3

id: 349
unit: def format_filename()
file: vision/m4/sourcing/data_collection/utils/simplification_utils.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 4
number of parameters: 1

id: 350
unit: def _strip_special_divs()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 12
number of parameters: 2

id: 351
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 0

id: 352
unit: def get_exs_and_stats()
file: vision/m4/sourcing/data_collection/visualization/choose_filtering_parameters_web_documents_node_level.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 9
number of parameters: 4

id: 353
unit: def debug()
file: vision/m4/sourcing/data_collection/debug/debug.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 0

id: 354
unit: def _generate_tables()
file: vision/m4/sourcing/pmd/jz_loaders/jz_wit/jz_wit.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 3

id: 355
unit: def _split_generators()
file: vision/m4/sourcing/pmd/jz_loaders/jz_conceptual_captions/jz_conceptual_captions.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 1
number of parameters: 2

id: 356
unit: def _generate_tables()
file: vision/m4/sourcing/pmd/jz_loaders/jz_conceptual_captions/jz_conceptual_captions.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 2
number of parameters: 2

id: 357
unit: def build_shard_and_save_to_disk()
file: vision/m4/sourcing/pmd/scripts/pmd.py
start line: 0
end line: 0
size: 19 LOC
McCabe index: 6
number of parameters: 1

id: 358
unit: def process()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 2

id: 359
unit: def load_model()
file: tools/smolvlm_local_inference/SmolVLM_video_inference.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 3

id: 360
unit: def dict()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 1

id: 361
unit: def _generate_examples()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/Flickr30k/flickr30k.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 4

id: 362
unit: def split_pack_and_pad_webdocs()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 13

id: 363
unit: def format_print_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 9
number of parameters: 4

id: 364
unit: def _check_jz_time_and_memory()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 6
number of parameters: 2

id: 365
unit: def get_stats()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 2

id: 366
unit: def __init__()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 2

id: 367
unit: def forward()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 0

id: 368
unit: def _create_example_prompt()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 7

id: 369
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 2

id: 370
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 4
number of parameters: 3

id: 371
unit: def load_tokenizer_model()
file: vision/m4/evaluation/generation/generate.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 1

id: 372
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/perplexity_metrics.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 3

id: 373
unit: def get_model()
file: vision/m4/evaluation/utils.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 3
number of parameters: 2

id: 374
unit: def get_ngrams()
file: vision/m4/sourcing/processing/extracting_ngrams/utils.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 3

id: 375
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 0

id: 376
unit: def save_split_sharded_already_splitted_dataset()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 2
number of parameters: 3

id: 377
unit: def check_CLIP()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 5
number of parameters: 1

id: 378
unit: def images_quality_recall()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 1
number of parameters: 1

id: 379
unit: def __get_robots_txt__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 18 LOC
McCabe index: 7
number of parameters: 2

id: 380
unit: def process()
file: tools/smol_tools/smol_tools/summarizer.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 3

id: 381
unit: def llm_engine()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 4

id: 382
unit: def display_overview()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 3

id: 383
unit: def _info()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/ScienceQA/scienceqa_old_setup.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 1

id: 384
unit: def _info()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/NLVR2/NLVR2.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 1

id: 385
unit: def _split_generators()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/Flickr30k/flickr30k.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 2
number of parameters: 2

id: 386
unit: def get_dataloader()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 0

id: 387
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 2

id: 388
unit: def forward()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 0

id: 389
unit: def __init__()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 3

id: 390
unit: def get_config()
file: vision/m4/evaluation/generation/config.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 1

id: 391
unit: def main()
file: vision/m4/evaluation/scripts/mmmu_submission_format.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 0

id: 392
unit: def _info()
file: vision/m4/evaluation/custom_metrics/unfolded_classification_metrics.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 1

id: 393
unit: def get_config()
file: vision/m4/evaluation/config.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 3
number of parameters: 1

id: 394
unit: def strip()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 2

id: 395
unit: def standardize_whitespace()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 1
number of parameters: 0

id: 396
unit: def strip()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 6
number of parameters: 2

id: 397
unit: def compute_character_repetition_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 5
number of parameters: 2

id: 398
unit: def load_dataset()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 7
number of parameters: 1

id: 399
unit: def get_url_images()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 17 LOC
McCabe index: 4
number of parameters: 1

id: 400
unit: def __init__()
file: tools/smol_tools/smol_tools/base.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 8
number of parameters: 6

id: 401
unit: def save_current_chat()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 9
number of parameters: 3

id: 402
unit: def display_chat_history()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 2

id: 403
unit: def __init__()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 0

id: 404
unit: def enable_gradient_checkpointing()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 6
number of parameters: 2

id: 405
unit: def map_transform_lima()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 1

id: 406
unit: def map_func_transform_math_vista_mcq_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista_mcq.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 1

id: 407
unit: def map_transform_val_ds_mathvista()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 1

id: 408
unit: def map_func_transform_mmmu_openended_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_open_ended.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 1

id: 409
unit: def _info()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/01_02_template_loading_script_laion.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 1

id: 410
unit: def _prepare_register()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 1

id: 411
unit: def format_jsonl_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 7
number of parameters: 2

id: 412
unit: def save_image_caption_pair_example_in_files()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 3

id: 413
unit: def forward_hook()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 10
number of parameters: 4

id: 414
unit: def format_model_outputs_to_predictions()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 2
number of parameters: 2

id: 415
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 0

id: 416
unit: def __init__()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 2
number of parameters: 2

id: 417
unit: def exact_image_deduplication()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 5
number of parameters: 2

id: 418
unit: def _format_texts()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 9
number of parameters: 2

id: 419
unit: def save_split_sharded_dataset()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 3

id: 420
unit: def standardize_whitespace()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 0

id: 421
unit: def display_document()
file: vision/m4/sourcing/data_collection/visualization/web_document_visualization.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 1

id: 422
unit: def __init__()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 3

id: 423
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__coco/localized_narratives__coco.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 4

id: 424
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/laion_2b_en/laion_2b_en.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 1
number of parameters: 1

id: 425
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__flickr30k/localized_narratives__flickr30k.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 3
number of parameters: 2

id: 426
unit: def setUp()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 6
number of parameters: 1

id: 427
unit: def _fix_a_slash_b()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 1

id: 428
unit: def mmlu_pro_mc_prompt()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 2

id: 429
unit: def create_shared_key()
file: vision/smolvlm2/scripts/sort.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 14
number of parameters: 1

id: 430
unit: def _load_data()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 431
unit: def _load_data()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 432
unit: def display_examples()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/viz_tool.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 2

id: 433
unit: def create_new_ds()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 8
number of parameters: 1

id: 434
unit: def map_transform_sharegpt4v()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 1

id: 435
unit: def map_func_modif_context()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/MMBench/make_mmbench.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 1

id: 436
unit: def choose_example()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 437
unit: def map_transform_vsr()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/vsr.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 438
unit: def get_domain_to_positions()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/09_02_get_domain_to_positions.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 6
number of parameters: 0

id: 439
unit: def remove_duplicated_images()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 11
number of parameters: 3

id: 440
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/05_convert_scaled_laion_per_shard_idx.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 441
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/03_convert_laoin_per_shard_idx.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 442
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/04_convert_cm4_per_shard_idx.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 1

id: 443
unit: def parse()
file: vision/m4/training/config.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 444
unit: def mem_usage_formatted()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 1

id: 445
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 446
unit: def _create_example_prompt()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 3

id: 447
unit: def _init_weights()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 10
number of parameters: 2

id: 448
unit: def parallelize()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 449
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 3

id: 450
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 451
unit: def update_model_kwargs_for_generation()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 2

id: 452
unit: def forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 453
unit: def convert_checkpoint()
file: vision/m4/scripts/convert_vmistral_old_siglip_to_new_siglip.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 4

id: 454
unit: def cmd_retry_loop()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 455
unit: def check_eval_crash()
file: vision/m4/scripts/schedule-evals.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 456
unit: def get_args()
file: vision/m4/evaluation/scripts/sync_evaluations_on_wandb.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 457
unit: def map_localized_narratives_to_nocaps()
file: vision/m4/evaluation/scripts/create_sample_evaluation_datasets_simplified.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 458
unit: def map_coco_to_nocaps()
file: vision/m4/evaluation/scripts/create_sample_evaluation_datasets_simplified.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 1

id: 459
unit: def process_text()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 3

id: 460
unit: def __post_init__()
file: vision/m4/evaluation/config.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 461
unit: def _get_datasets()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 4

id: 462
unit: def format_image_size()
file: vision/m4/sourcing/data_collection/utils/simplification_utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 463
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/warc_downloader.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 2

id: 464
unit: def recursive_strip_and_preserve_interesting_children()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 8
number of parameters: 2

id: 465
unit: def _unnest_nodes()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 7
number of parameters: 2

id: 466
unit: def choose_document()
file: vision/m4/sourcing/data_collection/visualization/web_document_visualization.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 467
unit: def select_mode()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 1

id: 468
unit: def choose_example()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 469
unit: def choose_example()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 2
number of parameters: 1

id: 470
unit: def get_image_paths_fixer()
file: vision/m4/sourcing/pmd/fix_image_path.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 4
number of parameters: 3

id: 471
unit: def get_from_cache()
file: vision/m4/sourcing/pmd/cache_path.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 1
number of parameters: 0

id: 472
unit: def __init__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 3
number of parameters: 4

id: 473
unit: def __exit__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 2

id: 474
unit: def execute_subprocess_async()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 5
number of parameters: 6

id: 475
unit: def process()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 476
unit: def __init__()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 477
unit: def resize_and_center_crop()
file: tools/smolvlm_local_inference/SmolVLM_video_inference.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 3

id: 478
unit: def filter_not_valid_rows()
file: text/data/smoltalk/constraints/filter_ifeval_data.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 1

id: 479
unit: def parse_math_answer()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 480
unit: def forward()
file: vision/smolvlm2/smolvlm/model/modeling_smolvlm.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 481
unit: def forward()
file: vision/smolvlm2/smolvlm/model/modeling_smollmm.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 482
unit: def get_images()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 8
number of parameters: 3

id: 483
unit: def map_transform_dolly()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 1

id: 484
unit: def map_transform_openhermes()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 1

id: 485
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/09_06_line_dedup.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 6
number of parameters: 2

id: 486
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 2

id: 487
unit: def split_pack_and_pad_pairs()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 12

id: 488
unit: def split_pack_and_pad_ocr()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 12

id: 489
unit: def split_pack_and_pad_sft()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 12

id: 490
unit: def format_val_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 3

id: 491
unit: def sample_has_all_files()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 8
number of parameters: 1

id: 492
unit: def _decode_iqa_triplets()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 493
unit: def verify()
file: vision/m4/training/config.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 494
unit: def get_stats_format()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 495
unit: def _get_worker_indices()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 496
unit: def _get_worker_indices()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 1

id: 497
unit: def change_format()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 4

id: 498
unit: def _prepare_decoder_attention_mask()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 5

id: 499
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 500
unit: def tie_weights()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 1

id: 501
unit: def _create_prefix_prompt()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 502
unit: def _create_prefix_prompt()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 503
unit: def tie_weights()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 1

id: 504
unit: def _create_prefix_prompt()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 505
unit: def _create_prefix_prompt()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 3
number of parameters: 2

id: 506
unit: def forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 0

id: 507
unit: def average_normalized_levenshtein_similarity()
file: vision/m4/evaluation/custom_metrics/doc_vqa_metrics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 4
number of parameters: 2

id: 508
unit: def _info()
file: vision/m4/evaluation/custom_metrics/open_ended_vqa_metrics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 509
unit: def _info()
file: vision/m4/evaluation/custom_metrics/classification_vqa_metrics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 510
unit: def _info()
file: vision/m4/evaluation/custom_metrics/image_caption_matching_metrics.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 1

id: 511
unit: def processDigitArticle()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 2

id: 512
unit: def _remove_dates()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 10
number of parameters: 2

id: 513
unit: def perceptual_hashing()
file: vision/m4/sourcing/data_collection/processors/image_deduplicator.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 1
number of parameters: 2

id: 514
unit: def compute_word_repetition_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 5
number of parameters: 3

id: 515
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__openimages/localized_narratives__openimages.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 2
number of parameters: 3

id: 516
unit: def is_torch_bf16_available()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 7
number of parameters: 0

id: 517
unit: def mockenv_context()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 14 LOC
McCabe index: 11
number of parameters: 2

id: 518
unit: def get_ifeval_results()
file: text/data/smoltalk/constraints/filter_ifeval_data.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 519
unit: def prompt_hellaswag()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 520
unit: def process_json_file()
file: vision/smolvlm2/scripts/sort.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 521
unit: def save_model()
file: vision/smolvlm2/smolvlm/train/smolvlm_trainer.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 7
number of parameters: 4

id: 522
unit: def map_transform_vsr()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 523
unit: def make_question_answer_visual7w()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 524
unit: def map_transform_hm()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 525
unit: def func_filter_unigeo()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 3

id: 526
unit: def map_transform_chart2text()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 2

id: 527
unit: def all_model_generations()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 1

id: 528
unit: def all_model_generations()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 1

id: 529
unit: def init_dict()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_raven.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 530
unit: def map_func_transform_ai2d_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_6_abcd.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 1

id: 531
unit: def map_func_transform_math_vista_openended_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista_open_ended.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 532
unit: def main()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/04_get_banned_urls.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 1

id: 533
unit: def remove_spam_paragraphs()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 3

id: 534
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/18_convert_sft_per_shard_idx.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 1

id: 535
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/19_convert_websight_mix_per_shard_idx.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 536
unit: def _decode_image_and_text_webdocument()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 8
number of parameters: 2

id: 537
unit: def _decode_image_and_text_pairs()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 538
unit: def _decode_image_and_text_sft()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 8
number of parameters: 2

id: 539
unit: def freeze_model()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 540
unit: def compute_tflops_per_batch_per_gpu()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 541
unit: def __iter__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 8
number of parameters: 1

id: 542
unit: def vblock()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 543
unit: def vblock()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 544
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 545
unit: def format_model_outputs_to_predictions()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 2

id: 546
unit: def add_batch_metric()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 3

id: 547
unit: def get_args()
file: vision/m4/scripts/behead_unused_params.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 548
unit: def convert_and_save_checkpoints()
file: vision/m4/scripts/convert_zero_state_dict_for_new_siglip.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 8
number of parameters: 2

id: 549
unit: def prepare_model()
file: vision/m4/evaluation/generation/generate.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 550
unit: def load_annotations()
file: vision/m4/evaluation/scripts/mmmu_submission_format.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 2

id: 551
unit: def _info()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 552
unit: def _info()
file: vision/m4/evaluation/custom_metrics/doc_vqa_metrics.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 1

id: 553
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 0

id: 554
unit: def _remove_nodes_matching_css_rules()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 2

id: 555
unit: def brute_force_search_to_reference()
file: vision/m4/sourcing/data_collection/processors/image_deduplicator.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 3

id: 556
unit: def save_split_sharded_dataset()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 2

id: 557
unit: def compute_punctuation_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 4
number of parameters: 3

id: 558
unit: def get_dist_infos_from_3D_df()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 6
number of parameters: 5

id: 559
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__ADE20k/localized_narratives__ADE20k.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 2

id: 560
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__ADE20k/localized_narratives__ADE20k.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 2
number of parameters: 3

id: 561
unit: def main()
file: tools/smolvlm_local_inference/SmolVLM_video_inference.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 0

id: 562
unit: def get_dataset()
file: text/data/smoltalk/constraints/filter_ifeval_data.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 563
unit: def explode_emails()
file: text/data/smoltalk/summarization/pipelines/email_summaries.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 564
unit: def extract_image_key()
file: vision/smolvlm2/scripts/sort.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 8
number of parameters: 1

id: 565
unit: def find_global_img_patterns()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 566
unit: def find_global_img_patterns()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 567
unit: def format_numbers_in_string()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 568
unit: def map_transform_cord()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 569
unit: def map_transform_ds_pmcvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 570
unit: def init_dict()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_aokvqa.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 571
unit: def map_transform_test_ds_mathvista()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 572
unit: def map_func_transform_ai2d_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_4.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 573
unit: def map_func_transform_ai2d_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_5_abcd.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 3
number of parameters: 1

id: 574
unit: def map_func_transform_ai2d_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_2.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 575
unit: def process_image()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 576
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/05_binary_classification.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 577
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/train_bin_classif.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 578
unit: def tokenize_batch()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/train_bin_classif.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 1

id: 579
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/02_convert_cm4_per_shard_idx.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 580
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/05_convert_scaled_laion_per_shard_idx.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 581
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/01_convert_coco_per_shard_idx.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 582
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/03_convert_laoin_per_shard_idx.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 583
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/04_convert_cm4_per_shard_idx.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 584
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 585
unit: def save_example_in_files()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 6
number of parameters: 4

id: 586
unit: def tar_shard_and_send_to_s3()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 587
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 3

id: 588
unit: def prepare_dataset()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 3

id: 589
unit: def enable_input_require_grads()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 590
unit: def enable_input_require_grads()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 591
unit: def tie_weights()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 592
unit: def enable_input_require_grads()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 593
unit: def enable_input_require_grads()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 1

id: 594
unit: def tie_weights()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 7
number of parameters: 1

id: 595
unit: def run_cmd()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 596
unit: def run_cmd()
file: vision/m4/scripts/schedule-evals.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 597
unit: def main()
file: vision/m4/scripts/schedule-evals.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 6
number of parameters: 0

id: 598
unit: def run_cmd()
file: vision/m4/scripts/convert-checkpoints.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 599
unit: def run_cmd()
file: vision/m4/scripts/s3-upload-checkpoints.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 600
unit: def run_cmd()
file: vision/m4/scripts/cleanup-checkpoints.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 2
number of parameters: 2

id: 601
unit: def _info()
file: vision/m4/evaluation/custom_metrics/perplexity_metrics.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 1

id: 602
unit: def normalize_str_mmmu()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 1

id: 603
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 3

id: 604
unit: def _remove_everything_after_node_id()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 6
number of parameters: 2

id: 605
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/html_extractor.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 2

id: 606
unit: def check_text()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 4
number of parameters: 1

id: 607
unit: def _split_to_single_caption()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__openimages/localized_narratives__openimages.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 5
number of parameters: 1

id: 608
unit: def __init__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 5

id: 609
unit: def mmlu_cloze_prompt()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 610
unit: def _fetch_video()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 611
unit: def len2weight()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 7
number of parameters: 2

id: 612
unit: def compute_hash_images()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 613
unit: def map_transform_nlvr2()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 614
unit: def filter_openhermes()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 1

id: 615
unit: def map_transform_lnqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 616
unit: def map_transform_ocrvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 617
unit: def map_transform_ds_vismrc()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 618
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 619
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 620
unit: def init_dict()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_pgm.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 621
unit: def prepare_math_vista_openended()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista_open_ended.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 1

id: 622
unit: def load_modelling_metadata_dataset()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/get_modelling_metadata_dataset.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 623
unit: def load_html_ds()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/05_filter_cm4.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 624
unit: def load_html_ds()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/02_add_html_back.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 625
unit: def find_max_num_choices_and_all_tested_labels()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/mmbench_no_mcq.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 626
unit: def find_max_num_choices_and_all_tested_labels()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/scienceqa_no_mcq.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 1

id: 627
unit: def forward()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/05_binary_classification.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 4

id: 628
unit: def forward()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/train_bin_classif.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 4

id: 629
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/12_convert_llavar_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 630
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/18_convert_sft_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 631
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/19_convert_websight_mix_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 632
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/06_convert_lrv_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 633
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/07_convert_llava_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 634
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/10_convert_m3it_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 635
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/17_convert_websight_v02_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 636
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/14_convert_tikz_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 637
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/11_convert_spot_difference_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 638
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/09_convert_ultrachat_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 639
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/08_convert_svit_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 640
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/13_convert_vqav2_task_finetuning_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 641
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/15_convert_docvqa_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 642
unit: def main()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/16_convert_image_website_code_per_shard_idx.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 643
unit: def _reset_train_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 2

id: 644
unit: def check_webdataset_command()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 5
number of parameters: 1

id: 645
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 1

id: 646
unit: def export_dataset_all_shard_idx_to_tar()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 647
unit: def _configure_library_root_logger()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 0

id: 648
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 3

id: 649
unit: def simpler_get_splitted_images_and_corresponding_text()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 650
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 651
unit: def deparallelize()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 652
unit: def simpler_get_splitted_images_and_corresponding_text()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 653
unit: def simpler_get_splitted_images_and_corresponding_text()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 654
unit: def forward()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 655
unit: def _dynamic_frequency_update()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 3

id: 656
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 657
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 658
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 659
unit: def __init__()
file: vision/m4/models/vllama3/configuration_vllama3.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 660
unit: def __init__()
file: vision/m4/models/vmistral/configuration_vmistral.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 661
unit: def _compute()
file: vision/m4/evaluation/custom_metrics/unfolded_classification_metrics.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 662
unit: def format_relative_to_absolute_path()
file: vision/m4/sourcing/data_collection/utils/simplification_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 2

id: 663
unit: def load_dataset_html()
file: vision/m4/sourcing/data_collection/utils/utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 3

id: 664
unit: def check_size_image()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 665
unit: def compute_repetition_ratio()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 4
number of parameters: 1

id: 666
unit: def check_size_image()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 667
unit: def normalization()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 668
unit: def get_ratio_success_download_images()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 0

id: 669
unit: def load_modelling_metadata_dataset()
file: vision/m4/sourcing/get_modelling_metadata_dataset/get_modelling_metadata_dataset.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 670
unit: def _add_image_or_exception()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 6
number of parameters: 3

id: 671
unit: def parse_flag_from_env()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 2

id: 672
unit: def parse_int_from_env()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 2

id: 673
unit: def __init__()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 674
unit: def _call_tools()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 3

id: 675
unit: def load_chat()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 2

id: 676
unit: def get_first_email()
file: text/data/smoltalk/rewrite/pipeline/dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 677
unit: def format_input()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 3

id: 678
unit: def clean_article()
file: text/data/smoltalk/summarization/pipelines/cnn_daily_summaries.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 679
unit: def de_md_logits_processor_for_llama3_1()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 680
unit: def mprint()
file: vision/smolvlm2/smolvlm/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 681
unit: def print_stats()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 682
unit: def map_transform_screen2words()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 683
unit: def map_transform_textcaps()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 684
unit: def map_transform_diagram_image_to_text()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 685
unit: def map_transform_datikz()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 686
unit: def map_transform_websight()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 687
unit: def map_transform_pathvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 688
unit: def map_transform_vqarad()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 689
unit: def map_transform_orcamath()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 690
unit: def map_transform_metamathqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 691
unit: def map_transform_math_instruct()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 692
unit: def map_transform_camel_ai_math()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 693
unit: def map_transform_atlas_math_sets()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 694
unit: def map_transform_goat()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 695
unit: def map_transform_camel_ai_physics()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 696
unit: def map_transform_camel_ai_biology()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 697
unit: def map_transform_camel_ai_chemistry()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 698
unit: def map_transform_textvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 1

id: 699
unit: def map_transform_textvqa_new_prompt()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 1

id: 700
unit: def map_transform_ds_multihiertt()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 701
unit: def map_transform_ln()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 702
unit: def _modify_image_urls()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 703
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 704
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_04_remove_opt_out_images.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 11
number of parameters: 2

id: 705
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/08_02_urldedup.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 2

id: 706
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/12_02_remove_opt_out_images.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 11
number of parameters: 2

id: 707
unit: def remove_end_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 3

id: 708
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/05_binary_classification.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 709
unit: def process_inputs_binary_classification()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/05_binary_classification.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 3

id: 710
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/02_convert_cm4_per_shard_idx.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 711
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/01_convert_coco_per_shard_idx.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 712
unit: def has_consecutive_nones()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 713
unit: def split_pack_and_pad_iqa_finetuning()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 8

id: 714
unit: def _end_of_epoch_reset_train_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 715
unit: def validate_optim_states_are_reset()
file: vision/m4/training/debug_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 716
unit: def model_name_to_classes()
file: vision/m4/training/setup_language_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 1

id: 717
unit: def compute_perceiver_tflops_per_batch_per_gpu()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 718
unit: def lora_unload()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 1

id: 719
unit: def get_dataloader_from_config()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 720
unit: def _get_worker_id_and_worker_total_num()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 721
unit: def _get_worker_id_and_worker_total_num()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 722
unit: def _get_worker_id()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 723
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 7

id: 724
unit: def vision_model_name_to_model()
file: vision/m4/training/setup_vision_model.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 2

id: 725
unit: def export_dataset_shard_idx_to_tar()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 726
unit: def process_ds_wrapped()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 4

id: 727
unit: def _get_default_logging_level()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 3
number of parameters: 0

id: 728
unit: def check_valid_tokenizer()
file: vision/m4/utils/check_valid_tokenizer.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 729
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 5

id: 730
unit: def _get_unpad_data()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 731
unit: def forward()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 732
unit: def _flash_attention_forward()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 733
unit: def forward()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 734
unit: def _create_example_prompt()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 735
unit: def prune_heads()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 736
unit: def forward()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 737
unit: def forward()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 738
unit: def forward()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 739
unit: def parallelize()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 740
unit: def override_vision_model()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 5

id: 741
unit: def __init__()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 742
unit: def _get_unpad_data()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 743
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 744
unit: def pixel_shuffle()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 745
unit: def prepare_inputs_for_generation()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 746
unit: def _get_unpad_data()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 747
unit: def __init__()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 5

id: 748
unit: def forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 749
unit: def _flash_attention_forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 750
unit: def generate_image_conditioned_text_from_pretrained()
file: vision/m4/evaluation/generation/deprecated_generation/generate.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 751
unit: def compute_score()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 3

id: 752
unit: def process_document()
file: vision/m4/sourcing/processing/extracting_ngrams/extract_documents_ngrams.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 753
unit: def process_docs()
file: vision/m4/sourcing/processing/extracting_ngrams/extract_documents_ngrams.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 2

id: 754
unit: def get_warc_from_metadata()
file: vision/m4/sourcing/data_collection/processors/warc_downloader.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 5

id: 755
unit: def build_images_evaluation_tasks_dataset()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 1

id: 756
unit: def get_image_urls()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 6
number of parameters: 3

id: 757
unit: def download_images()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 1

id: 758
unit: def check_number_words()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 4

id: 759
unit: def get_words_from_text()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 7
number of parameters: 4

id: 760
unit: def get_chart_infos_from_3D_df()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 4
number of parameters: 5

id: 761
unit: def __init__()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 5

id: 762
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 5
number of parameters: 1

id: 763
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/yfcc100m/yfcc100m.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 764
unit: def _generate_examples()
file: vision/m4/sourcing/pmd/local_loaders/yfcc100m/yfcc100m.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 765
unit: def pytest_addoption_shared()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 1

id: 766
unit: def format_input()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 3

id: 767
unit: def format_input()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 768
unit: def __call__()
file: vision/smolvlm2/smolvlm/model/processing_smollmm.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 769
unit: def map_func_replace_wrong_punctuation()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_concat_ds_sft.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 770
unit: def filter_big_images_infovqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 6
number of parameters: 1

id: 771
unit: def correct_casing_finqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 8
number of parameters: 3

id: 772
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 773
unit: def _sequential_process_multi_json_ideas_and_html_codes()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 774
unit: def load_model_and_tokenizer()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 775
unit: def extract_html_code_from_generation()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 776
unit: def load_model_and_tokenizer()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 777
unit: def extract_html_code_from_generation()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 778
unit: def process_list_of_strings()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 779
unit: def map_func_add_image_column()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_m3it.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 780
unit: def format_value_to_list()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_open_ended.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 781
unit: def compute_ahash()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/dedup_val_mmbench.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 782
unit: def format_value_to_list()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_mcq.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 783
unit: def map_func_transform_ai2d_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 784
unit: def map_func_transform_ai2d_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_7_abcd.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 785
unit: def format_value_to_list()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 786
unit: def visualization()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 787
unit: def add_doc_url()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/05_filter_cm4.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 788
unit: def get_args()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/05_filter_cm4.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 789
unit: def add_doc_url()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/02_add_html_back.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 790
unit: def get_args()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/02_add_html_back.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 791
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/12_convert_llavar_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 792
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/06_convert_lrv_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 793
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/07_convert_llava_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 794
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/10_convert_m3it_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 795
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/17_convert_websight_v02_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 796
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/14_convert_tikz_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 797
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/11_convert_spot_difference_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 798
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/09_convert_ultrachat_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 799
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/08_convert_svit_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 800
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/13_convert_vqav2_task_finetuning_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 801
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/15_convert_docvqa_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 802
unit: def get_args()
file: vision/data/datasets_processing_scripts/01_tar_datasets_with_jpeg/python_scripts/16_convert_image_website_code_per_shard_idx.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 803
unit: def tokenize_text_sublist()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 4

id: 804
unit: def _log_validation()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 805
unit: def _get_web_dataset()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 806
unit: def get_webdataset()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 807
unit: def dump_optim_states()
file: vision/m4/training/debug_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 808
unit: def build_image_transform()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 809
unit: def __getitem__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 2

id: 810
unit: def update_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 811
unit: def stop()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 1

id: 812
unit: def extract_bytes_and_format()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 813
unit: def _reset_library_root_logger()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 0

id: 814
unit: def fill_in_batch_idx()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 2

id: 815
unit: def _make_causal_mask()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 816
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 817
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 818
unit: def __init__()
file: vision/m4/models/idefics/configuration_idefics.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 819
unit: def forward()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 820
unit: def add_batch_metric()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 3

id: 821
unit: def __init__()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 822
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 823
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 2

id: 824
unit: def _update_model_kwargs_for_generation()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 5

id: 825
unit: def forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 826
unit: def forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 827
unit: def prepare_inputs_for_generation()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 4

id: 828
unit: def __init__()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 5

id: 829
unit: def processPunctuation()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 5
number of parameters: 2

id: 830
unit: def extract_numbers_mmmu()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 1

id: 831
unit: def _strip_html_tree()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 2

id: 832
unit: def html_to_web_documents()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 0

id: 833
unit: def check_special_character_ratio()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 3

id: 834
unit: def load_dataset()
file: vision/m4/sourcing/data_collection/visualization/web_document_visualization.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 835
unit: def visualization()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 836
unit: def visualization()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 837
unit: def visualization()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 838
unit: def _info()
file: vision/m4/sourcing/pmd/jz_loaders/jz_conceptual_captions/jz_conceptual_captions.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 1
number of parameters: 1

id: 839
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__openimages/localized_narratives__openimages.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 2
number of parameters: 2

id: 840
unit: def __enter__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 3
number of parameters: 1

id: 841
unit: def _create_chat_completion()
file: tools/smol_tools/smol_tools/base.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 842
unit: def update_summary_chat()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 4

id: 843
unit: def prompt_commonsense_qa()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 844
unit: def _smart_nframes()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 845
unit: def pick_video_reader()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 0

id: 846
unit: def find_row_col_patterns()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 847
unit: def find_row_col_patterns()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 848
unit: def trainer_save_model_safe()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 849
unit: def get_nb_trainable_parameters()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 850
unit: def create_image_hash_to_ds_index()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 851
unit: def _convert_to_rgb()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 852
unit: def map_transform_visualmrc()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 853
unit: def filter_special_tokens()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 854
unit: def map_transform_mimic_cgd()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 855
unit: def _convert_png_to_jpg()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 856
unit: def trim()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 857
unit: def prepare_math_vista_mcq()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista_mcq.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 858
unit: def prepare_mmmu_openended()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_open_ended.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 859
unit: def map_compute_hash_images()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/dedup_val_mmbench.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 860
unit: def _info()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/Flickr30k/flickr30k.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 861
unit: def get_dom_viz_html()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 862
unit: def map_transform_gqa()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/gqa.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 863
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/llava_wild.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 864
unit: def compute_spam_word_ratio()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 865
unit: def get_remaining_urls()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/04_get_list_of_remaining_images.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 866
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/05_binary_classification.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 867
unit: def _convert_to_rgb()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/train_bin_classif.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 868
unit: def get_splitted_images_and_corresponding_text()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 869
unit: def remove_extra_images()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 870
unit: def prepare_result_return()
file: vision/m4/training/packing.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 871
unit: def _compatibility_checks()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 872
unit: def _check_if_training_is_over_and_maybe_save_model()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 873
unit: def _check_default_dict_in_train_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 874
unit: def webdoc_valid_sample()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 875
unit: def save_config_state()
file: vision/m4/training/config.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 876
unit: def _convert_to_rgb()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 877
unit: def __init__()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 878
unit: def get_tokenizer()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 879
unit: def get_dataloaders()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 880
unit: def get_dataset()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 881
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 882
unit: def get_args()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 883
unit: def apply_rotary_pos_emb()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 5

id: 884
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 885
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 886
unit: def add_batch_metric()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 887
unit: def _create_example_prompt()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 888
unit: def add_batch_metric()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 889
unit: def extra_repr()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 890
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 891
unit: def custom_triu()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 892
unit: def rename_state_dict()
file: vision/m4/scripts/convert_vmistral_old_siglip_to_new_siglip.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 893
unit: def check_s3_directory()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 894
unit: def get_args()
file: vision/m4/scripts/merge_lora_and_save.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 895
unit: def rename_state_dict()
file: vision/m4/scripts/convert_zero_state_dict_for_new_siglip.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 1

id: 896
unit: def get_args()
file: vision/m4/scripts/s3-upload-checkpoints.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 897
unit: def list_of_dicts_to_dict_of_lists()
file: vision/m4/evaluation/scripts/visualize_generations.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 898
unit: def list_of_dicts_to_dict_of_lists()
file: vision/m4/evaluation/scripts/mmbench_submission_format.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 899
unit: def list_of_dicts_to_single_dict()
file: vision/m4/evaluation/scripts/mmmu_submission_format.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 900
unit: def load_and_save_dataset()
file: vision/m4/evaluation/scripts/copy_remote_sample_datasets.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 901
unit: def _split_to_single_caption()
file: vision/m4/evaluation/scripts/create_sample_evaluation_datasets_simplified.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 902
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 4

id: 903
unit: def load_vision_encoder()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 904
unit: def is_url_valid()
file: vision/m4/sourcing/data_collection/utils/simplification_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 905
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/pair_extractor.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 3

id: 906
unit: def traverse()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 907
unit: def download_images()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 908
unit: def create_dataset_images()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 909
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/web_document_line_deduplication.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 910
unit: def get_words_from_text()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 5
number of parameters: 4

id: 911
unit: def compute_stopword_ratio()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 2

id: 912
unit: def check_clip_score()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 913
unit: def check_number_words()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 4

id: 914
unit: def compute_stopword_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 915
unit: def compute_flagged_word_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 916
unit: def compute_common_word_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 3

id: 917
unit: def check_perplexity_score()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 918
unit: def __init__()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 919
unit: def choose_extraction_options()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 920
unit: def check_image_quality()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 4
number of parameters: 1

id: 921
unit: def filter_doc_with_matching_class()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/explore.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 2

id: 922
unit: def get_dom_viz_html()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 923
unit: def get_dom_viz_html()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 2

id: 924
unit: def get_example()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 1

id: 925
unit: def _info()
file: vision/m4/sourcing/pmd/jz_loaders/jz_wit/jz_wit.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 926
unit: def __init__()
file: vision/m4/sourcing/pmd/scripts/pmd.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 0

id: 927
unit: def _normalise()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 928
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__coco/localized_narratives__coco.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 929
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/coco/coco.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 930
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__ADE20k/localized_narratives__ADE20k.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 931
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/yfcc100m/yfcc100m.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 932
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__flickr30k/localized_narratives__flickr30k.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 933
unit: def _info()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__openimages/localized_narratives__openimages.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 1

id: 934
unit: def require_torch_multi_gpu()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 935
unit: def require_torch_non_multi_gpu()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 936
unit: def require_torch_up_to_2_gpus()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 3
number of parameters: 1

id: 937
unit: def __init__()
file: tools/smol_tools/smol_tools/summarizer.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 938
unit: def __init__()
file: tools/smol_tools/smol_tools/titler.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 939
unit: def get_saved_chats()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 1

id: 940
unit: def __init__()
file: tools/smol_tools/smol_tools/rewriter.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 941
unit: def destroy_active_popups()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 942
unit: def bbh_prompt()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 943
unit: def prompt_math()
file: text/evaluation/tasks.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 944
unit: def compute_aligned_name()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 945
unit: def __init__()
file: vision/smolvlm2/smolvlm/model/modeling_smolvlm.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 946
unit: def __init__()
file: vision/smolvlm2/smolvlm/model/modeling_smollmm.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 947
unit: def smart_resize()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 948
unit: def __init__()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 949
unit: def __init__()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 950
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 951
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 952
unit: def map_transform_vqav2()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 953
unit: def map_transform_okvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 954
unit: def map_transform_gqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 955
unit: def map_transform_docvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 956
unit: def _check_remaining_indices()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 957
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 958
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_aokvqa.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 959
unit: def map_func_image_64_to_PIL()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_spot_difference.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 960
unit: def filter_func_math_vista_mcq_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista_mcq.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 961
unit: def filter_func_mmmu_openended_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_open_ended.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 962
unit: def filter_func_mmmu_mcq_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_mcq.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 963
unit: def filter_func_math_vista_openended_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_math_vista_open_ended.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 964
unit: def filter_doc_with_matching_class()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/explore.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 2

id: 965
unit: def choose_mode()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/global_visualization.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 966
unit: def convert_types()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/get_modelling_metadata_dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 1

id: 967
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/qbench.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 968
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/seed_img.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 969
unit: def load_vsr()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/vsr.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 970
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/pope.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 971
unit: def convert_img_to_bytes()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/mm_vet.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 972
unit: def func_filter_final_cleaning_doc_level()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/10_final_cleaning.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 1

id: 973
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/11_03_set_img_urls_dedup.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 974
unit: def transform_img()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_02_nsfw_image_visualization.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 975
unit: def func_map_find_urls()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_01_find_urls_obelics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 976
unit: def compute_nsfw_scores()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 977
unit: def final_cleaning_doc_level()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 1

id: 978
unit: def _split_generators()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/01_02_template_loading_script_laion.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 979
unit: def __init__()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 980
unit: def __init__()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 981
unit: def image_splitting()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 982
unit: def compute_linear_tflops_per_batch_per_gpu()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 983
unit: def get_deepspeed_stage()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 0

id: 984
unit: def deepspeed_gathered_parameters_context_manager()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 985
unit: def get_dataset_hf()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 986
unit: def printflock()
file: vision/m4/utils/debug.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 987
unit: def start()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 988
unit: def check_img_exception()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 989
unit: def analyse_variable()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 990
unit: def freeze_relevant_params()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 991
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/idefics/evaluation_perplexity_in_context_idefics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 992
unit: def from_pretrained()
file: vision/m4/models/vgpt2/configuration_vgpt2.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 993
unit: def _split_array()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 994
unit: def add_batch_metric()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 995
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 996
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 997
unit: def freeze_relevant_params()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 998
unit: def extra_repr()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 999
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 1000
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 3

id: 1001
unit: def freeze_relevant_params()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 1002
unit: def _update_causal_mask()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 1003
unit: def _reorder_cache()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 2

id: 1004
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/vmistral/evaluation_perplexity_in_context_vmistral.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 1005
unit: def expand_inputs_for_generation()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 1006
unit: def _set_cos_sin_cache()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 4

id: 1007
unit: def forward()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 1008
unit: def freeze_relevant_params()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 4
number of parameters: 2

id: 1009
unit: def expand_inputs_for_generation()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 1010
unit: def check_s3_file()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 1011
unit: def get_args()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 1012
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/doc_vqa_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 1013
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/open_ended_vqa_metrics.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 1014
unit: def vqa_normalize_text()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 1015
unit: def ngram_conv()
file: vision/m4/sourcing/processing/app.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 1016
unit: def run_query()
file: vision/m4/sourcing/processing/app.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 1017
unit: def _only_text_image_nodes()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 6
number of parameters: 2

id: 1018
unit: def html_to_web_documents()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1019
unit: def check_stopword_ratio()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 1020
unit: def check_repetition_ratio()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 3

id: 1021
unit: def check_special_character_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 3

id: 1022
unit: def check_stopword_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 4

id: 1023
unit: def check_lang_id()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 4

id: 1024
unit: def visualization()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1025
unit: def transform_img()
file: vision/m4/sourcing/data_collection/visualization/get_stats_vis_choose_filtering_parameters_laion_pairs.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1026
unit: def choose_mode()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/global_visualization.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1027
unit: def choose_mode()
file: vision/m4/sourcing/data_collection/visualization/global_visualization.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1028
unit: def convert_types()
file: vision/m4/sourcing/get_modelling_metadata_dataset/get_modelling_metadata_dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 7
number of parameters: 1

id: 1029
unit: def _split_generators()
file: vision/m4/sourcing/pmd/jz_loaders/jz_wit/jz_wit.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 1030
unit: def _recast()
file: vision/m4/sourcing/pmd/jz_loaders/jz_wit/jz_wit.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 1031
unit: def _recast()
file: vision/m4/sourcing/pmd/jz_loaders/jz_conceptual_captions/jz_conceptual_captions.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 5
number of parameters: 2

id: 1032
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1033
unit: def _split_generators()
file: vision/m4/sourcing/pmd/local_loaders/laion_2b_en/laion_2b_en.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 1034
unit: def __init__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 0

id: 1035
unit: def require_bnb()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 1036
unit: def get_tests_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 2
number of parameters: 1

id: 1037
unit: def __repr__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 3
number of parameters: 1

id: 1038
unit: def ExtendSysPath()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 2

id: 1039
unit: def get_env()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 1

id: 1040
unit: def _warm_up()
file: tools/smol_tools/smol_tools/base.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 1041
unit: def _parse_response()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1042
unit: def to_dict()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1043
unit: def from_dict()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1044
unit: def process()
file: tools/smol_tools/smol_tools/rewriter.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1045
unit: def load_selected_chat()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 1046
unit: def outputs()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1047
unit: def _impute_output()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1048
unit: def convert_word_number()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1049
unit: def always_full()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 1050
unit: def _read_video_torchvision()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1051
unit: def _read_video_decord()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1052
unit: def _fetch_image()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1053
unit: def sample_clip_indices()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1054
unit: def load_image_directory_as_frames()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1055
unit: def _replace_multimodal_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1056
unit: def __init__()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1057
unit: def build_datasets()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1058
unit: def _replace_multimodal_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1059
unit: def correct_casing()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 5
number of parameters: 2

id: 1060
unit: def map_transform_mimic_sd()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1061
unit: def map_transform_docvqa_new_prompt()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1062
unit: def map_transform_ds_clevr()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1063
unit: def map_transform_ds_dvqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1064
unit: def filter_hash_test_images()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_the_cauldron.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 4
number of parameters: 1

id: 1065
unit: def _process_multi_json_ideas_and_html_codes()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1066
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1067
unit: def find_image_path()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_aokvqa.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1068
unit: def prepare_mmmu_mcq()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_mmmu_mcq.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1069
unit: def load_examples()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/explore/explore.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1070
unit: def load_gqa()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/gqa.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1071
unit: def create_ds_mmbench()
file: vision/data/datasets_processing_scripts/integrate_evaluation_benchmarks_chatbot/mmbench.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 1072
unit: def func_filter_final_processing_doc_level()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1073
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1074
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco_1_4_dataset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1075
unit: def update_gas_and_gbs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 1076
unit: def gather_metrics()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1077
unit: def _save()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1078
unit: def apply()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 1079
unit: def apply()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 3

id: 1080
unit: def is_deepspeed_zero_init_enabled()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 0

id: 1081
unit: def hf_trainer_disable_zero3_init_context_manager()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 0

id: 1082
unit: def deepspeed_zero_init_disabled_context_manager()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 0

id: 1083
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1084
unit: def save_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1085
unit: def render()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1086
unit: def render()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1087
unit: def export_dataset_to_tar()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1088
unit: def _expand_mask()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 3

id: 1089
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1090
unit: def prepare_inputs_for_generation()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 4

id: 1091
unit: def to_dict()
file: vision/m4/models/idefics/configuration_idefics.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1092
unit: def repeat_kv()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1093
unit: def get_data_collator()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1094
unit: def get_data_collator()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1095
unit: def get_data_collator()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1096
unit: def _add_special_tokens_to_prompt()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1097
unit: def forward()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1098
unit: def deparallelize()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1099
unit: def get_data_collator()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1100
unit: def get_info_from_dataset()
file: vision/m4/models/vgpt2/evaluation_classification_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1101
unit: def get_data_collator()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 2

id: 1102
unit: def forward()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1103
unit: def forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1104
unit: def apply_rotary_pos_emb()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 6

id: 1105
unit: def repeat_kv()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1106
unit: def to_dict()
file: vision/m4/models/vllama3/configuration_vllama3.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1107
unit: def apply_rotary_pos_emb()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 5

id: 1108
unit: def repeat_kv()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1109
unit: def to_dict()
file: vision/m4/models/vmistral/configuration_vmistral.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1110
unit: def forward()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1111
unit: def parse()
file: vision/m4/evaluation/generation/config.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1112
unit: def parse()
file: vision/m4/evaluation/generation/deprecated_generation/log_generation.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1113
unit: def get_model()
file: vision/m4/evaluation/generation/deprecated_generation/generate.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1114
unit: def check_is_number()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 1115
unit: def parse()
file: vision/m4/evaluation/config.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1116
unit: def get_prompt_template_id()
file: vision/m4/evaluation/utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 2

id: 1117
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/pair_extractor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1118
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1119
unit: def create_dataset_images_from_tar()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1120
unit: def create_dataset_images()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1121
unit: def save_commit_hash()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1122
unit: def compute_lang_id_pred_score()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 1123
unit: def load_examples()
file: vision/m4/sourcing/data_collection/visualization/wikipedia/explore.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 1124
unit: def transform_img()
file: vision/m4/sourcing/data_collection/visualization/choose_filtering_parameters_web_documents_node_level.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1125
unit: def build_pmd_subsets()
file: vision/m4/sourcing/pmd/scripts/pmd.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 0

id: 1126
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1127
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1128
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1129
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1130
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1131
unit: def json_serializer()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1132
unit: def batch_iter()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 4

id: 1133
unit: def load_media_iterator()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 1

id: 1134
unit: def __exit__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 4

id: 1135
unit: def require_torch_no_gpus()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 1

id: 1136
unit: def set_seed()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 1

id: 1137
unit: def get_gpu_count()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 2
number of parameters: 0

id: 1138
unit: def process()
file: tools/smol_tools/smol_tools/titler.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1139
unit: def is_chat_modified()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1140
unit: def get_selected_text()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1141
unit: def update_improved_text()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1142
unit: def update_agent_output()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1143
unit: def update_chat_display()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1144
unit: def format_input()
file: text/data/smoltalk/summarization/pipelines/email_summaries.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1145
unit: def format_input()
file: text/data/smoltalk/summarization/pipelines/cnn_daily_summaries.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1146
unit: def inputs_merger()
file: vision/smolvlm2/smolvlm/model/modeling_smolvlm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1147
unit: def inputs_merger()
file: vision/smolvlm2/smolvlm/model/modeling_smollmm.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1148
unit: def load_video()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1149
unit: def __init__()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1150
unit: def make_supervised_data_module()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1151
unit: def load_video()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1152
unit: def load_image_directory_as_frames()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1153
unit: def safe_load_tokenizer()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1154
unit: def tokenize_and_count_tokens()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1155
unit: def filter_large_images_docvqa_new_prompt()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1156
unit: def filter_fn_ds_vismrc()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1157
unit: def _load_json_ideas_and_html_codes()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1158
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1159
unit: def map_replace_images()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/SEED/make_seed.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1160
unit: def filter_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_7_abcd.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 1

id: 1161
unit: def filter_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_4.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 1

id: 1162
unit: def filter_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_5_abcd.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 1

id: 1163
unit: def filter_ds()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_AI2D/create_ai2d_6_abcd.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 1

id: 1164
unit: def get_model_tokenizer()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/14_01_filter_perplexity_with_language_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1165
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_03_nsfw_image_removal.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 5
number of parameters: 2

id: 1166
unit: def func_map_replace_images_by_urls()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1167
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_03_remove_opt_out_documents.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1168
unit: def filter_small_images()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/04_remove_small_images.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1169
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1170
unit: def filter_nsfw()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/03_remove_nsfw_images.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1171
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco_1_4_dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1172
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/02_02_remove_opt_out.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1173
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/03_02_dedup_laion.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1174
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/04_04_remove_opt_out_images_laion.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1175
unit: def _get_additional_step_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1176
unit: def _save_batch()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1177
unit: def _tarfile_to_webdocument_samples()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1178
unit: def _tarfile_to_pair_samples()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1179
unit: def get_config()
file: vision/m4/training/config.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1180
unit: def pynmvl_handle()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1181
unit: def get_deepspeed_plugin()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 1182
unit: def to_tensor()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 1

id: 1183
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 3

id: 1184
unit: def load_resume_states()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1185
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1186
unit: def reset_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 5
number of parameters: 1

id: 1187
unit: def get_resume_states()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1188
unit: def set_epoch()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1189
unit: def get_vision_model()
file: vision/m4/training/setup_vision_model.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1190
unit: def delta()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1191
unit: def stop()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1192
unit: def render()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1193
unit: def __init__()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 1194
unit: def save_sft_example_in_files_with_num_shards()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 1195
unit: def store_bytes_only_for_images()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 2

id: 1196
unit: def process_ds()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1197
unit: def get_logger()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1198
unit: def enable_explicit_format()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 1199
unit: def dump_stats()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1200
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1201
unit: def _reorder_cache()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1202
unit: def __init__()
file: vision/m4/models/idefics/configuration_idefics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 0

id: 1203
unit: def format_tokens_to_texts()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1204
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1205
unit: def _reorder_cache()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1206
unit: def get_info_from_dataset()
file: vision/m4/models/vgpt2/evaluation_classification_in_context_vgpt2.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1207
unit: def _create_prompt()
file: vision/m4/models/vgpt2/evaluation_classification_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1208
unit: def format_tokens_to_texts()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1209
unit: def delete_optim_state_params()
file: vision/m4/models/zero_checkpoint_to_hf.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1210
unit: def inputs_merger()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1211
unit: def get_output_embeddings()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1212
unit: def inputs_merger()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1213
unit: def get_output_embeddings()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1214
unit: def _reorder_cache()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1215
unit: def __init__()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1216
unit: def check_loaded_model()
file: vision/m4/scripts/convert_vmistral_old_siglip_to_new_siglip.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1217
unit: def get_args()
file: vision/m4/scripts/convert-checkpoints.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1218
unit: def get_args()
file: vision/m4/scripts/cleanup-checkpoints.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1219
unit: def fetch_images()
file: vision/m4/evaluation/generation/generate.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1220
unit: def instantiate_scorers()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1221
unit: def convert_to_list()
file: vision/m4/evaluation/custom_metrics/unfolded_image_captioning_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1222
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/perplexity_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1223
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/classification_vqa_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1224
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/image_caption_matching_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1225
unit: def __init__()
file: vision/m4/evaluation/custom_metrics/unfolded_classification_metrics.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1226
unit: def convert_to_number()
file: vision/m4/evaluation/custom_metrics/utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1227
unit: def load_database()
file: vision/m4/sourcing/processing/app.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1228
unit: def extraction_from_one_example()
file: vision/m4/sourcing/data_collection/callers/extract_image_text_pairs.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1229
unit: def hash_url_to_filename()
file: vision/m4/sourcing/data_collection/utils/fetching_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1230
unit: def kl_div()
file: vision/m4/sourcing/data_collection/utils/kl_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1231
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/warc_downloader.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1232
unit: def load_web_document_dataset_train()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1233
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 5

id: 1234
unit: def __init__()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1235
unit: def _replace_nodes_matching_css_rules_with_text()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1236
unit: def write_file()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1237
unit: def check_format()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1238
unit: def compute_special_character_ratio()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 2

id: 1239
unit: def check_format()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 3
number of parameters: 2

id: 1240
unit: def check_word_repetition_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1241
unit: def compute_special_character_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 4
number of parameters: 2

id: 1242
unit: def check_flagged_word_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1243
unit: def check_punctuation_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1244
unit: def check_common_word_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1245
unit: def tokenization()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 1246
unit: def visualization()
file: vision/m4/sourcing/data_collection/visualization/web_document_visualization.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1247
unit: def extraction()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 1

id: 1248
unit: def count_tags()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1249
unit: def pre_download_image_map()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 2

id: 1250
unit: def cached_path()
file: vision/m4/sourcing/pmd/cache_path.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 1251
unit: def check_robots_txt()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1252
unit: def __next__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1253
unit: def require_torch()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1254
unit: def require_torch_gpu()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1255
unit: def require_deepspeed()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1256
unit: def require_torch_bf16()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 1

id: 1257
unit: def __init__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 2

id: 1258
unit: def replace_str_in_file()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 3

id: 1259
unit: def tee()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 4

id: 1260
unit: def get_weather()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1261
unit: def start_new_chat()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1262
unit: def generate_summary_from_selected_text()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1263
unit: def GetInstruction()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1264
unit: def format_output()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1265
unit: def tokenize_id()
file: vision/smolvlm2/scripts/sort.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1266
unit: def write_json_file()
file: vision/smolvlm2/scripts/sort.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1267
unit: def load_single_image()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1268
unit: def _search_subsequence()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1269
unit: def _mask_system_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1270
unit: def _mask_user_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1271
unit: def pad_sequence_varlen()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1272
unit: def load_single_image()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1273
unit: def _search_subsequence()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1274
unit: def _mask_system_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1275
unit: def _mask_user_tokens()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1276
unit: def pretty_print_semaphore()
file: vision/smolvlm2/smolvlm/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1277
unit: def load_dataset()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1278
unit: def save_new_ds()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1279
unit: def lowercase_first_letter()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1280
unit: def map_transform_iam()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1281
unit: def map_transform_plotqa()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1282
unit: def replace_overused_color_from_html_code()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1283
unit: def save_ideas_and_html_codes()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1284
unit: def replace_overused_color_from_html_code()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1285
unit: def save_ideas_and_html_codes()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1286
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1287
unit: def load_annotations()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1288
unit: def load_annotations()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1289
unit: def load_annotations()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_table_datasets.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1290
unit: def filter_func_remove_huge_images()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_m3it.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1291
unit: def filter_func_check_one_image()
file: vision/data/datasets_processing_scripts/create_fine_tuning_datasets/create_m3it.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1292
unit: def filter_data_type()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/SEED/make_seed.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1293
unit: def filter_question_type_id()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/SEED/make_seed.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1294
unit: def func_map_add_images()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/create_visdial.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1295
unit: def load_processed_shard()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/05_filter_cm4.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1296
unit: def load_processed_shard()
file: vision/data/datasets_processing_scripts/clean_m4_prelimenary_experiments/python_scripts/02_add_html_back.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1297
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_04_remove_opt_out_images.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1298
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/09_06_line_dedup.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1299
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/08_02_urldedup.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1300
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/11_03_set_img_urls_dedup.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1301
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1302
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1303
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_03_nsfw_image_removal.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1304
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/12_02_remove_opt_out_images.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1305
unit: def remove_texts_only_END_OF_DOCUMENT_TOKEN_TO_BE_REPLACED()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/13_final_processing.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 4
number of parameters: 1

id: 1306
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/06_03_remove_image_duplicates.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1307
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_03_remove_opt_out_documents.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1308
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1309
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1310
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/05_binary_classification.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1311
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco_1_4_dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1312
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco_1_4_dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1313
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/02_02_remove_opt_out.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1314
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/03_02_dedup_laion.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1315
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/04_04_remove_opt_out_images_laion.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1316
unit: def convert_to_tensor()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1317
unit: def __call__()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1318
unit: def collate_dicts()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1319
unit: def split_keep_2()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1320
unit: def default()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 2

id: 1321
unit: def alb_wrapper()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1322
unit: def __init__()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 5

id: 1323
unit: def apply()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1324
unit: def pynvml_get_total_energy_in_joules()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1325
unit: def get_dataset_webdataset()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1326
unit: def __iter__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1327
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1328
unit: def reset_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1329
unit: def set_epoch()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 1330
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1331
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1332
unit: def load_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1333
unit: def add_task()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 5

id: 1334
unit: def get_image_columns()
file: vision/m4/utils/datasets/get_self_contained_ds.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1335
unit: def disable_default_handler()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1336
unit: def enable_default_handler()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1337
unit: def add_handler()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1338
unit: def remove_handler()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1339
unit: def reset_format()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 0

id: 1340
unit: def __init__()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1341
unit: def __init__()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1342
unit: def rotate_half()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1343
unit: def override_vision_model_wrapper()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 6

id: 1344
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/idefics/evaluation_perplexity_in_context_idefics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1345
unit: def forward()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1346
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1347
unit: def _split_heads()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1348
unit: def _merge_heads()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1349
unit: def override_vision_model_wrapper()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 6

id: 1350
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1351
unit: def rotate_half()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1352
unit: def override_vision_model_wrapper()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 6

id: 1353
unit: def __init__()
file: vision/m4/models/vllama3/configuration_vllama3.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 0

id: 1354
unit: def _create_image_caption_pair_prompt()
file: vision/m4/models/vmistral/evaluation_perplexity_in_context_vmistral.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1355
unit: def rotate_half()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1356
unit: def override_vision_model_wrapper()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 6

id: 1357
unit: def __init__()
file: vision/m4/models/vmistral/configuration_vmistral.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 0

id: 1358
unit: def __init__()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 1359
unit: def get_args()
file: vision/m4/scripts/schedule-evals.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1360
unit: def get_args()
file: vision/m4/scripts/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1361
unit: def normalized_levenshtein()
file: vision/m4/evaluation/custom_metrics/doc_vqa_metrics.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1362
unit: def split_batch()
file: vision/m4/evaluation/utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 2

id: 1363
unit: def run_conv()
file: vision/m4/sourcing/processing/app.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1364
unit: def convert_to_rgb()
file: vision/m4/sourcing/data_collection/utils/fetching_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1365
unit: def load_to_be_deduplicated()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 1

id: 1366
unit: def __call__()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1367
unit: def _unwrap_html_tree()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 4
number of parameters: 2

id: 1368
unit: def get_image_urls()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1369
unit: def save_dataset()
file: vision/m4/sourcing/data_collection/processors/web_document_extractor.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 1370
unit: def check_image_in_simplified_dom_tree()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1371
unit: def split_on_whitespace()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1372
unit: def check_number_images()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 3
number of parameters: 3

id: 1373
unit: def split_on_whitespace()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1374
unit: def check_character_repetition_ratio()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1375
unit: def get_media()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1376
unit: def get_jz_dataset_dir()
file: vision/m4/sourcing/pmd/__init__.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 0

id: 1377
unit: def __init__()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1378
unit: def _normalise()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1379
unit: def update_before_collapsing_meta()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1380
unit: def update_before_collapsing_meta()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1381
unit: def update_before_collapsing_meta()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1382
unit: def collapse_columns_to_meta()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1383
unit: def compute_cache_path()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1384
unit: def assert_screenout()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 1385
unit: def tearDown()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 1386
unit: def __init__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 4

id: 1387
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_346_vsmollm2_256M_3rd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1388
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_341_smolvlm_025b_1st_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1389
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_349_vsmollm2_500M_3rd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1390
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_343_smolvlm_05b_1st_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1391
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_348_smolvlm_2B/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1392
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_350_smolvlm_2B_2nd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1393
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_345_vsmollm2_256M_2nd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1394
unit: def get_args()
file: vision/experiments/pretraining/vloom/tr_347_smolvlm_500M_2nd_stage/resize_embed_for_eou.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 1395
unit: def open_webbrowser()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1396
unit: def _warm_up()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1397
unit: def enable_chat_controls()
file: tools/smol_tools/demo_tkinter.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1398
unit: def _fix_sqrt()
file: text/evaluation/math_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1399
unit: def format_sampling()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1400
unit: def is_onevision()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1401
unit: def is_mammoth()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1402
unit: def load_yaml()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1403
unit: def write_yaml()
file: vision/smolvlm2/scripts/create_mixture.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1404
unit: def __init__()
file: vision/smolvlm2/smolvlm/model/modeling_smollmm.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1405
unit: def prepare_model()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1406
unit: def auto_resume_or_start()
file: vision/smolvlm2/smolvlm/train/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1407
unit: def is_image_file()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1408
unit: def is_video_file()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1409
unit: def save_dataset()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_concat_ds_sft.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1410
unit: def map_remove_none_images()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1411
unit: def data_generator()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 0

id: 1412
unit: def data_generator()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/build_ds_sft.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 0

id: 1413
unit: def __call__()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1414
unit: def load_ideas_websites()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1415
unit: def load_ideas_websites()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_01_generate_html_codes_prompt_1.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1416
unit: def _remove_html_comments()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1417
unit: def _make_selectolax_tree()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1418
unit: def _replace_breaking_lines_by_whitespaces()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1419
unit: def _get_words_from_text()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1420
unit: def _remove_punctuations_and_whitespaces()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1421
unit: def _remove_empty_elements_from_list()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/03_filtering_html_codes.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 3

id: 1422
unit: def map_func_transform_image_column()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/MMBench/make_mmbench.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1423
unit: def unroll_list()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/08_01_prepare_urldedup.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 1424
unit: def opt_in_out()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_02_find_opt_out.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1425
unit: def opt_in_out()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/12_01_find_opt_out_images.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1426
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1427
unit: def add_image_name()
file: vision/data/datasets_processing_scripts/enwiki/python_scripts/02_load_wit_images_in_ds.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1428
unit: def opt_in_out()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/02_01_find_opt_out.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1429
unit: def opt_in_out()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/04_03_find_opt_out_images_laion.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1430
unit: def _check_kill_switch()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 3
number of parameters: 1

id: 1431
unit: def _check_sigterm_signal()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 1432
unit: def log_and_continue()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1433
unit: def _decode_pdf_pages()
file: vision/m4/training/dataset_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1434
unit: def is_deepspeed_used()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1435
unit: def __init__()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1436
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1437
unit: def set_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1438
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1439
unit: def set_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1440
unit: def set_epoch()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1441
unit: def state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1442
unit: def __init__()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1443
unit: def start()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1444
unit: def __init__()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1445
unit: def update()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1446
unit: def get_verbosity()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1447
unit: def set_verbosity()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1448
unit: def disable_propagation()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1449
unit: def enable_propagation()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1450
unit: def _set_gradient_checkpointing()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1451
unit: def freeze_text_layers()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1452
unit: def _expand_inputs_for_generation()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1453
unit: def from_pretrained()
file: vision/m4/models/idefics/configuration_idefics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 1454
unit: def __init__()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1455
unit: def _set_gradient_checkpointing()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1456
unit: def freeze_text_layers()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 1457
unit: def _prune_heads()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1458
unit: def _expand_inputs_for_generation()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1459
unit: def from_config()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1460
unit: def __init__()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 5
number of parameters: 3

id: 1461
unit: def freeze_text_layers()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1462
unit: def from_pretrained()
file: vision/m4/models/vllama3/configuration_vllama3.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 1463
unit: def freeze_text_layers()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1464
unit: def _expand_inputs_for_generation()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1465
unit: def from_pretrained()
file: vision/m4/models/vmistral/configuration_vmistral.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 4

id: 1466
unit: def exit()
file: vision/m4/scripts/s3_checkpoint_download_convert_upload.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1467
unit: def exit()
file: vision/m4/scripts/schedule-evals.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1468
unit: def exit()
file: vision/m4/scripts/convert-checkpoints.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1469
unit: def exit()
file: vision/m4/scripts/s3-upload-checkpoints.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1470
unit: def exit()
file: vision/m4/scripts/cleanup-checkpoints.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1471
unit: def similarity_score()
file: vision/m4/evaluation/custom_metrics/doc_vqa_metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1472
unit: def find_positions()
file: vision/m4/evaluation/custom_metrics/unfolded_classification_metrics.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1473
unit: def show_gpu_mem_util()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 1474
unit: def load_tokenizer()
file: vision/m4/sourcing/processing/app.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1475
unit: def loading_existing_images()
file: vision/m4/sourcing/data_collection/utils/fetching_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 0

id: 1476
unit: def make_selectolax_tree()
file: vision/m4/sourcing/data_collection/utils/utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1477
unit: def load_map_image_url_to_pos()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1478
unit: def _strip_multiple_linebreaks()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1479
unit: def _strip_multiple_spaces()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1480
unit: def _remove_html_comments()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1481
unit: def _replace_line_break_tags()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1482
unit: def _remove_digits_string()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1483
unit: def __init__()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1484
unit: def get_extraction_evaluation_metrics()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1485
unit: def get_percentage_ratio()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 1486
unit: def get_example_with_none_image()
file: vision/m4/sourcing/pmd/scripts/check_none_ims.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 1

id: 1487
unit: def update_before_collapsing_meta()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 2

id: 1488
unit: def _resumable_file_manager()
file: vision/m4/sourcing/pmd/cache_path.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1489
unit: def require_bnb_non_decorator()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 0

id: 1490
unit: def parameterized_custom_name_func_join_params()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 1491
unit: def __enter__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1492
unit: def __exit__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1493
unit: def get_xdist_worker_id()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 1494
unit: def write_file()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 1495
unit: def read_json_file()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 1496
unit: def process()
file: tools/smol_tools/smol_tools/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1497
unit: def get_random_number_between()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1498
unit: def get_current_time()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1499
unit: def _get_system_prompt()
file: tools/smol_tools/smol_tools/agent.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1500
unit: def has_current_chat()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1501
unit: def get_chat_history()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1502
unit: def clear_chat_history()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1503
unit: def get_current_chat_id()
file: tools/smol_tools/smol_tools/chatter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1504
unit: def __init__()
file: tools/smolvlm_local_inference/SmolVLM_video_inference.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1505
unit: def get_finepersonas_emails_dataset()
file: text/data/smoltalk/rewrite/pipeline/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1506
unit: def get_finepersonas_linkedin_posts()
file: text/data/smoltalk/rewrite/pipeline/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1507
unit: def get_finepersonas_tweets()
file: text/data/smoltalk/rewrite/pipeline/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1508
unit: def select_n()
file: text/data/smoltalk/rewrite/pipeline/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1509
unit: def inputs()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1510
unit: def outputs()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1511
unit: def format_output()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1512
unit: def inputs()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1513
unit: def outputs()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1514
unit: def format_output()
file: text/data/smoltalk/constraints/pipeline/ifeval_tasks.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1515
unit: def inputs()
file: text/data/smoltalk/summarization/pipelines/email_summaries.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1516
unit: def outputs()
file: text/data/smoltalk/summarization/pipelines/email_summaries.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1517
unit: def format_output()
file: text/data/smoltalk/summarization/pipelines/email_summaries.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1518
unit: def inputs()
file: text/data/smoltalk/summarization/pipelines/cnn_daily_summaries.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1519
unit: def outputs()
file: text/data/smoltalk/summarization/pipelines/cnn_daily_summaries.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1520
unit: def format_output()
file: text/data/smoltalk/summarization/pipelines/cnn_daily_summaries.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1521
unit: def inputs()
file: text/data/smoltalk/magpie_ultra_v1/pipeline.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1522
unit: def round_by_factor()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1523
unit: def ceil_by_factor()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1524
unit: def floor_by_factor()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1525
unit: def tokenizer_image_token()
file: vision/smolvlm2/smolvlm/mm_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1526
unit: def __len__()
file: vision/smolvlm2/smolvlm/datasets/dataset_clip_sampling.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1527
unit: def __len__()
file: vision/smolvlm2/smolvlm/datasets/builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1528
unit: def __len__()
file: vision/smolvlm2/smolvlm/datasets/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1529
unit: def append_message()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1530
unit: def copy()
file: vision/smolvlm2/smolvlm/conversation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1531
unit: def __init__()
file: vision/data/datasets_processing_scripts/build_concatenation_datasets_sft/merge_on_image_individual_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1532
unit: def _save_dataset_pairs_image_code()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/04_screenshot_html_codes.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1533
unit: def process_ideas_websites()
file: vision/data/datasets_processing_scripts/build_websight_v02/python_scripts/02_02_generate_html_codes_prompt_2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1534
unit: def manual_download_instructions()
file: vision/data/datasets_processing_scripts/create_evaluation_datasets/Flickr30k/flickr30k.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1535
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_04_remove_opt_out_images.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1536
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/09_06_line_dedup.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1537
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/08_02_urldedup.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1538
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/11_03_set_img_urls_dedup.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1539
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1540
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_01_nsfw_image_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1541
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/07_03_nsfw_image_removal.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1542
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/12_02_remove_opt_out_images.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1543
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/06_03_remove_image_duplicates.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1544
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_webdocs_dataset/python_scripts/15_03_remove_opt_out_documents.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1545
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1546
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1547
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco_1_4_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1548
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/make_laion_coco_1_4_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1549
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_coco_dataset/python_scripts/02_02_remove_opt_out.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1550
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/03_02_dedup_laion.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1551
unit: def __reduce__()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/04_04_remove_opt_out_images_laion.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1552
unit: def generate_random_string()
file: vision/data/datasets_processing_scripts/build_laion_dataset/python_scripts/merge_1_4_laion_big_shards.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1553
unit: def init_dict()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 0

id: 1554
unit: def _update_datasets_states()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 3

id: 1555
unit: def _get_system_metrics_logs()
file: vision/m4/training/trainer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1556
unit: def is_deepspeed_zero3_used()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1557
unit: def is_accelerate_initialized()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1558
unit: def get_deepspeed_engine()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1559
unit: def exit_gracefully()
file: vision/m4/training/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1560
unit: def simple_collate()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1561
unit: def set_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1562
unit: def get_index_order()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1563
unit: def __len__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1564
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1565
unit: def dataset()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1566
unit: def set_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1567
unit: def __len__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1568
unit: def set_epoch()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1569
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1570
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1571
unit: def __init__()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1572
unit: def reset_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 1

id: 1573
unit: def update_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1574
unit: def load_state_dict()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1575
unit: def set_epoch()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1576
unit: def load_resume_states()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1577
unit: def get_resume_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1578
unit: def update_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1579
unit: def update_next_worker_idx()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1580
unit: def get_resume_state()
file: vision/m4/training/dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1581
unit: def format_secs_to_time()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1582
unit: def format_secs_to_sec_fractions()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1583
unit: def format_secs_to_sec()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1584
unit: def elapsed()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1585
unit: def __init__()
file: vision/m4/utils/training/timer.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1586
unit: def render()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1587
unit: def step()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1588
unit: def __enter__()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1589
unit: def __exit__()
file: vision/m4/utils/progress.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1590
unit: def save_web_document_example_in_files_with_num_shards()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1591
unit: def save_image_caption_pair_example_in_files_with_num_shards()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1592
unit: def save_image_question_answer_triplet_example_in_files_with_num_shards()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1593
unit: def save_example_in_files_with_num_shards()
file: vision/m4/utils/datasets/create_webdataset_tar.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1594
unit: def _get_library_name()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1595
unit: def _get_library_root_logger()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1596
unit: def get_log_levels_dict()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1597
unit: def set_verbosity_info()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1598
unit: def set_verbosity_warning()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1599
unit: def set_verbosity_debug()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1600
unit: def set_verbosity_error()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1601
unit: def warning_once()
file: vision/m4/utils/logging.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1602
unit: def analyse_model()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1603
unit: def register_forward_hook()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1604
unit: def _register_forward_hook()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1605
unit: def reset_jsonl_stats()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1606
unit: def activate_hooks()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1607
unit: def deactivate_hooks()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1608
unit: def is_eval()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1609
unit: def is_train()
file: vision/m4/utils/activation_tracker.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1610
unit: def forward()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1611
unit: def _shape()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1612
unit: def get_input_embeddings()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1613
unit: def set_input_embeddings()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1614
unit: def get_input_embeddings()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1615
unit: def set_input_embeddings()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1616
unit: def get_output_embeddings()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1617
unit: def set_output_embeddings()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1618
unit: def set_decoder()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1619
unit: def get_decoder()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1620
unit: def _update_model_kwargs_for_generation()
file: vision/m4/models/idefics/modeling_idefics.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1621
unit: def __init__()
file: vision/m4/models/perceiver/perceiver.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1622
unit: def get_info_from_dataset()
file: vision/m4/models/vgpt2/evaluation_open_ended_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1623
unit: def get_info_from_dataset()
file: vision/m4/models/vgpt2/evaluation_image_caption_matching_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1624
unit: def get_info_from_dataset()
file: vision/m4/models/vgpt2/evaluation_perplexity_in_context_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1625
unit: def __init__()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1626
unit: def get_input_embeddings()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1627
unit: def set_input_embeddings()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1628
unit: def get_output_embeddings()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1629
unit: def set_output_embeddings()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1630
unit: def prepare_inputs_for_generation()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1631
unit: def _update_model_kwargs_for_generation()
file: vision/m4/models/vgpt2/modeling_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1632
unit: def __init__()
file: vision/m4/models/vgpt2/evaluation_classification_vqa_in_context_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1633
unit: def get_info_from_dataset()
file: vision/m4/models/vgpt2/evaluation_captioning_in_context_vgpt2.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1634
unit: def from_pretrained_models()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1635
unit: def from_pretrained()
file: vision/m4/models/custom_modules.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1636
unit: def _flash_attention_forward()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1637
unit: def get_input_embeddings()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1638
unit: def set_input_embeddings()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1639
unit: def get_input_embeddings()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1640
unit: def set_input_embeddings()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1641
unit: def set_output_embeddings()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1642
unit: def set_decoder()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1643
unit: def get_decoder()
file: vision/m4/models/vllama3/modeling_vllama3.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1644
unit: def _shape()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 4

id: 1645
unit: def get_input_embeddings()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1646
unit: def set_input_embeddings()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1647
unit: def get_input_embeddings()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1648
unit: def set_input_embeddings()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1649
unit: def set_output_embeddings()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1650
unit: def set_decoder()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1651
unit: def get_decoder()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1652
unit: def _update_model_kwargs_for_generation()
file: vision/m4/models/vmistral/modeling_vmistral.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1653
unit: def forward()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1654
unit: def forward()
file: vision/m4/models/common.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1655
unit: def save_model_and_config()
file: vision/m4/scripts/convert_vmistral_old_siglip_to_new_siglip.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1656
unit: def log_generation()
file: vision/m4/evaluation/generation/deprecated_generation/log_generation.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1657
unit: def __init__()
file: vision/m4/evaluation/tasks/base.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1658
unit: def add_vision_encoder_embeddings_query_and_support_datasets()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1659
unit: def build_dataloader()
file: vision/m4/evaluation/evaluators/in_contexter.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1660
unit: def make_clickable()
file: vision/m4/sourcing/processing/app.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1661
unit: def unique_tolist()
file: vision/m4/sourcing/processing/extracting_ngrams/utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1662
unit: def __reduce__()
file: vision/m4/sourcing/data_collection/processors/warc_downloader.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1663
unit: def load_images_web_document_dataset_train()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1664
unit: def load_images_evaluation_tasks_dataset()
file: vision/m4/sourcing/data_collection/processors/web_document_image_deduplication.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1665
unit: def tag()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1666
unit: def level()
file: vision/m4/sourcing/data_collection/processors/pre_extraction_simplificator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1667
unit: def _remove_non_interesting_nodes_but_preserve_very_interesting_children()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1668
unit: def _remake_tree()
file: vision/m4/sourcing/data_collection/processors/dom_tree_simplificator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1669
unit: def hamming_distance()
file: vision/m4/sourcing/data_collection/processors/image_deduplicator.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1670
unit: def get_paths_subdatasets()
file: vision/m4/sourcing/data_collection/processors/web_document_line_deduplication.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1671
unit: def remove_empty_els_in_list()
file: vision/m4/sourcing/data_collection/processors/web_document_line_deduplication.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1672
unit: def remove_empty_el_from_list()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1673
unit: def remove_non_printing_characters()
file: vision/m4/sourcing/data_collection/processors/pair_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1674
unit: def remove_empty_el_from_list()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1675
unit: def remove_non_printing_characters()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1676
unit: def replace_digits_with_zeros()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1677
unit: def replace_unicode_punctuation()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 2

id: 1678
unit: def compute_perplexity_score()
file: vision/m4/sourcing/data_collection/processors/web_document_filtering.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1679
unit: def __init__()
file: vision/m4/sourcing/data_collection/visualization/web_document_visualization.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1680
unit: def set_title()
file: vision/m4/sourcing/data_collection/visualization/web_document_visualization.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1681
unit: def set_title()
file: vision/m4/sourcing/data_collection/visualization/web_document_and_filtering_visualization.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1682
unit: def set_title()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1683
unit: def truncate()
file: vision/m4/sourcing/data_collection/visualization/pair_visualization.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 2

id: 1684
unit: def update_df_metrics_and_lists_for_extraction_method()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1685
unit: def get_bar_chart_from_aggregate_metrics()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1686
unit: def display_distribution_plot()
file: vision/m4/sourcing/data_collection/visualization/pair_stat_dashboard.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1687
unit: def non_empty_els_from_list()
file: vision/m4/sourcing/data_collection/visualization/choose_filtering_parameters_web_documents_node_level.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 3
number of parameters: 1

id: 1688
unit: def check_performance_simplification_methods()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1689
unit: def check_interesting_tags_removed()
file: vision/m4/sourcing/data_collection/debug/get_intuition.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1690
unit: def get_m4_cache_dir()
file: vision/m4/sourcing/pmd/__init__.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 2
number of parameters: 0

id: 1691
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1692
unit: def update_before_collapsing_meta()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1693
unit: def _DATASETS_NAME()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1694
unit: def get_batch_metadata_columns()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1695
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1696
unit: def _DATASETS_NAME()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1697
unit: def get_image_urls()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1698
unit: def get_texts()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1699
unit: def get_batch_metadata_columns()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1700
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1701
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1702
unit: def _load_dataset()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1703
unit: def get_texts()
file: vision/m4/sourcing/pmd/loader_builder.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1704
unit: def http_head()
file: vision/m4/sourcing/pmd/cache_path.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1705
unit: def http_get()
file: vision/m4/sourcing/pmd/cache_path.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1706
unit: def manual_download_instructions()
file: vision/m4/sourcing/pmd/local_loaders/localized_narratives__flickr30k/localized_narratives__flickr30k.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1707
unit: def fetch_single_image()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1708
unit: def __iter__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1709
unit: def __enter__()
file: vision/m4/sourcing/pmd/helpers.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1710
unit: def is_torch_available()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1711
unit: def is_deepspeed_available()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1712
unit: def is_bnb_available()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0

id: 1713
unit: def torch_assert_equal()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1714
unit: def torch_assert_close()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1715
unit: def apply_print_resets()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1716
unit: def __init__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1717
unit: def __init__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 2

id: 1718
unit: def __repr__()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1719
unit: def test_file_path()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1720
unit: def test_file_path_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1721
unit: def test_file_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1722
unit: def test_file_dir_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1723
unit: def tests_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1724
unit: def tests_dir_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1725
unit: def data_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1726
unit: def data_dir_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1727
unit: def repo_root_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1728
unit: def repo_root_dir_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1729
unit: def src_dir()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1730
unit: def src_dir_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1731
unit: def get_auto_remove_tmp_dir_str()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 1732
unit: def mockenv()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 1733
unit: def get_unique_port_number()
file: vision/m4/testing_utils.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 0