id: 1 unit: def adjust_tensor_size() file: picotron/checkpoint.py start line: 0 end line: 0 size: 50 LOC McCabe index: 19 number of parameters: 3 id: 2 unit: def train_step_pipeline_1f1b() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 48 LOC McCabe index: 21 number of parameters: 5 id: 3 unit: def backward() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 45 LOC McCabe index: 9 number of parameters: 3 id: 4 unit: def init_model_with_materialized_weights() file: picotron/checkpoint.py start line: 0 end line: 0 size: 42 LOC McCabe index: 11 number of parameters: 3 id: 5 unit: def submit_jobs() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 42 LOC McCabe index: 12 number of parameters: 5 id: 6 unit: def apply_tensor_parallel() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 38 LOC McCabe index: 5 number of parameters: 1 id: 7 unit: def __init__() file: picotron/process_group_manager.py start line: 0 end line: 0 size: 38 LOC McCabe index: 19 number of parameters: 5 id: 8 unit: def aggregate_metrics() file: extract_metrics.py start line: 0 end line: 0 size: 36 LOC McCabe index: 4 number of parameters: 1 id: 9 unit: def __init__() file: picotron/data.py start line: 0 end line: 0 size: 35 LOC McCabe index: 4 number of parameters: 13 id: 10 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 33 LOC McCabe index: 6 number of parameters: 6 id: 11 unit: def _initialize_buckets() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 30 LOC McCabe index: 15 number of parameters: 1 id: 12 unit: def create_subdirectory_metrics() file: extract_metrics.py start line: 0 end line: 0 size: 29 LOC McCabe index: 5 number of parameters: 1 id: 13 unit: def get_layer_names_in_sft_format() file: picotron/checkpoint.py start line: 0 end line: 0 size: 29 LOC McCabe index: 10 number of parameters: 1 id: 14 unit: def pipeline_communicate() file: picotron/pipeline_parallel/pp_communications.py start line: 0 end line: 0 size: 25 LOC McCabe index: 15 number of parameters: 5 id: 15 unit: def forward() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 25 LOC McCabe index: 7 number of parameters: 6 id: 16 unit: def check_status() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 25 LOC McCabe index: 5 number of parameters: 1 id: 17 unit: def train_step_pipeline_afab() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 24 LOC McCabe index: 7 number of parameters: 5 id: 18 unit: def create_slurm_script() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 24 LOC McCabe index: 3 number of parameters: 2 id: 19 unit: def init_model_with_dematerialized_weights() file: picotron/checkpoint.py start line: 0 end line: 0 size: 23 LOC McCabe index: 6 number of parameters: 1 id: 20 unit: def from_readable_format() file: extract_metrics.py start line: 0 end line: 0 size: 20 LOC McCabe index: 6 number of parameters: 1 id: 21 unit: def create_single_config() file: create_config.py start line: 0 end line: 0 size: 20 LOC McCabe index: 1 number of parameters: 0 id: 22 unit: def tokenize_dataset() file: picotron/data.py start line: 0 end line: 0 size: 19 LOC McCabe index: 1 number of parameters: 5 id: 23 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 18 LOC McCabe index: 3 number of parameters: 2 id: 24 unit: def tokenizer_group_text() file: picotron/data.py start line: 0 end line: 0 size: 18 LOC McCabe index: 3 number of parameters: 3 id: 25 unit: def process_file() file: extract_metrics.py start line: 0 end line: 0 size: 17 LOC McCabe index: 9 number of parameters: 1 id: 26 unit: def train_step() file: train.py start line: 0 end line: 0 size: 17 LOC McCabe index: 4 number of parameters: 3 id: 27 unit: def convert_safetensors_to_hf_name() file: picotron/checkpoint.py start line: 0 end line: 0 size: 16 LOC McCabe index: 2 number of parameters: 2 id: 28 unit: def ring_attention_backward() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 16 LOC McCabe index: 5 number of parameters: 8 id: 29 unit: def __init__() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 16 LOC McCabe index: 2 number of parameters: 4 id: 30 unit: def forward() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 16 LOC McCabe index: 3 number of parameters: 2 id: 31 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 16 LOC McCabe index: 1 number of parameters: 3 id: 32 unit: def parse_folder_name() file: extract_metrics.py start line: 0 end line: 0 size: 15 LOC McCabe index: 7 number of parameters: 1 id: 33 unit: def ring_attention_forward() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 14 LOC McCabe index: 2 number of parameters: 5 id: 34 unit: def collate_batch() file: picotron/data.py start line: 0 end line: 0 size: 14 LOC McCabe index: 2 number of parameters: 2 id: 35 unit: def __next__() file: picotron/data.py start line: 0 end line: 0 size: 14 LOC McCabe index: 6 number of parameters: 1 id: 36 unit: def bidirectional_pipeline_communicate() file: picotron/pipeline_parallel/pp_communications.py start line: 0 end line: 0 size: 13 LOC McCabe index: 9 number of parameters: 5 id: 37 unit: def reset_parameters() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 13 LOC McCabe index: 2 number of parameters: 1 id: 38 unit: def reset_parameters() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 13 LOC McCabe index: 2 number of parameters: 1 id: 39 unit: def download_model() file: picotron/utils.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 2 id: 40 unit: def save_checkpoint() file: picotron/checkpoint.py start line: 0 end line: 0 size: 12 LOC McCabe index: 4 number of parameters: 6 id: 41 unit: def send_recv() file: picotron/context_parallel/cp_communications.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 3 id: 42 unit: def wait() file: picotron/context_parallel/cp_communications.py start line: 0 end line: 0 size: 12 LOC McCabe index: 7 number of parameters: 1 id: 43 unit: def _make_param_hook() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 12 LOC McCabe index: 6 number of parameters: 3 id: 44 unit: def __init__() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 12 LOC McCabe index: 2 number of parameters: 5 id: 45 unit: def reset_parameters() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 1 id: 46 unit: def reset_parameters() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 11 LOC McCabe index: 1 number of parameters: 1 id: 47 unit: def to_readable_format() file: picotron/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 2 id: 48 unit: def get_num_params() file: picotron/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 1 id: 49 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 3 id: 50 unit: def parse_log_line() file: extract_metrics.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 1 id: 51 unit: def __init__() file: picotron/context_parallel/cp_communications.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 2 id: 52 unit: def forward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 2 id: 53 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 4 id: 54 unit: def __init__() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 3 id: 55 unit: def load_checkpoint() file: picotron/checkpoint.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 4 id: 56 unit: def __init__() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 0 id: 57 unit: def backward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 58 unit: def assert_no_meta_tensors() file: picotron/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 5 number of parameters: 1 id: 59 unit: def __init__() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 4 id: 60 unit: def get_cos_sin() file: picotron/model.py start line: 0 end line: 0 size: 9 LOC McCabe index: 4 number of parameters: 3 id: 61 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 62 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 63 unit: def launch_dependency() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 3 id: 64 unit: def write_csv() file: extract_metrics.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 65 unit: def main() file: extract_metrics.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 0 id: 66 unit: def __init__() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 8 LOC McCabe index: 6 number of parameters: 3 id: 67 unit: def __init__() file: picotron/checkpoint.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 68 unit: def forward() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 69 unit: def print() file: picotron/utils.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 3 id: 70 unit: def register_backward_hook() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 71 unit: def __init__() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 8 LOC McCabe index: 5 number of parameters: 4 id: 72 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 73 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 74 unit: def get_status() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 75 unit: def forward() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 7 LOC McCabe index: 3 number of parameters: 4 id: 76 unit: def update_rope_for_context_parallel() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 77 unit: def __init__() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 78 unit: def get_mfu() file: picotron/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 4 id: 79 unit: def apply_rotary_pos_emb() file: picotron/model.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 80 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 5 id: 81 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 4 id: 82 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 4 id: 83 unit: def read_status() file: extract_metrics.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 84 unit: def backward() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 4 id: 85 unit: def update_out_and_lse() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 86 unit: def _vocab_range_from_global_vocab_size() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 4 id: 87 unit: def average_loss_across_dp_cp_ranks() file: picotron/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 88 unit: def _post_backward() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 89 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 90 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 91 unit: def split_tensor_along_last_dim() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 92 unit: def backward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 93 unit: def forward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 94 unit: def backward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 95 unit: def forward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 4 id: 96 unit: def __init__() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 97 unit: def _allreduce_grads() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 98 unit: def mark_param_as_ready() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 99 unit: def flash_attention() file: picotron/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 4 id: 100 unit: def __init__() file: picotron/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 101 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 4 id: 102 unit: def set_status() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 103 unit: def distribute_layers() file: picotron/pipeline_parallel/pipeline_parallel.py start line: 0 end line: 0 size: 4 LOC McCabe index: 4 number of parameters: 2 id: 104 unit: def commit() file: picotron/context_parallel/cp_communications.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 1 id: 105 unit: def _update() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 2 id: 106 unit: def forward() file: picotron/tensor_parallel/tensor_parallel.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 2 id: 107 unit: def linear_with_all_reduce() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 108 unit: def set_all_seed() file: picotron/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 1 id: 109 unit: def register_backward_hook() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 110 unit: def no_sync() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 111 unit: def no_sync() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 112 unit: def sync_gradient() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 113 unit: def reset() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 114 unit: def __iter__() file: picotron/data.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 115 unit: def __init__() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 4 LOC McCabe index: 6 number of parameters: 3 id: 116 unit: def __init__() file: picotron/checkpoint.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 117 unit: def _get_checkpoint_path() file: picotron/checkpoint.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 118 unit: def apply_context_parallel() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 119 unit: def setup_process_group_manager() file: picotron/process_group_manager.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 4 id: 120 unit: def wait() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 121 unit: def reset() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 122 unit: def wait() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 123 unit: def mark_param_as_ready() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 124 unit: def read_requirements() file: setup.py start line: 0 end line: 0 size: 3 LOC McCabe index: 4 number of parameters: 0 id: 125 unit: def init_model_parameters() file: picotron/checkpoint.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 126 unit: def ring_attention() file: picotron/context_parallel/context_parallel.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 5 id: 127 unit: def merge_first_two_dims() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 128 unit: def forward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 129 unit: def backward() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 130 unit: def linear_with_async_all_reduce() file: picotron/tensor_parallel/tp_communications.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 131 unit: def __str__() file: picotron/process_group_manager.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 132 unit: def forward() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 133 unit: def forward() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 134 unit: def backward() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 4 id: 135 unit: def reset() file: picotron/data_parallel/data_parallel.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 136 unit: def _get_view_from_tensor() file: picotron/data_parallel/bucket.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 5 id: 137 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 138 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 139 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 140 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 141 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 142 unit: def reset_parameters() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 143 unit: def forward() file: picotron/model.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 144 unit: def keep_only_jobs() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 2 LOC McCabe index: 3 number of parameters: 2 id: 145 unit: def filter_out_jobs() file: submit_slurm_jobs.py start line: 0 end line: 0 size: 2 LOC McCabe index: 3 number of parameters: 2