alibaba / Pai-Megatron-Patch

Intro

Unit size measurements show the distribution of size of units of code (methods, functions...).
Units are classified in four categories based on their size (lines of code): 1-20 (small units), 20-50 (medium size units), 51-100 (long units), 101+ (very long units).
You should aim at keeping units small (< 20 lines). Long units may become "bloaters", code that have increased to such gargantuan proportions that they are hard to work with.

Learn more...

Unit Size Overall

There are 2,269 units with 57,919 lines of code in units (80.3% of code).

98 very long units (16,255 lines of code)
200 long units (14,275 lines of code)
511 medium size units (15,953 lines of code)
405 small units (5,996 lines of code)
1,055 very small units (5,440 lines of code)

Legend:

101+

51-100

21-50

11-20

1-10

Unit Size per Extension

101+

51-100

21-50

11-20

1-10

Unit Size per Logical Component

primary logical decomposition

101+

51-100

21-50

11-20

1-10

Alternative Visuals

3D view of all units

Longest Units

Top 50 longest units

Unit	# lines	McCabe index	# params
def get_patch_args() in megatron_patch/arguments.py	429	13	1
def sharded_state_dict() in megatron_patch/model/mixtral/moe/experts.py	314	42	3
def sharded_state_dict() in megatron_patch/model/deepseek_v2/moe/experts.py	314	42	3
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/llama/hf2megatron.py	284	64	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/qwen/hf2megatron_qwen1.5.py	273	45	1
def save_mgmodel() in toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_dense_and_moe_gqa.py	269	112	2
def load_megatron_model() in toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_dense_and_moe_gqa.py	258	131	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/mistral/hf2mcore_mixtral.py	245	21	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/qwen/hf2megatron_qwen1.5.py	244	31	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/yi/checkpoint_reshaping_and_interoperability.py	239	41	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/llama/hf2megatron.py	238	28	1
def convert_checkpoint_from_transformers_to_te() in toolkits/model_checkpoints_convertor/baichuan/hf2te.py	229	47	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/qwen/hf2megatron_qwen1.0.py	227	46	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/galactica/checkpoint_reshaping_and_interoperability.py	226	40	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/qwen/hf2megatron_qwen1.0.py	226	29	1
def convert_checkpoint_from_transformers_to_te() in toolkits/model_checkpoints_convertor/baichuan2/hf2te.py	218	47	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen1.5_dense_gqa.py	217	28	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/baichuan/checkpoint_reshaping_and_interoperability.py	216	38	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/falcon/checkpoint_reshaping_and_interoperability.py	207	46	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/llama/hf2mcore_70b.py	206	29	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/falcon40b/checkpoint_reshaping_and_interoperability.py	205	43	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/baichuan2/checkpoint_reshaping_and_interoperability.py	205	38	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/bloom/reward_model_to_megatron.py	202	41	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/glm/checkpoint_reshaping_and_interoperability.py	202	45	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/bloom/checkpoint_reshaping_and_interoperability.py	201	41	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/starcoder/checkpoint_reshaping_and_interoperability.py	200	43	1
def load_megatron_model() in toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_moe.py	198	107	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen1.5_dense_gqa.py	197	26	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/chatglm/checkpoint_reshaping_and_interoperability.py	194	47	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/baichuan2/checkpoint_reshaping_and_interoperability.py	194	26	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/baichuan/checkpoint_reshaping_and_interoperability.py	190	26	1
def __post_init__() in megatron_patch/model/mixtral/transformer_config.py	188	74	1
def convert_checkpoint_from_transformers_to_megatron() in toolkits/model_checkpoints_convertor/glm130b/checkpoint_reshaping_and_interoperability.py	187	42	1
def check_hf_mg_forward() in toolkits/model_checkpoints_convertor/llama/hf2mcore_llama3_1.py	181	30	3
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/falcon/checkpoint_reshaping_and_interoperability.py	179	22	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/llama/hf2mcore_70b.py	171	29	1
def __init__() in megatron_patch/model/baichuan/transformer.py	171	34	9
def __init__() in megatron_patch/model/llama3/transformer_legacy.py	170	34	9
def __init__() in megatron_patch/model/llava/transformer.py	168	33	9
def __init__() in megatron_patch/model/mistral/transformer.py	168	33	9
def __init__() in megatron_patch/model/baichuan2/transformer.py	168	33	9
def __init__() in megatron_patch/model/qwen_vl/transformer.py	168	33	9
def __init__() in megatron_patch/model/llama2/transformer.py	168	33	9
def __init__() in megatron_patch/model/qwen/transformer.py	168	33	9
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/bloom/checkpoint_reshaping_and_interoperability.py	166	27	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/bloom/reward_model_to_megatron.py	166	25	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/mistral/hf2mcore_mixtral.py	161	25	1
def convert_checkpoint_from_megatron_to_transformers() in toolkits/model_checkpoints_convertor/starcoder/checkpoint_reshaping_and_interoperability.py	161	23	1
def main() in rlhf/deepspeed-chat/rm_main.py	158	19	0
def training_log() in megatron_patch/training.py	156	34	10