Path	Lines of Code
toolkits/auto_configurator/report_auto_config.py	124
toolkits/auto_configurator/report_theoretical_memory.py	147
toolkits/distributed_checkpoints_convertor/impl/convert.py	80
toolkits/distributed_checkpoints_convertor/impl/deepseek_v3/__init__.py	6
toolkits/distributed_checkpoints_convertor/impl/deepseek_v3/h2m_synchronizer.py	46
toolkits/distributed_checkpoints_convertor/impl/deepseek_v3/m2h_synchronizer.py	42
toolkits/distributed_checkpoints_convertor/impl/deepseek_v3/patch.py	25
toolkits/distributed_checkpoints_convertor/impl/general/__init__.py	6
toolkits/distributed_checkpoints_convertor/impl/general/h2m_synchronizer.py	259
toolkits/distributed_checkpoints_convertor/impl/general/m2h_synchronizer.py	499
toolkits/distributed_checkpoints_convertor/impl/general/synchronizer.py	119
toolkits/model_checkpoints_convertor/baichuan/checkpoint_reshaping_and_interoperability.py	649
toolkits/model_checkpoints_convertor/baichuan/configuration_baichuan.py	43
toolkits/model_checkpoints_convertor/baichuan/hf2te.py	378
toolkits/model_checkpoints_convertor/baichuan2/checkpoint_reshaping_and_interoperability.py	638
toolkits/model_checkpoints_convertor/baichuan2/configuration_baichuan.py	43
toolkits/model_checkpoints_convertor/baichuan2/hf2te.py	360
toolkits/model_checkpoints_convertor/bloom/checkpoint_reshaping_and_interoperability.py	572
toolkits/model_checkpoints_convertor/bloom/deepspeed_to_megatron.py	149
toolkits/model_checkpoints_convertor/bloom/deepspeed_to_megatron_ori.py	149
toolkits/model_checkpoints_convertor/bloom/reward_model_to_megatron.py	573
toolkits/model_checkpoints_convertor/chatglm/checkpoint_reshaping_and_interoperability.py	396
toolkits/model_checkpoints_convertor/deepseek/fp8_cast_bf16.py	88
toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v2_moe.py	454
toolkits/model_checkpoints_convertor/deepseek/hf2mcore_deepseek_v3_moe.py	578
toolkits/model_checkpoints_convertor/falcon/checkpoint_reshaping_and_interoperability.py	612
toolkits/model_checkpoints_convertor/falcon/configuration_RW.py	101
toolkits/model_checkpoints_convertor/falcon40b/checkpoint_reshaping_and_interoperability.py	583
toolkits/model_checkpoints_convertor/falcon40b/configuration_RW.py	50
toolkits/model_checkpoints_convertor/galactica/checkpoint_reshaping_and_interoperability.py	454
toolkits/model_checkpoints_convertor/glm/checkpoint_reshaping_and_interoperability.py	378
toolkits/model_checkpoints_convertor/glm130b/checkpoint_reshaping_and_interoperability.py	363
toolkits/model_checkpoints_convertor/glm130b/merge_130b_ckpts.py	96
toolkits/model_checkpoints_convertor/llama/hf2mcore.py	674
toolkits/model_checkpoints_convertor/llama/hf2mcore_70b.py	577
toolkits/model_checkpoints_convertor/llama/hf2mcore_llama3_1.py	710
toolkits/model_checkpoints_convertor/llama/hf2megatron.py	808
toolkits/model_checkpoints_convertor/llama/hf_llama_moe/llama_moe.py	19
toolkits/model_checkpoints_convertor/llava/hf2mcore_llava.py	669
toolkits/model_checkpoints_convertor/mistral/hf2mcore.py	468
toolkits/model_checkpoints_convertor/mistral/hf2mcore_mixtral.py	672
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen1.5_dense_gqa.py	593
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen1.5_dense_mha.py	280
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen1.5_dense_mha_to_moe.py	227
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen1.5_moe.py	479
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2.5_vl.py	607
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_dense_and_moe_gqa.py	821
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_moe.py	555
toolkits/model_checkpoints_convertor/qwen/hf2mcore_qwen2_vl.py	616
toolkits/model_checkpoints_convertor/qwen/hf2megablocks_qwen1.5.py	546
toolkits/model_checkpoints_convertor/qwen/hf2megatron_qwen1.0.py	725
toolkits/model_checkpoints_convertor/qwen/hf2megatron_qwen1.5.py	810
toolkits/model_checkpoints_convertor/starcoder/checkpoint_reshaping_and_interoperability.py	583
toolkits/model_checkpoints_convertor/utils/__init__.py	146
toolkits/model_checkpoints_convertor/yi/checkpoint_reshaping_and_interoperability.py	468
toolkits/multimodal_data_preprocessing/build_llava_frame_dataset.py	123
toolkits/multimodal_data_preprocessing/convert_custom_dataset_to_wds_chatml.py	98
toolkits/multimodal_data_preprocessing/convert_llava_pretrain_to_wds.py	25
toolkits/multimodal_data_preprocessing/replace_llava_image_key.py	29
toolkits/pretrain_data_preprocessing/clean_raw_text.py	69
toolkits/pretrain_data_preprocessing/convert_json_to_list.py	10
toolkits/pretrain_data_preprocessing/preprocess_data.py	198
toolkits/pretrain_data_preprocessing/preprocess_data_megatron.py	360
toolkits/pretrain_data_preprocessing/preprocess_wudao2.py	76
toolkits/pretrain_data_preprocessing/qwen_hf_preprocess_datasets.py	86
toolkits/sft_data_preprocessing/build_idxmap_sft_dataset.py	319
toolkits/sft_data_preprocessing/sample_stats.py	23