Path	Lines of Code
modules/SwissArmyTransformer/MANIFEST.in	5
modules/SwissArmyTransformer/sat/__init__.py	12
modules/SwissArmyTransformer/sat/arguments.py	438
modules/SwissArmyTransformer/sat/data_utils/__init__.py	9
modules/SwissArmyTransformer/sat/data_utils/configure_data.py	343
modules/SwissArmyTransformer/sat/data_utils/datasets.py	74
modules/SwissArmyTransformer/sat/data_utils/hf_dataset.py	30
modules/SwissArmyTransformer/sat/data_utils/jsonlds.py	51
modules/SwissArmyTransformer/sat/data_utils/samplers.py	111
modules/SwissArmyTransformer/sat/data_utils/webds.py	287
modules/SwissArmyTransformer/sat/generation/__init__.py	1
modules/SwissArmyTransformer/sat/generation/autoregressive_sampling.py	222
modules/SwissArmyTransformer/sat/generation/cuda2d_sampling.py	77
modules/SwissArmyTransformer/sat/generation/magnify.py	30
modules/SwissArmyTransformer/sat/generation/sampling_strategies/__init__.py	3
modules/SwissArmyTransformer/sat/generation/sampling_strategies/base_strategy.py	75
modules/SwissArmyTransformer/sat/generation/sampling_strategies/beam_search_strategy.py	145
modules/SwissArmyTransformer/sat/generation/sampling_strategies/iterative_entfilter_strategy.py	43
modules/SwissArmyTransformer/sat/generation/utils.py	77
modules/SwissArmyTransformer/sat/helpers.py	128
modules/SwissArmyTransformer/sat/model/__init__.py	4
modules/SwissArmyTransformer/sat/model/attention/__init__.py	1
modules/SwissArmyTransformer/sat/model/attention/memory_efficient_attention.py	59
modules/SwissArmyTransformer/sat/model/base_model.py	367
modules/SwissArmyTransformer/sat/model/cached_autoregressive_model.py	40
modules/SwissArmyTransformer/sat/model/encoder_decoder_model.py	89
modules/SwissArmyTransformer/sat/model/finetune/__init__.py	5
modules/SwissArmyTransformer/sat/model/finetune/adapter.py	45
modules/SwissArmyTransformer/sat/model/finetune/ffadd.py	41
modules/SwissArmyTransformer/sat/model/finetune/lora.py	76
modules/SwissArmyTransformer/sat/model/finetune/lora2.py	221
modules/SwissArmyTransformer/sat/model/finetune/mlp_head.py	29
modules/SwissArmyTransformer/sat/model/finetune/prompt_tuning.py	35
modules/SwissArmyTransformer/sat/model/mixins.py	15
modules/SwissArmyTransformer/sat/model/official/__init__.py	24
modules/SwissArmyTransformer/sat/model/official/bert_model.py	40
modules/SwissArmyTransformer/sat/model/official/cait_model.py	139
modules/SwissArmyTransformer/sat/model/official/chatglm2_model.py	119
modules/SwissArmyTransformer/sat/model/official/chatglm3_model.py	119
modules/SwissArmyTransformer/sat/model/official/chatglm4_model.py	119
modules/SwissArmyTransformer/sat/model/official/chatglm_model.py	210
modules/SwissArmyTransformer/sat/model/official/clip_model.py	114
modules/SwissArmyTransformer/sat/model/official/cuda2d_model.py	169
modules/SwissArmyTransformer/sat/model/official/distill_model.py	29
modules/SwissArmyTransformer/sat/model/official/dpr_model.py	73
modules/SwissArmyTransformer/sat/model/official/eva2_model.py	112
modules/SwissArmyTransformer/sat/model/official/eva_clip_model.py	94
modules/SwissArmyTransformer/sat/model/official/glm130B_model.py	251
modules/SwissArmyTransformer/sat/model/official/glm4v_model.py	137
modules/SwissArmyTransformer/sat/model/official/glm_model.py	53
modules/SwissArmyTransformer/sat/model/official/gpt2_model.py	22
modules/SwissArmyTransformer/sat/model/official/gptneo_model.py	73
modules/SwissArmyTransformer/sat/model/official/llama_model.py	86
modules/SwissArmyTransformer/sat/model/official/mae_model.py	117
modules/SwissArmyTransformer/sat/model/official/mixtral_model.py	81
modules/SwissArmyTransformer/sat/model/official/roberta_model.py	5
modules/SwissArmyTransformer/sat/model/official/t5_model.py	222
modules/SwissArmyTransformer/sat/model/official/vit_model.py	76
modules/SwissArmyTransformer/sat/model/official/yolos_model.py	51
modules/SwissArmyTransformer/sat/model/position_embedding/__init__.py	4
modules/SwissArmyTransformer/sat/model/position_embedding/rotary_embeddings.py	89
modules/SwissArmyTransformer/sat/model/position_embedding/rotary_embeddings_original.py	65
modules/SwissArmyTransformer/sat/model/position_embedding/sincos2d.py	46
modules/SwissArmyTransformer/sat/model/position_embedding/triton_rotary.py	181
modules/SwissArmyTransformer/sat/model/position_embedding/triton_rotary_embeddings.py	173
modules/SwissArmyTransformer/sat/model/position_embedding/vision_rotary_embeddings.py	98
modules/SwissArmyTransformer/sat/model/registry.py	34
modules/SwissArmyTransformer/sat/model/transformer.py	610
modules/SwissArmyTransformer/sat/mpu/__init__.py	31
modules/SwissArmyTransformer/sat/mpu/cross_entropy.py	56
modules/SwissArmyTransformer/sat/mpu/data.py	63
modules/SwissArmyTransformer/sat/mpu/initialize.py	91
modules/SwissArmyTransformer/sat/mpu/layers.py	331
modules/SwissArmyTransformer/sat/mpu/mappings.py	66
modules/SwissArmyTransformer/sat/mpu/operation.py	104
modules/SwissArmyTransformer/sat/mpu/utils.py	52
modules/SwissArmyTransformer/sat/ops/__init__.py	26
modules/SwissArmyTransformer/sat/ops/csrc/adam/fused_ema_adam_frontend.cpp	19
modules/SwissArmyTransformer/sat/ops/csrc/adam/multi_tensor_apply.cuh	113
modules/SwissArmyTransformer/sat/ops/csrc/adam/multi_tensor_ema_adam.cu	156
modules/SwissArmyTransformer/sat/ops/csrc/includes/compat.h	8
modules/SwissArmyTransformer/sat/ops/csrc/includes/type_shim.h	92
modules/SwissArmyTransformer/sat/ops/fused_ema_adam.py	125
modules/SwissArmyTransformer/sat/ops/layernorm.py	34
modules/SwissArmyTransformer/sat/ops/local_attention_function.py	46
modules/SwissArmyTransformer/sat/ops/memory_efficient_attention.py	14
modules/SwissArmyTransformer/sat/ops/ops_builder/__init__.py	30
modules/SwissArmyTransformer/sat/ops/ops_builder/builder.py	546
modules/SwissArmyTransformer/sat/ops/ops_builder/fused_ema_adam.py	23
modules/SwissArmyTransformer/sat/ops/scaled_mask_softmax.py	10
modules/SwissArmyTransformer/sat/quantization/__init__.py	1
modules/SwissArmyTransformer/sat/resources/__init__.py	1
modules/SwissArmyTransformer/sat/resources/download.py	147
modules/SwissArmyTransformer/sat/resources/urls.py	43
modules/SwissArmyTransformer/sat/tokenization/__init__.py	74
modules/SwissArmyTransformer/sat/tokenization/cogview/__init__.py	12
modules/SwissArmyTransformer/sat/tokenization/cogview/sp_tokenizer.py	109
modules/SwissArmyTransformer/sat/tokenization/cogview/templates.py	61
modules/SwissArmyTransformer/sat/tokenization/cogview/unified_tokenizer.py	162
modules/SwissArmyTransformer/sat/tokenization/cogview/vqvae/__init__.py	3
modules/SwissArmyTransformer/sat/tokenization/cogview/vqvae/api.py	209
modules/SwissArmyTransformer/sat/tokenization/cogview/vqvae/vqvae_diffusion.py	629
modules/SwissArmyTransformer/sat/tokenization/cogview/vqvae/vqvae_zc.py	235
modules/SwissArmyTransformer/sat/tokenization/cogview/vqvae_tokenizer.py	63
modules/SwissArmyTransformer/sat/tokenization/glm/__init__.py	1
modules/SwissArmyTransformer/sat/tokenization/glm/sp_tokenizer.py	57
modules/SwissArmyTransformer/sat/tokenization/glm/tokenization.py	426
modules/SwissArmyTransformer/sat/tokenization/glm/tokenization_gpt2.py	218
modules/SwissArmyTransformer/sat/tokenization/glm/tokenization_wordpiece.py	242
modules/SwissArmyTransformer/sat/tokenization/hf_tokenizer.py	65
modules/SwissArmyTransformer/sat/tokenization/icetk_glm_130B/__init__.py	1
modules/SwissArmyTransformer/sat/tokenization/icetk_glm_130B/ice_tokenizer.py	196
modules/SwissArmyTransformer/sat/tokenization/icetk_glm_130B/tokenizer.py	45
modules/SwissArmyTransformer/sat/training/__init__.py	1
modules/SwissArmyTransformer/sat/training/deepspeed_training.py	534
modules/SwissArmyTransformer/sat/training/learning_rates.py	60
modules/SwissArmyTransformer/sat/training/model_io.py	436
modules/SwissArmyTransformer/sat/training/utils.py	86
modules/SwissArmyTransformer/sat/transformer_defaults.py	251
modules/SwissArmyTransformer/setup.py	24