path	# lines of code
MANIFEST.in	15
conftest.py	133
pyproject.toml	35
notebooks/AI_HW_Summit_2022.ipynb	442
setup.py	74
optimum/habana/distributed/tp.py	64
optimum/habana/distributed/__init__.py	17
optimum/habana/distributed/serialization.py	265
optimum/habana/distributed/tp_wrapping.py	25
optimum/habana/distributed/strategy.py	83
optimum/habana/distributed/contextparallel.py	39
optimum/habana/distributed/parallel_state.py	274
optimum/habana/distributed/tensorparallel.py	63
optimum/habana/distributed/fast_ddp.py	83
optimum/habana/distributed/distributed_runner.py	164
optimum/habana/peft/__init__.py	7
optimum/habana/peft/peft_model.py	84
optimum/habana/peft/layer.py	135
optimum/habana/checkpoint_utils.py	97
optimum/habana/__init__.py	14
optimum/habana/sentence_transformers/st_gaudi_encoder.py	150
optimum/habana/sentence_transformers/__init__.py	5
optimum/habana/sentence_transformers/st_gaudi_transformer.py	45
optimum/habana/sentence_transformers/modeling_utils.py	14
optimum/habana/sentence_transformers/st_gaudi_trainer.py	839
optimum/habana/sentence_transformers/st_gaudi_data_collator.py	43
optimum/habana/sentence_transformers/st_gaudi_training_args.py	35
optimum/habana/transformers/generation/stopping_criteria.py	63
optimum/habana/transformers/generation/__init__.py	9
optimum/habana/transformers/generation/candidate_generator.py	34
optimum/habana/transformers/generation/utils.py	3035
optimum/habana/transformers/generation/configuration_utils.py	22
optimum/habana/transformers/trainer_utils.py	27
optimum/habana/transformers/models/qwen2_vl/__init__.py	9
optimum/habana/transformers/models/qwen2_vl/modeling_qwen2_vl.py	548
optimum/habana/transformers/models/gptj/__init__.py	7
optimum/habana/transformers/models/gptj/modeling_gptj.py	535
optimum/habana/transformers/models/speecht5/modeling_speecht5.py	384
optimum/habana/transformers/models/speecht5/__init__.py	6
optimum/habana/transformers/models/falcon_mamba/__init__.py	4
optimum/habana/transformers/models/falcon_mamba/modeling_falcon_mamba.py	111
optimum/habana/transformers/models/llava_next/__init__.py	1
optimum/habana/transformers/models/llava_next/modeling_llava_next.py	320
optimum/habana/transformers/models/mllama/__init__.py	13
optimum/habana/transformers/models/mllama/modeling_mllama.py	1031
optimum/habana/transformers/models/gemma2/__init__.py	8
optimum/habana/transformers/models/gemma2/modeling_gemma2.py	835
optimum/habana/transformers/models/t5/__init__.py	9
optimum/habana/transformers/models/t5/modeling_t5.py	503
optimum/habana/transformers/models/mixtral/__init__.py	9
optimum/habana/transformers/models/mixtral/modeling_mixtral.py	728
optimum/habana/transformers/models/mixtral/configuration_mixtral.py	61
optimum/habana/transformers/models/mamba/__init__.py	4
optimum/habana/transformers/models/mamba/modeling_mamba.py	78
optimum/habana/transformers/models/chatglm/configuration_chatglm.py	61
optimum/habana/transformers/models/chatglm/modeling_chatglm.py	1434
optimum/habana/transformers/models/chatglm/__init__.py	6
optimum/habana/transformers/models/chatglm/tokenization_chatglm.py	235
optimum/habana/transformers/models/codegen/__init__.py	6
optimum/habana/transformers/models/codegen/modeling_codegen.py	339
optimum/habana/transformers/models/deepseek_v2/tokenization_deepseek_v2.py	19
optimum/habana/transformers/models/deepseek_v2/__init__.py	3
optimum/habana/transformers/models/deepseek_v2/configuration_deepseek_v2.py	97
optimum/habana/transformers/models/deepseek_v2/modeling_deepseek_v2.py	1773
optimum/habana/transformers/models/modeling_all_models.py	156
optimum/habana/transformers/models/llava/__init__.py	1
optimum/habana/transformers/models/llava/modeling_llava.py	276
optimum/habana/transformers/models/gpt_neo/modeling_gpt_neo.py	307
optimum/habana/transformers/models/gpt_neo/__init__.py	7
optimum/habana/transformers/models/__init__.py	352
optimum/habana/transformers/models/esm/__init__.py	6
optimum/habana/transformers/models/esm/modeling_esmfold.py	205
optimum/habana/transformers/models/gpt_bigcode/__init__.py	6
optimum/habana/transformers/models/gpt_bigcode/modeling_gpt_bigcode.py	627
optimum/habana/transformers/models/phi/__init__.py	6
optimum/habana/transformers/models/phi/modeling_phi.py	458
optimum/habana/transformers/models/persimmon/__init__.py	6
optimum/habana/transformers/models/persimmon/modeling_persimmon.py	356
optimum/habana/transformers/models/mistral/__init__.py	8
optimum/habana/transformers/models/mistral/configuration_mistral.py	51
optimum/habana/transformers/models/mistral/modeling_mistral.py	599
optimum/habana/transformers/models/whisper/__init__.py	8
optimum/habana/transformers/models/whisper/modeling_whisper.py	511
optimum/habana/transformers/models/clip/__init__.py	8
optimum/habana/transformers/models/clip/modeling_clip.py	268
optimum/habana/transformers/models/mpt/__init__.py	6
optimum/habana/transformers/models/mpt/modeling_mpt.py	344
optimum/habana/transformers/models/qwen2/__init__.py	8
optimum/habana/transformers/models/qwen2/modeling_qwen2.py	931
optimum/habana/transformers/models/baichuan/modeling_baichuan.py	1149
optimum/habana/transformers/models/baichuan/configuration_baichuan.py	47
optimum/habana/transformers/models/baichuan/__init__.py	5
optimum/habana/transformers/models/baichuan/generation_utils.py	69
optimum/habana/transformers/models/baichuan/tokenization_baichuan.py	145
optimum/habana/transformers/models/cohere/modeling_cohere.py	309
optimum/habana/transformers/models/cohere/__init__.py	6
optimum/habana/transformers/models/bloom/__init__.py	9
optimum/habana/transformers/models/bloom/modeling_bloom.py	432
optimum/habana/transformers/models/llama/__init__.py	10
optimum/habana/transformers/models/llama/configuration_llama.py	58
optimum/habana/transformers/models/llama/modeling_llama.py	1306
optimum/habana/transformers/models/stablelm/__init__.py	6
optimum/habana/transformers/models/stablelm/modeling_stablelm.py	372
optimum/habana/transformers/models/decilm/__init__.py	4
optimum/habana/transformers/models/decilm/modeling_decilm.py	434
optimum/habana/transformers/models/decilm/configuration_decilm.py	11
optimum/habana/transformers/models/video_llava/processing_video_llava.py	85
optimum/habana/transformers/models/video_llava/__init__.py	2
optimum/habana/transformers/models/video_llava/modeling_video_llava.py	336
optimum/habana/transformers/models/wav2vec2/__init__.py	10
optimum/habana/transformers/models/wav2vec2/modeling_wav2vec2.py	423
optimum/habana/transformers/models/xlm_roberta/__init__.py	1
optimum/habana/transformers/models/xlm_roberta/modeling_xlm_roberta.py	61
optimum/habana/transformers/models/vits/__init__.py	1
optimum/habana/transformers/models/vits/modeling_vits.py	41
optimum/habana/transformers/models/llava_onevision/__init__.py	1
optimum/habana/transformers/models/llava_onevision/modeling_llava_onevision.py	333
optimum/habana/transformers/models/gemma/__init__.py	7
optimum/habana/transformers/models/gemma/modeling_gemma.py	709
optimum/habana/transformers/models/gpt_neox/modeling_gpt_neox.py	396
optimum/habana/transformers/models/gpt_neox/__init__.py	6
optimum/habana/transformers/models/siglip/__init__.py	8
optimum/habana/transformers/models/siglip/modeling_siglip.py	246
optimum/habana/transformers/models/bart/modeling_bart.py	606
optimum/habana/transformers/models/bart/__init__.py	11
optimum/habana/transformers/models/blip/__init__.py	10
optimum/habana/transformers/models/blip/modeling_blip.py	95
optimum/habana/transformers/models/blip/modeling_blip_text.py	413
optimum/habana/transformers/models/vision_encoder_decoder/__init__.py	3
optimum/habana/transformers/models/vision_encoder_decoder/modeling_vision_encoder_decoder.py	23
optimum/habana/transformers/models/owlvit/__init__.py	3
optimum/habana/transformers/models/owlvit/modeling_owlvit.py	28
optimum/habana/transformers/models/detr/__init__.py	8
optimum/habana/transformers/models/detr/modeling_detr.py	119
optimum/habana/transformers/models/idefics2/__init__.py	2
optimum/habana/transformers/models/idefics2/modeling_idefics2.py	383
optimum/habana/transformers/models/idefics2/image_processing_idefics2.py	54
optimum/habana/transformers/models/seamless_m4t/__init__.py	12
optimum/habana/transformers/models/seamless_m4t/modeling_seamless_m4t.py	626
optimum/habana/transformers/models/gpt2/__init__.py	7
optimum/habana/transformers/models/gpt2/modeling_gpt2.py	538
optimum/habana/transformers/models/xglm/__init__.py	6
optimum/habana/transformers/models/xglm/modeling_xglm.py	375
optimum/habana/transformers/models/glm4v/configuration_chatglm.py	63
optimum/habana/transformers/models/glm4v/modeling_chatglm.py	1310
optimum/habana/transformers/models/glm4v/__init__.py	6
optimum/habana/transformers/models/glm4v/visual.py	139
optimum/habana/transformers/models/glm4v/tokenization_chatglm.py	301
optimum/habana/transformers/models/starcoder2/__init__.py	6
optimum/habana/transformers/models/starcoder2/modeling_starcoder2.py	675
optimum/habana/transformers/models/falcon/__init__.py	8
optimum/habana/transformers/models/falcon/modeling_falcon.py	840
optimum/habana/transformers/models/bert/__init__.py	1
optimum/habana/transformers/models/bert/modeling_bert.py	91
optimum/habana/transformers/models/opt/__init__.py	8
optimum/habana/transformers/models/opt/modeling_opt.py	413
optimum/habana/transformers/models/table_transformer/__init__.py	1
optimum/habana/transformers/models/table_transformer/modeling_table_transformer.py	9
optimum/habana/transformers/models/albert/modeling_albert.py	67
optimum/habana/transformers/models/albert/__init__.py	1
optimum/habana/transformers/models/deepseek_v3/__init__.py	2
optimum/habana/transformers/models/deepseek_v3/modeling_deepseek_v3.py	1374
optimum/habana/transformers/models/deepseek_v3/configuration_deepseek_v3.py	100
optimum/habana/transformers/models/qwen2_moe/modeling_qwen2_moe.py	950
optimum/habana/transformers/models/qwen2_moe/__init__.py	9
optimum/habana/transformers/models/paligemma/modeling_paligemma.py	121
optimum/habana/transformers/models/paligemma/__init__.py	1
optimum/habana/transformers/models/minicpm/__init__.py	2
optimum/habana/transformers/models/minicpm/modeling_minicpm.py	1030
optimum/habana/transformers/models/minicpm/configuration_minicpm.py	81
optimum/habana/transformers/models/vit/__init__.py	1
optimum/habana/transformers/models/vit/modeling_vit.py	41
optimum/habana/transformers/__init__.py	5
optimum/habana/transformers/trainer.py	1901
optimum/habana/transformers/modeling_utils.py	687
optimum/habana/transformers/gradient_checkpointing.py	178
optimum/habana/transformers/modeling_rope_utils.py	81
optimum/habana/transformers/gaudi_configuration.py	64
optimum/habana/transformers/loss/loss_rt_detr.py	32
optimum/habana/transformers/loss/__init__.py	1
optimum/habana/transformers/training_args_seq2seq.py	43
optimum/habana/transformers/training_args.py	779
optimum/habana/transformers/modeling_attn_mask_utils.py	90
optimum/habana/transformers/integrations/deepspeed.py	80
optimum/habana/transformers/integrations/awq.py	157
optimum/habana/transformers/trainer_seq2seq.py	251
optimum/habana/trl/models/modeling_base.py	29
optimum/habana/trl/models/__init__.py	6
optimum/habana/trl/models/modeling_sd_base.py	258
optimum/habana/trl/__init__.py	10
optimum/habana/trl/trainer/dpo_config.py	39
optimum/habana/trl/trainer/sft_config.py	18
optimum/habana/trl/trainer/ppo_config.py	42
optimum/habana/trl/trainer/__init__.py	8
optimum/habana/trl/trainer/ppo_trainer.py	736
optimum/habana/trl/trainer/ddpo_trainer.py	374
optimum/habana/trl/trainer/dpo_trainer.py	562
optimum/habana/trl/trainer/sft_trainer.py	472
optimum/habana/trl/trainer/reward_trainer.py	61
optimum/habana/accelerate/utils/other.py	49
optimum/habana/accelerate/utils/__init__.py	1
optimum/habana/accelerate/utils/dataclasses.py	17
optimum/habana/accelerate/utils/transformer_engine.py	151
optimum/habana/accelerate/__init__.py	1
optimum/habana/accelerate/accelerator.py	485
optimum/habana/accelerate/state.py	1
optimum/habana/AutoAWQ/gemm_hpu.py	123
optimum/habana/version.py	1
optimum/habana/utils.py	236
optimum/habana/quantizers/bitsandbytes.py	183
optimum/habana/diffusers/pipelines/i2vgen_xl/pipeline_i2vgen_xl.py	372
optimum/habana/diffusers/pipelines/ddpm/pipeline_ddpm.py	110
optimum/habana/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py	617
optimum/habana/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py	642
optimum/habana/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_mlperf.py	639
optimum/habana/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py	595
optimum/habana/diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py	483
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_image_variation.py	357
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_ldm3d.py	314
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_upscale.py	389
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py	515
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_depth2img.py	333
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py	475
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py	446
optimum/habana/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_instruct_pix2pix.py	440
optimum/habana/diffusers/pipelines/auto_pipeline.py	104
optimum/habana/diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_synth.py	303
optimum/habana/diffusers/pipelines/cogvideox/pipeline_cogvideox.py	278
optimum/habana/diffusers/pipelines/pipeline_utils.py	268
optimum/habana/diffusers/pipelines/controlnet/pipeline_stable_video_diffusion_controlnet.py	493
optimum/habana/diffusers/pipelines/controlnet/pipeline_controlnet.py	581
optimum/habana/diffusers/pipelines/stable_video_diffusion/pipeline_stable_video_diffusion.py	370
optimum/habana/diffusers/pipelines/flux/pipeline_flux_img2img.py	394
optimum/habana/diffusers/pipelines/flux/pipeline_flux.py	380
optimum/habana/diffusers/utils/torch_utils.py	22
optimum/habana/diffusers/models/attention_processor.py	328
optimum/habana/diffusers/models/unet_2d.py	65
optimum/habana/diffusers/models/autoencoders/autoencoder_kl_cogvideox.py	68
optimum/habana/diffusers/models/__init__.py	4
optimum/habana/diffusers/models/unet_spatio_temporal_condition_controlnet.py	145
optimum/habana/diffusers/models/cogvideox_transformer_3d.py	82
optimum/habana/diffusers/models/unet_2d_condition.py	280
optimum/habana/diffusers/models/embeddings.py	12
optimum/habana/diffusers/models/controlnet_sdv.py	321
optimum/habana/diffusers/__init__.py	35
optimum/habana/diffusers/schedulers/scheduling_euler_discrete.py	166
optimum/habana/diffusers/schedulers/__init__.py	4
optimum/habana/diffusers/schedulers/scheduling_flow_mactch_euler_discrete.py	11
optimum/habana/diffusers/schedulers/scheduling_ddim.py	160
optimum/habana/diffusers/schedulers/scheduling_euler_ancestral_discrete.py	127
setup.cfg	2