path	# lines of code
benchmark/text-generation/performance/benchmark.py	63
benchmark/text-generation/performance/llama3.1-8b.py	33
benchmark/text-generation/performance/gen_barcharts.py	79
benchmark/text-generation/performance/llama3.3-70b.py	44
benchmark/text-generation-inference/performance/generate_csv.py	39
benchmark/text-generation-inference/performance/tgi_live_metrics.py	57
infrastructure/ami/hcl2-files/variables.pkr.hcl	47
infrastructure/ami/hcl2-files/build.pkr.hcl	32
infrastructure/ami/hcl2-files/sources.pkr.hcl	16
infrastructure/ami/hcl2-files/packer.pkr.hcl	8
notebooks/text-generation/qwen3-fine-tuning.ipynb	350
notebooks/text-generation/llama2-13b-chatbot.ipynb	461
notebooks/text-generation/CodeLlama-7B-Compilation.ipynb	305
notebooks/text-generation/scripts/sft_finetuning_qwen3.py	92
notebooks/text-generation/scripts/run_clm.py	47
notebooks/text-generation/scripts/utils/pack_dataset.py	25
notebooks/sentence-transformers/getting-started.ipynb	154
notebooks/text-classification/scripts/train.py	131
notebooks/text-classification/fine_tune_bert.ipynb	324
notebooks/sagemaker/deploy-llama-3-3-70b.ipynb	366
notebooks/sagemaker/deploy-mixtral-8x7b.ipynb	425
pyproject.toml	42
optimum/commands/env.py	74
optimum/commands/export/neuron.py	133
optimum/commands/export/neuronx.py	303
optimum/commands/register/register_neuron.py	2
optimum/commands/register/register_export.py	13
optimum/commands/neuron/cache.py	189
optimum/commands/neuron/base.py	20
optimum/commands/neuron/subcommands.py	43
optimum/exporters/neuron/convert.py	490
optimum/exporters/neuron/__main__.py	685
optimum/exporters/neuron/config.py	51
optimum/exporters/neuron/utils.py	468
optimum/exporters/neuron/base.py	276
optimum/exporters/neuron/model_wrappers.py	567
optimum/exporters/neuron/model_configs.py	896
optimum/exporters/neuron/__init__.py	43
optimum/neuron/modeling_diffusion.py	1260
optimum/neuron/modeling_seq2seq.py	501
optimum/neuron/pipelines/__init__.py	27
optimum/neuron/pipelines/transformers/sentence_transformers.py	43
optimum/neuron/pipelines/transformers/base.py	319
optimum/neuron/pipelines/transformers/__init__.py	3
optimum/neuron/pipelines/diffusers/pipeline_controlnet.py	268
optimum/neuron/pipelines/diffusers/pipeline_controlnet_sd_xl.py	357
optimum/neuron/pipelines/diffusers/pipeline_utils.py	49
optimum/neuron/pipelines/diffusers/__init__.py	3
optimum/neuron/peft/peft_model.py	344
optimum/neuron/peft/tuners/lora/layer.py	406
optimum/neuron/peft/tuners/lora/model.py	16
optimum/neuron/peft/tuners/lora/__init__.py	2
optimum/neuron/peft/tuners/__init__.py	1
optimum/neuron/peft/utils/save_and_load.py	18
optimum/neuron/peft/utils/__init__.py	1
optimum/neuron/peft/__init__.py	2
optimum/neuron/peft/mapping.py	71
optimum/neuron/version.py	2
optimum/neuron/modeling_base.py	17
optimum/neuron/generation/logits_process.py	38
optimum/neuron/generation/utils.py	1056
optimum/neuron/generation/token_selector.py	132
optimum/neuron/generation/__init__.py	3
optimum/neuron/trainers.py	1607
optimum/neuron/utils/system.py	46
optimum/neuron/utils/import_utils.py	52
optimum/neuron/utils/neuron_parallel_compile.py	21
optimum/neuron/utils/training_utils.py	131
optimum/neuron/utils/trl_utils.py	23
optimum/neuron/utils/constant.py	12
optimum/neuron/utils/require_utils.py	34
optimum/neuron/utils/deprecate_utils.py	49
optimum/neuron/utils/testing_utils.py	26
optimum/neuron/utils/cache_utils.py	195
optimum/neuron/utils/runner.py	494
optimum/neuron/utils/input_generators.py	207
optimum/neuron/utils/argument_utils.py	228
optimum/neuron/utils/patching.py	155
optimum/neuron/utils/doc.py	70
optimum/neuron/utils/__init__.py	147
optimum/neuron/utils/misc.py	475
optimum/neuron/utils/optimization_utils.py	51
optimum/neuron/utils/torch_xla_and_neuronx_initialization.py	50
optimum/neuron/utils/version_utils.py	84
optimum/neuron/utils/model_utils.py	61
optimum/neuron/training_args.py	229
optimum/neuron/modeling_traced.py	450
optimum/neuron/hf_argparser.py	42
optimum/neuron/models/whisper/model.py	173
optimum/neuron/models/whisper/__init__.py	1
optimum/neuron/models/bert/model.py	244
optimum/neuron/models/bert/__init__.py	8
optimum/neuron/models/training/qwen3/modeling_qwen3.py	181
optimum/neuron/models/training/qwen3/__init__.py	1
optimum/neuron/models/training/config.py	59
optimum/neuron/models/training/llama/modeling_llama.py	691
optimum/neuron/models/training/granite/modeling_granite.py	236
optimum/neuron/models/training/granite/__init__.py	1
optimum/neuron/models/training/modeling_utils.py	1364
optimum/neuron/models/training/pipeline_utils.py	121
optimum/neuron/models/training/loss_utils.py	125
optimum/neuron/models/training/__init__.py	20
optimum/neuron/models/training/checkpointing.py	171
optimum/neuron/models/training/transformations_utils.py	1293
optimum/neuron/models/yolos/model.py	47
optimum/neuron/models/yolos/__init__.py	1
optimum/neuron/models/inference/t5/modeling_t5.py	234
optimum/neuron/models/inference/qwen3/modeling_qwen3.py	73
optimum/neuron/models/inference/phi3/modeling_phi3.py	40
optimum/neuron/models/inference/backend/pretrained_model.py	234
optimum/neuron/models/inference/backend/config.py	138
optimum/neuron/models/inference/backend/utils/distributed.py	11
optimum/neuron/models/inference/backend/utils/__init__.py	1
optimum/neuron/models/inference/backend/utils/random.py	10
optimum/neuron/models/inference/backend/modules/decoder/modeling_decoder.py	759
optimum/neuron/models/inference/backend/modules/decoder/__init__.py	1
optimum/neuron/models/inference/backend/modules/decoder/decoder_wrapper.py	242
optimum/neuron/models/inference/backend/modules/autobucketing.py	69
optimum/neuron/models/inference/backend/modules/checkpoint.py	99
optimum/neuron/models/inference/backend/modules/flashdecode/utils.py	44
optimum/neuron/models/inference/backend/modules/generation/sampling.py	220
optimum/neuron/models/inference/backend/modules/generation/generation_utils.py	298
optimum/neuron/models/inference/backend/modules/generation/__init__.py	1
optimum/neuron/models/inference/backend/modules/moe.py	37
optimum/neuron/models/inference/backend/modules/kvcache/utils.py	18
optimum/neuron/models/inference/backend/modules/kvcache/kv_cache_manager.py	170
optimum/neuron/models/inference/backend/modules/custom_calls.py	13
optimum/neuron/models/inference/backend/modules/attention/utils.py	188
optimum/neuron/models/inference/backend/modules/attention/attention_base.py	323
optimum/neuron/models/inference/backend/modules/attention/gqa.py	651
optimum/neuron/models/inference/backend/modules/attention/__init__.py	1
optimum/neuron/models/inference/backend/cache.py	75
optimum/neuron/models/inference/backend/model_wrapper.py	22
optimum/neuron/models/inference/backend/__init__.py	1
optimum/neuron/models/inference/auto_models.py	29
optimum/neuron/models/inference/qwen2/modeling_qwen2.py	85
optimum/neuron/models/inference/llama/modeling_llama.py	396
optimum/neuron/models/inference/granite/modeling_granite.py	118
optimum/neuron/models/inference/mixtral/modeling_mixtral.py	184
optimum/neuron/models/__init__.py	1
optimum/neuron/models/neuron_config.py	2
optimum/neuron/models/auto_model.py	17
optimum/neuron/models/clip/model.py	96
optimum/neuron/models/clip/__init__.py	1
optimum/neuron/modeling_decoder.py	170
optimum/neuron/configuration_utils.py	198
optimum/neuron/accelerate/state.py	163
optimum/neuron/accelerate/optimizer.py	87
optimum/neuron/accelerate/utils/dataclasses.py	6
optimum/neuron/accelerate/utils/operations.py	37
optimum/neuron/accelerate/utils/__init__.py	5
optimum/neuron/accelerate/utils/misc.py	121
optimum/neuron/accelerate/scheduler.py	24
optimum/neuron/accelerate/__init__.py	3
optimum/neuron/accelerate/accelerator.py	422
optimum/neuron/modeling.py	526
optimum/neuron/__init__.py	128
MANIFEST.in	16
setup.py	114
tools/auto_fill_inference_cache.py	286
tools/decode_hlos.py	35
tools/prune_test_models.py	23
tools/create_examples_from_transformers.py	173
tools/list_top_models.py	32
tools/auto_fill_neuron_cache.py	309