- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.yaml files (26): docs/source/_toctree.yml .github/workflows/test_inf2_full_export.yml .github/workflows/test_inf1_inference.yml .github/workflows/upload_pr_documentation.yml .github/workflows/test_inf1_full_export.yml .github/workflows/test_inf2_inference.yml .github/workflows/test_inf1_pipelines.yml .github/workflows/precompile_tests.yml .github/workflows/test_inf2_export.yml .github/workflows/inference_cache_diffusion.yml .github/workflows/security.yml .github/workflows/test_inf2.yml .github/workflows/inference_cache_llm.yml .github/workflows/check_code_quality.yml .github/workflows/test_inf1_export.yml .github/workflows/build-ami.yml .github/workflows/doc-pr-build.yml .github/workflows/doc-build.yml .github/workflows/test_inf2_llm.yml .github/workflows/test_trainium_training.yml .github/ISSUE_TEMPLATE/bug-report.yml .github/ISSUE_TEMPLATE/feature-request.yml .github/ISSUE_TEMPLATE/config.yml .github/actions/prepare_venv/action.yml .github/actions/install_neuronx_runtime/action.yml .github/actions/install_optimum_neuron/action.yml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.png files (15): docs/assets/guides/setup_aws_instance/01-name-instance.png docs/assets/guides/setup_aws_instance/07-copy-dns.png docs/assets/guides/setup_aws_instance/03-select-ami.png docs/assets/guides/setup_aws_instance/04-select-key.png docs/assets/guides/setup_aws_instance/02-search-ami.png docs/assets/guides/setup_aws_instance/06-launch-instance.png docs/assets/guides/setup_aws_instance/05-select-sg.png docs/assets/guides/models/03-sd-lora.png docs/assets/guides/models/01-sd-image.png docs/assets/benchmarks/inferentia-llama3.3-70b/latency.png docs/assets/benchmarks/inferentia-llama3.3-70b/ttft.png docs/assets/benchmarks/inferentia-llama3.3-70b/throughput.png docs/assets/benchmarks/inferentia-llama3.1-8b/latency.png docs/assets/benchmarks/inferentia-llama3.1-8b/ttft.png docs/assets/benchmarks/inferentia-llama3.1-8b/throughput.png - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.csv files (6): benchmark/text-generation-inference/performance/llama3.1-8b/tgi-results.csv benchmark/text-generation-inference/performance/llama3-70b-trn1.32xlarge/tgi-results-batchsize-1.csv benchmark/text-generation-inference/performance/llama3-70b-trn1.32xlarge/tgi-results-batchsize-8.csv benchmark/text-generation-inference/performance/llama3-70b-trn1.32xlarge/tgi-results.csv benchmark/text-generation-inference/performance/qwen2.5-7b/tgi-results.csv benchmark/text-generation-inference/performance/llama3-70b-inf2.48xlarge/tgi-results.csv - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *. files (4): LICENSE docs/source/training_tutorials/amazon_eks/Dockerfile optimum/neuron/utils/neuron_cc_wrapper Makefile - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.env files (4): benchmark/text-generation-inference/performance/llama3.1-8b/.env benchmark/text-generation-inference/performance/llama3-70b-trn1.32xlarge/.env benchmark/text-generation-inference/performance/qwen2.5-7b/.env benchmark/text-generation-inference/performance/llama3-70b-inf2.48xlarge/.env - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.conf files (2): benchmark/text-generation-inference/performance/llama3.1-8b/nginx.conf benchmark/text-generation-inference/performance/qwen2.5-7b/nginx.conf - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.jpeg files (1): docs/assets/guides/models/02-sdxl-image.jpeg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.yaml-template files (1): docs/source/training_tutorials/amazon_eks/llama3_train.yaml-template - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -