tpu-provisioner/internal/cloud/gke.go (2 lines): - line 61: // TODO: move this to a environment variable - line 310: // TODO: Allow for standalone Pods? benchmarks/inference-server/text-generation-inference/variables.tf (2 lines): - line 65: # TODO: default is same as tgi's default for now, update with reasonable number. - line 138: # TODO: combine hpa variables into a single object (so that they can be benchmarks/benchmark/tools/locust-load-inference/locust-runner/app/main.py (2 lines): - line 69: for metric in metric_list: # TODO: run this in parallel in coroutine - line 95: # TODO: add agregation as specified in yaml modules/jupyter/variables.tf (1 line): - line 66: # TODO review all permissions benchmarks/inference-server/text-generation-inference/sample-terraform.tfvars (1 line): - line 31: # For tgi_batch_current_size, try 10. (TODO: experiment with this to determine modules/gcp-network/main.tf (1 line): - line 78: // TODO: Migrate to terraform-google-modules/sql-db/google//modules/private_service_access tpu-provisioner/internal/cloud/mock.go (1 line): - line 14: // TODO: Find a better mock node pool label key. benchmarks/inference-server/vllm/variables.tf (1 line): - line 135: # TODO: combine hpa variables into a single object (so that they can be benchmarks/benchmark/tools/profile-generator/modules/latency-profile/variables.tf (1 line): - line 164: // TODO: add validation to make k8s_hf_secret & hugging_face_secret mutually exclusive once terraform is updated with: https://discuss.hashicorp.com/t/experiment-feedback-input-variable-validation-can-cross-reference-other-objects/66644 benchmarks/benchmark/tools/locust-load-inference/locust-docker/locust-tasks/tasks.py (1 line): - line 158: # TODO: turn timeout into a variable. benchmarks/benchmark/tools/profile-generator/variables.tf (1 line): - line 135: // TODO: add validation to make k8s_hf_secret & hugging_face_secret mutually exclusive once terraform is updated with: https://discuss.hashicorp.com/t/experiment-feedback-input-variable-validation-can-cross-reference-other-objects/66644 tpu-provisioner/internal/controller/nodepool_garbage_collector.go (1 line): - line 90: // TODO: Lookup namespace from env with downward API. benchmarks/benchmark/tools/locust-load-inference/variables.tf (1 line): - line 200: // TODO: add validation to make k8s_hf_secret & hugging_face_secret mutually exclusive once terraform is updated with: https://discuss.hashicorp.com/t/experiment-feedback-input-variable-validation-can-cross-reference-other-objects/66644