packer/docker/main.pkr.hcl

# Copyright 2021 ${var.prefix} LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

##########
# LOCALS #
##########

locals {

  ansible_dir = "../../ansible"

  ansible_vars = {
    slurm_version   = var.slurm_version
    install_cuda    = var.install_cuda
    nvidia_version  = var.nvidia_version
    install_ompi    = var.install_ompi
    install_lustre  = var.install_lustre
    install_gcsfuse = var.install_gcsfuse
    tf_version      = var.tf_version
  }
  parse_version     = regex("^(?P<major>\\d+)(?:\\.(?P<minor>\\d+))?(?:\\.(?P<patch>\\d+))?|(?P<branch>\\w+)$", var.slurmgcp_version)
  branch            = local.parse_version["branch"] != null ? replace(local.parse_version["branch"], ".", "-") : null
  version           = join("-", compact([local.parse_version["major"], local.parse_version["minor"]]))
  docker_version    = "${replace(var.docker_image, ":", "-")}"
  docker_tf_version = "tf-${var.tf_version}"
  gcr_repo          = "${var.project_id}/${var.repo}/slurm-gcp-${local.version}"
  base_tag          = "${local.docker_version}"
  gcr_tf_tag        = "${local.docker_tf_version}"
}

##########
# SOURCE #
##########

source "docker" "base" {
  commit = true
}
#########
# BUILD #
#########

build {
  name = "base"
  source "source.docker.base" {
    image = var.docker_image
    changes = [
      "ENV OS_ENV=slurm_container",
      "ENTRYPOINT [\"/usr/bin/systemd\"]"
    ]
  }
  provisioner "shell" {
    script = "./install-deps-docker.sh"
  }
  provisioner "ansible" {
    playbook_file = "${local.ansible_dir}/docker-playbook.yml"
    ansible_env_vars = [
      "ANSIBLE_CONFIG=${local.ansible_dir}/ansible.cfg",
    ]
    extra_arguments = [
      "--extra-vars", "${jsonencode(local.ansible_vars)}",
      "--scp-extra-args", "'-O'",
    ]
  }
  dynamic "provisioner" {
    # using labels this way effectively creates 'provisioner "ansible"' blocks
    labels   = ["ansible"]
    for_each = var.extra_ansible_provisioners

    content {
      playbook_file   = provisioner.value.playbook_file
      roles_path      = provisioner.value.galaxy_file
      extra_arguments = provisioner.value.extra_arguments
      user            = provisioner.value.user
    }
  }
  post-processors {
    post-processor "docker-tag" {
      repository = "local/${local.gcr_repo}"
      tags       = [local.base_tag]
    }
  }
}

build {
  name = "tensorflow"
  source "source.docker.base" {
    image = "local/${local.gcr_repo}:${local.base_tag}"
    pull  = false
  }
  provisioner "ansible" {
    playbook_file = "${local.ansible_dir}/tf-playbook.yml"
    ansible_env_vars = [
      "ANSIBLE_CONFIG=${local.ansible_dir}/ansible.cfg",
    ]
    extra_arguments = [
      "--extra-vars", "${jsonencode(local.ansible_vars)}",
      "--scp-extra-args", "'-O'",
    ]
  }
  post-processors {
    post-processor "docker-tag" {
      repository = "us-docker.pkg.dev/${local.gcr_repo}"
      tags       = [local.gcr_tf_tag]
    }
    post-processor "manifest" {
      output = "docker-manifest.json"

      strip_path = false
      strip_time = false
    }
  }
  #Remember to make docker push of the image to push it to gcr
}