build_docker.py

#!/usr/bin/env python
import argparse
import os
import subprocess
import sys
import uuid


def run(command):
    print(" ".join(command))
    p = subprocess.run(command)
    if p.returncode != 0:
        sys.exit(p.returncode)


def build(framework: str, is_gpu: bool):
    DEFAULT_HOSTNAME = os.getenv("DEFAULT_HOSTNAME")
    hostname = DEFAULT_HOSTNAME
    tag_id = str(uuid.uuid4())[:5]
    tag = f"{framework}-{tag_id}"
    container_tag = f"{hostname}/api-inference/community:{tag}"

    command = ["docker", "build", f"docker_images/{framework}", "-t", container_tag]
    run(command)

    password = os.environ["REGISTRY_PASSWORD"]
    username = os.environ["REGISTRY_USERNAME"]
    command = ["echo", password]
    ecr_login = subprocess.Popen(command, stdout=subprocess.PIPE)
    docker_login = subprocess.Popen(
        ["docker", "login", "-u", username, "--password-stdin", hostname],
        stdin=ecr_login.stdout,
        stdout=subprocess.PIPE,
    )
    docker_login.communicate()

    command = ["docker", "push", container_tag]
    run(command)
    return tag


def main():
    frameworks = {
        dirname for dirname in os.listdir("docker_images") if dirname != "common"
    }
    framework_choices = frameworks.copy()
    framework_choices.add("all")

    parser = argparse.ArgumentParser()
    parser.add_argument(
        "framework",
        type=str,
        choices=framework_choices,
        help="Which framework image to build.",
    )
    parser.add_argument(
        "--out",
        type=str,
        help="Where to store the new tags",
    )
    parser.add_argument(
        "--gpu",
        action="store_true",
        help="Build the GPU version of the model",
    )
    args = parser.parse_args()

    branch = (
        subprocess.check_output(["git", "rev-parse", "--abbrev-ref", "HEAD"])
        .decode("utf-8")
        .strip()
    )
    if branch != "main":
        raise Exception(f"Go to branch `main` ({branch})")

    print("Pulling")
    subprocess.run(["git", "pull"])

    if args.framework == "all":
        outputs = []
        for framework in frameworks:
            tag = build(framework, args.gpu)
            outputs.append((framework, tag))

    else:
        tag = build(args.framework, args.gpu)
        outputs = [(args.framework, tag)]

    for (framework, tag) in outputs:
        compute = "GPU" if args.gpu else "CPU"
        name = f"{framework.upper()}_{compute}_TAG"
        print(name, tag)
        if args.out:
            with open(args.out, "w") as f:
                f.write(f"{name}={tag}\n")


if __name__ == "__main__":
    main()