#!/usr/bin/env python3 # Amazon FPGA Hardware Development Kit # # Copyright 2016 Amazon.com, Inc. or its affiliates. All Rights Reserved. # # Licensed under the Amazon Software License (the "License"). You may not use # this file except in compliance with the License. A copy of the License is # located at # # http://aws.amazon.com/asl/ # # or in the "license" file accompanying this file. This file is distributed on # an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or # implied. See the License for the specific language governing permissions and # limitations under the License. from __future__ import print_function import os import sys import distro import glob import argparse import logging import platform dpdk_git = "https://github.com/DPDK/dpdk.git" pktgen_git = "git://dpdk.org/apps/pktgen-dpdk" dpdk_kmods_git = "git://dpdk.org/dpdk-kmods" numa_git = "https://github.com/numactl/numactl.git" # Use a version that is "known good" for use with pktgen dpdk_ver = "v24.03" pktgen_ver = "pktgen-24.03.1" numa_ver = "v2.0.12" # Patch file directory patches_dir = "../patches/pktgen-dpdk" dpdk_kmods_patches_dir = "../patches/spp-dpdk-kmods" # DPDK make target make_tgt = "x86_64-native-linuxapp-gcc" # Logger logger = logging.getLogger('logger') def print_success(scripts_path, install_path): print("") print("pktgen-dpdk installation and build complete!") print("pktgen-dpdk may be setup via the following step:") print(" sudo %s/virtual_ethernet_pktgen_setup.py %s --eni_dbdf --eni_ethdev " % (scripts_path, install_path)) def cmd_exec(cmd): # Execute the cmd, check the return and exit on failures ret = os.system(cmd) if ret != 0: logger.error("cmd='%s' failed with ret=%d, exiting" % (cmd, ret)) sys.exit(1) def install_dpdk_dep(): installed_distro = distro.name() if (installed_distro == "Ubuntu"): cmd_exec("sudo apt -y install libnuma-dev") cmd_exec("sudo apt -y install libpcap-dev") cmd_exec("sudo apt -y install meson") cmd_exec("sudo apt -y install python3-pyelftools") cmd_exec("sudo apt -y install autoconf") cmd_exec("sudo apt -y install libtool") else: cmd_exec("sudo yum -y install numactl-devel") cmd_exec("sudo yum -y install libpcap-devel") cmd_exec("sudo yum -y install meson") cmd_exec("sudo yum -y install python3-pyelftools") cmd_exec("sudo yum -y install autoconf") cmd_exec("sudo yum -y install libtool") def install_pktgen_dpdk(install_path): logger.debug("install_pktgen_dpdk: install_path=%s" % (install_path)) if os.path.exists(install_path): # Allow the user to remove an already existing install_path logger.error("install_path=%s allready exists." % (install_path)) logger.error("Please specify a different directory or remove the existing directory, exiting") sys.exit(1) # Install DPDK dependencies install_dpdk_dep() # Stash away the current working directory cwd = os.getcwd() scripts_path = os.path.dirname(os.path.abspath(sys.argv[0])) logger.debug("scripts directory path is %s" % (scripts_path)) # Make the install_path directory cmd_exec("mkdir %s" % (install_path)) # Construct the path to the dpdk-kmods git patch files dpdk_kmods_patches_path = "%s/%s" % (scripts_path, dpdk_kmods_patches_dir) logger.info("Patches will be installed from %s" % (dpdk_kmods_patches_path)) # Read in the patch filenames dpdk_kmods_patchfiles = [] for patchfile in sorted(glob.iglob("%s/000*.patch" % (dpdk_kmods_patches_path))): logger.debug("found patchfile=%s" % patchfile) dpdk_kmods_patchfiles.append(os.path.abspath(patchfile)) # Construct the path to the git patch files patches_path = "%s/%s" % (scripts_path, patches_dir) logger.info("Patches will be installed from %s" % (patches_path)) # Read in the pktgen patch filenames patchfiles = [] for patchfile in sorted(glob.iglob("%s/000*.patch" % (patches_path))): logger.debug("found patchfile=%s for pktgen" % patchfile) patchfiles.append(os.path.abspath(patchfile)) # Read in the dpdk patch filenames dpdk_patchfiles = [] for dpdk_patchfile in sorted(glob.iglob("%s/dpdk*.patch" % (patches_path))): logger.debug("found patchfile=%s for dpdk" % dpdk_patchfile) dpdk_patchfiles.append(os.path.abspath(dpdk_patchfile)) # cd to the install_path directory os.chdir("%s" % (install_path)) # Clone the DPDK-KMODS repo logger.info("Cloning %s into %s" % (dpdk_kmods_git, install_path)) cmd_exec("git clone %s" % (dpdk_kmods_git)) # cd to the dpdk-kmods directory os.chdir("dpdk-kmods") # Apply the patches for patchfile in dpdk_kmods_patchfiles: logger.info("Applying patch for patchfile=%s" % patchfile) cmd_exec("git am %s" % (patchfile)) # Clone the DPDK repo os.chdir("%s" % (install_path)) logger.info("Cloning %s version of %s into %s" % (dpdk_ver, dpdk_git, install_path)) cmd_exec("git clone -b %s %s" % (dpdk_ver, dpdk_git)) # cd to the dpdk directory os.chdir("dpdk") # Apply the patches for dpdk_patchfile in dpdk_patchfiles: logger.info("Applying patch for patchfile=%s" % dpdk_patchfile) cmd_exec("git apply %s" % (dpdk_patchfile)) cmd_exec("cp -r ../dpdk-kmods/linux ./kernel/") # Configure the DPDK build cmd_exec("meson build") cmd_exec("ninja -C build") os.chdir("build") cmd_exec("sudo meson install") # Clone the numactl repo os.chdir("%s" % (install_path)) logger.info("Cloning %s version of %s into %s" % (numa_ver, numa_git, install_path)) cmd_exec("git clone -b %s %s" % (numa_ver, numa_git)) # cd to the numactl directory os.chdir("numactl") # Configure the numactl build cmd_exec("./autogen.sh") cmd_exec("./configure") cmd_exec("make") cmd_exec("sudo make install") # Clone the pktgen-dpdk repo os.chdir("%s" % (install_path)) logger.info("Cloning %s version of %s into %s" % (pktgen_ver, pktgen_git, install_path)) cmd_exec("git clone -b %s %s" % (pktgen_ver, pktgen_git)) # cd to the pktgen-dpdk directory os.chdir("pktgen-dpdk") # Apply the patches for patchfile in patchfiles: logger.info("Applying patch for patchfile=%s" % patchfile) cmd_exec("git apply %s" % (patchfile)) # Build pktgen-dpdk cmd_exec("meson build") cmd_exec("ninja -C build") # cd back to the original directory os.chdir("%s" % (cwd)) # Print a success message print_success(scripts_path, install_path) def main(): parser = argparse.ArgumentParser( description="Installs pktgen-dpdk and applies pktgen related patches for ENA use.") parser.add_argument('install_path', metavar='INSTALL_DIR', type=str, help = "specify the full installation directory path") parser.add_argument('--debug', action='store_true', required=False, help='Enable debug messages') args = parser.parse_args() logging_level = logging.INFO if args.debug: logging_level = logging.DEBUG logging_format = '%(levelname)s:%(asctime)s: %(message)s' logger.setLevel(logging_level) fh = logging.StreamHandler() fh.setLevel(logging_level) formatter = logging.Formatter(logging_format) fh.setFormatter(formatter) logger.addHandler(fh) install_pktgen_dpdk(args.install_path) if __name__ == '__main__': main()