in Benchmarks/NVIDIA/LLMBenchmark.py [0:0]
def install_requirements(self):
# Install required packages
print("Installing Required Packages")
i2 = subprocess.run("pip install --extra-index-url https://pypi.nvidia.com/ tensorrt-llm==0.15.0", shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
tools.write_log(tools.check_error(i2))
i2 = subprocess.run("sudo apt update && sudo apt-get -y install libopenmpi-dev", shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
tools.write_log(tools.check_error(i2))
i2 = subprocess.run("pip3 install --no-cache-dir --extra-index-url https://pypi.nvidia.com tensorrt-libs==8.6.1", shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
tools.write_log(tools.check_error(i2))
os.environ['HF_HOME'] = self.dir_path
# you can manually set this environment variable - just find out where python site-packages are located and find tensorrt_libs and tensorrt_llm
os.environ['LD_LIBRARY_PATH'] = "/home/azureuser/.local/lib/python3.10/site-packages/tensorrt_libs/:/home/azureuser/.local/lib/python3.10/site-packages/tensorrt_llm/libs" + os.environ['LD_LIBRARY_PATH']
# Clone TensorRT-LLM repo
if not os.path.exists(os.path.join(self.dir_path, 'TensorRT-LLM')):
print("Cloning TensorRT-LLM reopsitory from https://github.com/NVIDIA/TensorRT-LLM.git")
i4 = subprocess.run("git clone https://github.com/NVIDIA/TensorRT-LLM.git && cd TensorRT-LLM && git checkout v0.15.0", shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
tools.write_log(tools.check_error(i4))