mmdeploy/tools/scripts/build_linux_nvidia.sh

494 lines
13 KiB
Bash

#!/bin/bash
# build_linux_nvidia.sh
# Date: 08-03-2022, 24-04-2022
#
# Run this script to build MMDeploy SDK and install necessary prerequisites.
# This script will also setup python venv and generate prebuild binaries if requested.
#
#####
# Build vars
BUILD_TYPE="Release"
ARCH=$(uname -i)
PROC_NUM=$(nproc)
# Default GCC
GCC_COMPILER="g++"
#####
# Directories
# WORKING_DIR must correspond to MMDeploy root dir
WORKING_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/../.." && pwd )"
PPLCV_DIR=${WORKING_DIR}/ppl.cv
MMDEPLOY_DIR=${WORKING_DIR}
#####
# Versions
PPLCV_VER="0.7.0"
CMAKE_VER="3.23.0"
#####
# Flags
# WITH_PYTHON: Install misc. dependencies in the active venv
WITH_PYTHON=1
# WITH_CLEAN: Remove build output dirs
WITH_CLEAN=1
# WITH_PREBUILD: Generate prebuild archives
WITH_PREBUILD=0
# WITH_UNATTENDED: Unattended install, skip/use default options
WITH_UNATTENDED=0
#####
# Prefix: Set install prefix for ppl.cv, mmdeploy SDK depending on arch
if [[ "$ARCH" == aarch64 ]]; then
INSTALL_PREFIX="/usr/local/aarch64-linux-gnu"
else
INSTALL_PREFIX="/usr/local"
fi
PYTHON_VENV_DIR=${WORKING_DIR}/venv-mmdeploy
appargument1=$1
appargument2=$2
#####
# helper functions
echo_green() {
if [ -n "$1" ]; then
echo "$(tput setaf 10)$1$(tput sgr 0)"
fi
}
echo_red() {
if [ -n "$1" ]; then
echo "$(tput setaf 1)$1$(tput sgr 0)"
fi
}
echo_blue() {
if [ -n "$1" ]; then
echo "$(tput setaf 4)$1$(tput sgr 0)"
fi
}
contains_element () {
local e match="$1"
shift
for e; do [[ "$e" == "$match" ]] && return 0; done
return 1
}
function version {
echo "$@" | awk -F. '{ printf("%d%03d%03d%03d\n", $1,$2,$3,$4); }';
}
prompt_yesno() {
if [ -n "$1" ]; then
echo_blue "$1"
fi
if [[ $WITH_UNATTENDED -eq 1 ]]
then
echo_green "Unattended install, selecting default option"
return 2
else
echo_blue "(y/n/q) or press [ENTER] to select default option"
read -p "?" -n 1 -r
echo
if [[ $REPLY =~ ^[Yy]$ ]]
then
return 1
elif [[ $REPLY =~ ^[Nn]$ ]]
then
return 0
elif [[ $REPLY = "" ]]
then
echo "Selecting default option..."
return 2
elif [[ $REPLY =~ ^[Qq]$ ]]
then
echo_green "Quitting!"
exit
else
echo_red "Invalid argument. Try again"
prompt_yesno
fi
fi
}
prereqs() {
echo_green "Installing prerequisites..."
# cmake check & install
echo_green "Checking your cmake version..."
CMAKE_DETECT_VER=$(cmake --version | grep -oP '(?<=version).*')
if [ $(version $CMAKE_DETECT_VER) -ge $(version "3.14.0") ]; then
echo "Cmake version $CMAKE_DETECT_VER is up to date"
else
echo "CMake too old, purging existing cmake and installing ${CMAKE_VER}..."
# purge existing
sudo apt-get purge cmake
sudo snap remove cmake
# install prebuild
wget https://github.com/Kitware/CMake/releases/download/v${CMAKE_VER}/cmake-${CMAKE_VER}-linux-${ARCH}.sh
chmod +x cmake-${CMAKE_VER}-linux-${ARCH}.sh
sudo ./cmake-${CMAKE_VER}-linux-${ARCH}.sh --prefix=/usr --skip-license
fi
# gcc-7 check
echo_green "Checking your gcc version..."
GCC_DETECT_VER=$(gcc --version | grep -oP '(?<=\)).*' -m1)
if [ $(version $GCC_DETECT_VER) -ge $(version "7.0.0") ]; then
echo "GCC version $GCC_DETECT_VER is up to date"
else
echo "gcc version too old, installing ${CMAKE_VER}..."
echo "Purge existing cmake and install ${GCC_DETECT_VER}..."
# Add repository if ubuntu < 18.04
sudo add-apt-repository ppa:ubuntu-toolchain-r/test
sudo apt-get update
sudo apt-get install gcc-7
sudo apt-get install g++-7
GCC_COMPILER="g++-7"
fi
# spdlog
echo_green "Checking spdlog version..."
prompt_yesno "Install latest spdlog from source? (Default:no)"
local res=$?
if [[ $res -eq 1 ]] # || [ $res -eq 2 ]
then
echo_green "Building and installing latest spdlog from source"
# remove libspdlog, as it might be an old version
sudo apt-get remove libspdlog-dev -y
git clone https://github.com/gabime/spdlog.git spdlog
cd spdlog
git pull
git checkout tags/v1.8.1
mkdir build -p && cd build
# we must build spdlog with -fPIC enabled
cmake .. -DCMAKE_POSITION_INDEPENDENT_CODE=ON && make -j${PROC_NUM}
sudo make install
sudo ldconfig
fi
# tensorrt check
echo_green "Check your TensorRT version:"
## Check if ${TENSORRT_DIR} env variable has been set
if [ -d "${TENSORRT_DIR}" ]; then
echo "TENSORRT_DIR env. variable has been set ${TENSORRT_DIR}"
else
echo_red "TENSORRT_DIR env. variable has NOT been set."
if [[ "$ARCH" == aarch64 ]]; then
echo "Added TENSORRT_DIR, CUDNN_DIR to env."
echo 'export TENSORRT_DIR="/usr/include/'${ARCH}'-linux-gnu/"' >> ${HOME}/.bashrc
echo 'export CUDNN_DIR="/usr/include/'${ARCH}'-linux-gnu/"' >> ${HOME}/.bashrc
echo 'export LD_LIBRARY_PATH="/usr/lib/'${ARCH}'-linux-gnu/:$LD_LIBRARY_PATH"' >> ${HOME}/.bashrc
#source ${HOME}/.bashrc
# sourcing in bash script won't set the env. variables so we will set them temporarily
export TENSORRT_DIR="/usr/include/'${ARCH}'-linux-gnu/"
export CUDNN_DIR="/usr/include/'${ARCH}'-linux-gnu/"
export LD_LIBRARY_PATH="/usr/lib/'${ARCH}'-linux-gnu/:$LD_LIBRARY_PATH"
else
echo_red "Please Install TensorRT, CUDNN and add TENSORRT_DIR, CUDNN_DIR to environment variables before running this script!"
exit
fi
fi
# Determine TensorRT version and set paths accordingly
echo "Checking TensorRT version...Please verify the detected versions below:"
if [[ "$ARCH" == aarch64 ]]; then
cat /usr/include/${ARCH}-linux-gnu/NvInferVersion.h | grep NV_TENSORRT
else
cat ${TENSORRT_DIR}/include/NvInferVersion.h | grep NV_TENSORRT
fi
prompt_yesno "Is TensorRT >=8.0.1.6 installed? (Always installed on Jetson) (Default:yes)"
local res=$?
if [[ $res -eq 1 ]] || [ $res -eq 2 ]
then
echo "TensorRT appears to be installed..."
else
echo_red "Error: You must install TensorRT before installing MMDeploy!"
exit
fi
prompt_yesno "Install OpenCV? (Always installed on Jetson) (Default:no)"
local res=$?
if [[ $res -eq 1 ]] # || [ $res -eq 2 ]
then
echo "Installing libopencv-dev..."
# opencv
sudo apt-get install libopencv-dev
fi
}
py_venv() {
## python venv
echo_green "Installing python venv..."
#check for python installed version
pyv="$(python3 -V 2>&1)"
pyv_old="Python 3.6"
if echo "$pyv" | grep -q "$pyv_old"; then
# use python 3.6
curl https://bootstrap.pypa.io/pip/3.6/get-pip.py -o get-pip.py
else
# use python >=3.7
curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
fi
# dependencies
sudo apt-get install protobuf-compiler libprotoc-dev libssl-dev curl ninja-build -y
sudo apt-get install libopenblas-dev python3-venv python3-dev python3-setuptools -y
sudo python3 get-pip.py
pip3 install testresources
pip3 install --upgrade setuptools wheel
if [ -d "${PYTHON_VENV_DIR}" ]; then
prompt_yesno "Reinstall existing Python venv ${PYTHON_VENV_DIR}? (Default:no)"
local res=$?
if [[ $res -eq 1 ]]
then
rm -r ${PYTHON_VENV_DIR}
python3 -m venv ${PYTHON_VENV_DIR} --system-site-packages #system site packages to keep trt from system installation
fi
else
python3 -m venv ${PYTHON_VENV_DIR} --system-site-packages #system site packages to keep trt from system installation
fi
source ${PYTHON_VENV_DIR}/bin/activate
python3 get-pip.py
pip3 install testresources
pip3 install --upgrade setuptools wheel
# Latest PIL is not compatible with mmcv=1.4.1
pip3 install Pillow==7.0.0
if [[ "$ARCH" == aarch64 ]]
then
# protofbuf on jetson is quite old - must be upgraded
pip3 install --upgrade protobuf
# Install numpy >1.19.4 might give "Illegal instruction (core dumped)" on Jetson/aarch64
# To solve it, we should set OPENBLAS_CORETYPE
echo 'export OPENBLAS_CORETYPE=ARMV8' >> ~/.bashrc
#source ${HOME}/.bashrc
# sourcing in bash script won't set the env. variables so we will set them temporarily
export OPENBLAS_CORETYPE=ARMV8
fi
pip3 install numpy
pip3 install opencv-python
pip3 install matplotlib
prompt_yesno "Install PyTorch, Torchvision, mmcv in the active venv? (Default:no)"
local res=$?
if [[ $res -eq 1 ]]
then
# pytorch, torchvision, torchaudio
if [[ "$ARCH" == aarch64 ]]
then
# pytorch
wget https://nvidia.box.com/shared/static/fjtbno0vpo676a25cgvuqc1wty0fkkg6.whl -O torch-1.10.0-cp36-cp36m-linux_aarch64.whl
pip3 install torch-1.10.0-cp36-cp36m-linux_aarch64.whl
# torchvision
sudo apt-get install libjpeg-dev zlib1g-dev libpython3-dev libavcodec-dev libavformat-dev libswscale-dev -y
sudo rm -r torchvision
git clone --branch v0.11.1 https://github.com/pytorch/vision torchvision
cd torchvision
export BUILD_VERSION=0.11.1 # where 0.x.0 is the torchvision version
python3 setup.py install
cd ../
# torchaudio
#sudo apt-get install -y sox libsox-dev libsox-fmt-all
#sudo rm -r torchaudio
#git clone -b v0.10.0 https://github.com/pytorch/audio torchaudio
#cd torchaudio
#git submodule update --init --recursive
#python3 setup.py install
#cd ../
# mmcv
pip3 uninstall mmcv-full
pip3 install mmcv-full==1.4.1 -f https://download.openmmlab.com/mmcv/dist/cu102/torch1.10.0/index.html
else
pip3 install torch==1.10.0+cu113 torchvision==0.11.1+cu113 torchaudio==0.10.0+cu113 -f https://download.pytorch.org/whl/cu113/torch_stable.html
# mmcv
pip3 uninstall mmcv-full
pip3 install mmcv-full==1.4.1 -f https://download.openmmlab.com/mmcv/dist/cu113/torch1.10.0/index.html
fi
fi
# cleanup
rm get-pip.py
}
pplcv() {
## ppl.cv
echo_green "Building and installing ppl.cv..."
cd ${WORKING_DIR}
echo_blue "checking out '${PPLCV_DIR}' pkg..."
if [ -d "${PPLCV_DIR}" ]; then
echo "Already exists! Checking out the requested version..."
else
git clone https://github.com/openppl-public/ppl.cv.git ${PPLCV_DIR}
fi
cd ${PPLCV_DIR}
git pull
git checkout tags/v${PPLCV_VER}
# remove all build files
if [[ $WITH_CLEAN -eq 1 ]]
then
sudo rm -r ${PPLCV_DIR}/build
fi
# build
mkdir build -p && cd build
cmake -DPPLCV_USE_CUDA=ON -DCMAKE_INSTALL_PREFIX=${INSTALL_PREFIX} .. && make -j${processor_num} && sudo make install
sudo ldconfig
# generate prebuild and pack into .tar.gz
if [[ $WITH_PREBUILD -eq 1 ]]
then
sudo make DESTDIR=./prebuild install
tar -zcvf ${WORKING_DIR}/pplcv_${PPLCV_VER}_cuda-${ARCH}-build.tar.gz -C ./prebuild/ .
fi
}
mmdeploy(){
## mmdeploy SDK
echo_green "Building and installing mmdeploysdk..."
cd ${MMDEPLOY_DIR}
MMDEPLOY_DETECT_VER=$(cat mmdeploy/version.py | grep -Eo '[0-9]\.[0-9].[0-9]+')
# reinit submodules
git submodule update --init --recursive
# python dependencies
if [[ $WITH_PYTHON -eq 1 ]]
then
source ${PYTHON_VENV_DIR}/bin/activate
## h5py (Required by mmdeploy)
## h5py not directly supported by jetson and must be built/installed manually
sudo apt-get install pkg-config libhdf5-10* libhdf5-dev -y
sudo pip3 install Cython
sudo env H5PY_SETUP_REQUIRES=0 pip3 install -U h5py==2.9.0
pip install -e .
fi
# remove all build files
if [[ $WITH_CLEAN -eq 1 ]]
then
sudo rm -r ${MMDEPLOY_DIR}/build
fi
# build
mkdir build -p && cd build
cmake .. \
-DMMDEPLOY_BUILD_SDK=ON \
-DCMAKE_INSTALL_PREFIX=${INSTALL_PREFIX} \
-DCMAKE_CXX_COMPILER=${GCC_COMPILER} \
-Dpplcv_DIR=${INSTALL_PREFIX}/lib/cmake/ppl \
-DMMDEPLOY_TARGET_DEVICES="cuda;cpu" \
-DMMDEPLOY_TARGET_BACKENDS=trt \
-DMMDEPLOY_CODEBASES=all \
-DMMDEPLOY_BUILD_SDK_PYTHON_API=ON \
-DTENSORRT_DIR=${TENSORRT_DIR} \
-DCUDNN_DIR=${CUDNN_DIR}
cmake --build . -- -j${PROC_NUM} && sudo make install
sudo ldconfig
# generate prebuild and pack into .tar.gz
if [[ $WITH_PREBUILD -eq 1 ]]
then
sudo make DESTDIR=./prebuild install
tar -zcvf ${WORKING_DIR}/mmdeploysdk_${MMDEPLOY_VER}_${ARCH}-build.tar.gz -C ./prebuild/ .
fi
## build mmdeploy examples
cp -r ${MMDEPLOY_DIR}/demo/csrc ${MMDEPLOY_DIR}/build/example
cd ${MMDEPLOY_DIR}/build/example
rm -r build
mkdir build -p && cd build
cmake -DMMDeploy_DIR=${INSTALL_PREFIX} ..
make all
}
all() {
# build all
prereqs
py_venv
pplcv
mmdeploy
}
#####
# supported package
package_list=(
"all"
"prereqs"
"py_venv"
"pplcv"
"mmdeploy"
)
#####
# check input argument
if contains_element "$appargument1" "${package_list[@]}"; then
echo_green "Build and install '$appargument1'..."
else
echo_red "Unsupported argument '$appargument1'. Use one of the following:"
for i in ${package_list[@]}
do
echo $i
done
exit
fi
#####
# Unattended/auto install
if [[ $appargument2 == "auto" ]]
then
WITH_UNATTENDED=1
fi
#####
# Install dependencies in venv?
prompt_yesno "Install misc. dependencies in the active venv? (Default:${WITH_PYTHON})"
res=$?
if [[ $res -eq 1 ]]
then
WITH_PYTHON=1
elif [[ $res -eq 0 ]]
then
WITH_PYTHON=0
fi
#####
# Clean previous build dirs?
prompt_yesno "Clean previous build dirs? (Default:${WITH_CLEAN})"
res=$?
if [[ $res -eq 1 ]]
then
WITH_CLEAN=1
elif [[ $res -eq 0 ]]
then
WITH_CLEAN=0
fi
#####
# Generate prebuild dirs?
prompt_yesno "Generate prebuild dirs? (Default:${WITH_PREBUILD})"
res=$?
if [[ $res -eq 1 ]]
then
WITH_PREBUILD=1
elif [[ $res -eq 0 ]]
then
WITH_PREBUILD=0
fi
$appargument1
cd ${WORKING_DIR}
# update env. variables
exec bash