PaddleX/libs/ultra-infer/scripts/linux/_build_cpp.sh

#!/bin/bash

set -e

TRT_VERSION='8.5.2.2'
CUDA_VERSION='11.8'
CUDNN_VERSION='8.6'

# deal cmd input
while [[ "$#" -gt 0 ]]; do
    case "$1" in
        --with-gpu) WITH_GPU="$2"; shift ;;
        --enable-benchmark) ENABLE_BENCHMARK="$2"; shift ;;
        --paddleinference-url) PADDLEINFERENCE_URL="$2"; shift ;;
        --paddleinference-version) PADDLEINFERENCE_VERSION="$2"; shift ;;
        *) echo "Unknown parameter passed: $1"; exit 1 ;;
    esac
    shift
done

export DEBIAN_FRONTEND='noninteractive'
export TZ='Asia/Shanghai'
export CC=/usr/local/gcc-8.2/bin/gcc
export CXX=/usr/local/gcc-8.2/bin/g++

cd /workspace/ultra-infer

wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.cloud.tencent.com/repo/centos7_base.repo
yum clean all
yum makecache

yum install -y patchelf rapidjson-devel

ln -sf /opt/_internal/cpython-3.10.0/bin/python3.10 /usr/bin/python
ln -sf /opt/_internal/cpython-3.10.0/bin/pip3.10 /usr/bin/pip

export LD_LIBRARY_PATH=/opt/_internal/cpython-3.10.0/lib:${LD_LIBRARY_PATH}
export PATH=/opt/_internal/cpython-3.10.0/bin:${PATH}

rm -rf "TensorRT-${TRT_VERSION}" "TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.cudnn${CUDNN_VERSION}.tar.gz"
http_proxy= https_proxy= wget "https://fastdeploy.bj.bcebos.com/resource/TensorRT/TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.cudnn${CUDNN_VERSION}.tar.gz"
tar -xzvf "TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.cudnn${CUDNN_VERSION}.tar.gz"

(
    cd /workspace/ultra-infer
    rm -rf build && mkdir build && cd build
    unset http_proxy https_proxy
    cmake \
        -DLIBRARY_NAME='ultra_infer_runtime' \
        -DCMAKE_INSTALL_PREFIX="${PWD}/ultra_infer_install" \
        -DWITH_GPU="${WITH_GPU}" \
        -DENABLE_TRT_BACKEND="${WITH_GPU}" \
        -DTRT_DIRECTORY="/workspace/ultra-infer/TensorRT-${TRT_VERSION}" \
        -DENABLE_ORT_BACKEND=ON \
        -DENABLE_PADDLE_BACKEND=ON \
        -DPADDLEINFERENCE_URL="${PADDLEINFERENCE_URL}" \
        -DPADDLEINFERENCE_VERSION="${PADDLEINFERENCE_VERSION}" \
        -DENABLE_OPENVINO_BACKEND=ON \
        -DENABLE_VISION=ON \
        -DENABLE_TEXT=ON \
        -DBUILD_ULTRAINFER_PYTHON=OFF \
        -DBUILD_FD_TRITON_BACKEND=ON \
        -DENABLE_BENCHMARK="${ENABLE_BENCHMARK}" \
        ..
    make -j"$(nproc)"
    make install
)