#!/bin/bash set -e TRT_VERSION='8.5.2.2' CUDA_VERSION='11.8' CUDNN_VERSION='8.6' # deal cmd input while [[ "$#" -gt 0 ]]; do case "$1" in --with-gpu) WITH_GPU="$2"; shift ;; --enable-benchmark) ENABLE_BENCHMARK="$2"; shift ;; --paddleinference-url) PADDLEINFERENCE_URL="$2"; shift ;; --paddleinference-version) PADDLEINFERENCE_VERSION="$2"; shift ;; *) echo "Unknown parameter passed: $1"; exit 1 ;; esac shift done export DEBIAN_FRONTEND='noninteractive' export TZ='Asia/Shanghai' export CC=/usr/local/gcc-8.2/bin/gcc export CXX=/usr/local/gcc-8.2/bin/g++ cd /workspace/ultra-infer wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.cloud.tencent.com/repo/centos7_base.repo yum clean all yum makecache yum install -y patchelf rapidjson-devel ln -sf /opt/_internal/cpython-3.10.0/bin/python3.10 /usr/bin/python ln -sf /opt/_internal/cpython-3.10.0/bin/pip3.10 /usr/bin/pip export LD_LIBRARY_PATH=/opt/_internal/cpython-3.10.0/lib:${LD_LIBRARY_PATH} export PATH=/opt/_internal/cpython-3.10.0/bin:${PATH} rm -rf "TensorRT-${TRT_VERSION}" "TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.cudnn${CUDNN_VERSION}.tar.gz" http_proxy= https_proxy= wget "https://fastdeploy.bj.bcebos.com/resource/TensorRT/TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.cudnn${CUDNN_VERSION}.tar.gz" tar -xzvf "TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.cudnn${CUDNN_VERSION}.tar.gz" ( cd /workspace/ultra-infer rm -rf build && mkdir build && cd build unset http_proxy https_proxy cmake \ -DLIBRARY_NAME='ultra_infer_runtime' \ -DCMAKE_INSTALL_PREFIX="${PWD}/ultra_infer_install" \ -DWITH_GPU="${WITH_GPU}" \ -DENABLE_TRT_BACKEND="${WITH_GPU}" \ -DTRT_DIRECTORY="/workspace/ultra-infer/TensorRT-${TRT_VERSION}" \ -DENABLE_ORT_BACKEND=ON \ -DENABLE_PADDLE_BACKEND=ON \ -DPADDLEINFERENCE_URL="${PADDLEINFERENCE_URL}" \ -DPADDLEINFERENCE_VERSION="${PADDLEINFERENCE_VERSION}" \ -DENABLE_OPENVINO_BACKEND=ON \ -DENABLE_VISION=ON \ -DENABLE_TEXT=ON \ -DBUILD_ULTRAINFER_PYTHON=OFF \ -DBUILD_FD_TRITON_BACKEND=ON \ -DENABLE_BENCHMARK="${ENABLE_BENCHMARK}" \ .. make -j"$(nproc)" make install )