#!/bin/bash set -e # deal cmd input while [[ "$#" -gt 0 ]]; do case "$1" in --with-gpu) WITH_GPU="$2"; shift ;; --enable-benchmark) ENABLE_BENCHMARK="$2"; shift ;; --enable-ort-backend) ENABLE_ORT_BACKEND="$2"; shift ;; --enable-openvino-backend) ENABLE_OPENVINO_BACKEND="$2"; shift ;; --enable-trt-backend) ENABLE_TRT_BACKEND="$2"; shift ;; --trt-directory) TRT_DIRECTORY="$2"; shift ;; *) echo "Unknown parameter passed: $1"; exit 1 ;; esac shift done export DEBIAN_FRONTEND='noninteractive' export TZ='Asia/Shanghai' export CC=/usr/local/gcc-8.2/bin/gcc export CXX=/usr/local/gcc-8.2/bin/g++ cd /workspace/ultra-infer wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.cloud.tencent.com/repo/centos7_base.repo yum clean all yum makecache yum install -y patchelf rapidjson-devel ln -sf /opt/_internal/cpython-3.10.0/bin/python3.10 /usr/bin/python ln -sf /opt/_internal/cpython-3.10.0/bin/pip3.10 /usr/bin/pip export LD_LIBRARY_PATH=/opt/_internal/cpython-3.10.0/lib:${LD_LIBRARY_PATH} export PATH=/opt/_internal/cpython-3.10.0/bin:${PATH} if [ "$ENABLE_TRT_BACKEND" = "ON" ] && [ "$TRT_DIRECTORY" = "Default" ]; then TRT_VERSION='8.6.1.6' CUDA_VERSION='11.8' rm -rf "TensorRT-${TRT_VERSION}" "TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.tar.gz" http_proxy= https_proxy= wget "https://fastdeploy.bj.bcebos.com/resource/TensorRT/TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.tar.gz" tar -xzvf "TensorRT-${TRT_VERSION}.Linux.x86_64-gnu.cuda-${CUDA_VERSION}.tar.gz" TRT_DIRECTORY="/workspace/ultra-infer/TensorRT-${TRT_VERSION}" fi ( cd /workspace/ultra-infer rm -rf build && mkdir build && cd build unset http_proxy https_proxy cmake \ -DLIBRARY_NAME='ultra_infer_runtime' \ -DCMAKE_INSTALL_PREFIX="${PWD}/ultra_infer_install" \ -DWITH_GPU="${WITH_GPU}" \ -DENABLE_TRT_BACKEND="${ENABLE_TRT_BACKEND}" \ -DTRT_DIRECTORY="${TRT_DIRECTORY}" \ -DENABLE_ORT_BACKEND="${ENABLE_ORT_BACKEND}" \ -DENABLE_PADDLE_BACKEND=OFF \ -DENABLE_OPENVINO_BACKEND="${ENABLE_OPENVINO_BACKEND}" \ -DENABLE_VISION=OFF \ -DENABLE_TEXT=OFF \ -DBUILD_ULTRAINFER_PYTHON=OFF \ -DBUILD_FD_TRITON_BACKEND=ON \ -DENABLE_BENCHMARK="${ENABLE_BENCHMARK}" \ .. make -j"$(nproc)" make install )