CMakeLists.txt 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272
  1. cmake_minimum_required(VERSION 3.0)
  2. project(PaddleDeploy CXX C)
  3. option(WITH_MKL "Compile demo with MKL/OpenBlas support,defaultuseMKL." ON)
  4. option(WITH_GPU "Compile demo with GPU/CPU, default use CPU." OFF)
  5. if (NOT WIN32)
  6. option(WITH_STATIC_LIB "Compile demo with static/shared library, default use static." OFF)
  7. else()
  8. option(WITH_STATIC_LIB "Compile demo with static/shared library, default use static." ON)
  9. endif()
  10. option(WITH_TENSORRT "Compile demo with TensorRT." OFF)
  11. option(WITH_ENCRYPTION "Compile demo with ENCRYPTION." OFF)
  12. SET(TENSORRT_DIR "" CACHE PATH "Location of libraries")
  13. SET(PADDLE_DIR "" CACHE PATH "Location of libraries")
  14. SET(OPENCV_DIR "" CACHE PATH "Location of libraries")
  15. SET(CUDA_LIB "" CACHE PATH "Location of libraries")
  16. SET(OPENSSL_DIR "" CACHE PATH "Location of libraries")
  17. SET(PROJECT_ROOT_DIR "." CACHE PATH "root directory of project.")
  18. if (NOT WIN32)
  19. set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
  20. set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
  21. set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/demo)
  22. else()
  23. set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/paddle_deploy)
  24. set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/paddle_deploy)
  25. set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/paddle_deploy)
  26. add_definitions(-DPADDLEX_DEPLOY)
  27. endif()
  28. #source
  29. include_directories("${CMAKE_SOURCE_DIR}/")
  30. link_directories("${CMAKE_CURRENT_BINARY_DIR}")
  31. #yaml-cpp
  32. if(WIN32)
  33. SET(YAML_BUILD_SHARED_LIBS OFF CACHE BOOL "yaml build shared library.")
  34. else()
  35. SET(YAML_BUILD_SHARED_LIBS ON CACHE BOOL "yaml build shared library.")
  36. endif(WIN32)
  37. include(${PROJECT_ROOT_DIR}/cmake/yaml-cpp.cmake)
  38. include_directories("${CMAKE_CURRENT_BINARY_DIR}/ext/yaml-cpp/src/ext-yaml-cpp/include")
  39. link_directories("${CMAKE_CURRENT_BINARY_DIR}/ext/yaml-cpp/lib")
  40. #paddle inference
  41. if (NOT DEFINED PADDLE_DIR OR ${PADDLE_DIR} STREQUAL "")
  42. message(FATAL_ERROR "please set PADDLE_DIR with -DPADDLE_DIR=/path/paddle_influence_dir")
  43. endif()
  44. #paddle inference third party
  45. include_directories("${PADDLE_DIR}")
  46. include_directories("${PADDLE_DIR}/third_party/install/protobuf/include")
  47. include_directories("${PADDLE_DIR}/third_party/install/glog/include")
  48. include_directories("${PADDLE_DIR}/third_party/install/gflags/include")
  49. include_directories("${PADDLE_DIR}/third_party/install/xxhash/include")
  50. include_directories("${PADDLE_DIR}/third_party/install/cryptopp/include")
  51. link_directories("${PADDLE_DIR}/paddle/lib/")
  52. link_directories("${PADDLE_DIR}/third_party/install/protobuf/lib")
  53. link_directories("${PADDLE_DIR}/third_party/install/glog/lib")
  54. link_directories("${PADDLE_DIR}/third_party/install/gflags/lib")
  55. link_directories("${PADDLE_DIR}/third_party/install/xxhash/lib")
  56. link_directories("${PADDLE_DIR}/third_party/install/cryptopp/lib")
  57. if (WIN32)
  58. set(DEPS ${DEPS} ${PADDLE_DIR}/paddle/lib/paddle_inference.lib)
  59. set(DEPS ${DEPS} glog gflags_static libprotobuf xxhash cryptopp-static libyaml-cppmt shlwapi)
  60. else()
  61. if (WITH_STATIC_LIB)
  62. set(DEPS ${PADDLE_DIR}/paddle/lib/libpaddle_inference${CMAKE_STATIC_LIBRARY_SUFFIX})
  63. else()
  64. set(DEPS ${PADDLE_DIR}/paddle/lib/libpaddle_inference${CMAKE_SHARED_LIBRARY_SUFFIX})
  65. endif()
  66. set(DEPS ${DEPS} glog gflags protobuf xxhash cryptopp yaml-cpp)
  67. endif(WIN32)
  68. #MKL
  69. if(WITH_MKL)
  70. ADD_DEFINITIONS(-DUSE_MKL)
  71. set(MKLML_PATH "${PADDLE_DIR}/third_party/install/mklml")
  72. include_directories("${MKLML_PATH}/include")
  73. if (WIN32)
  74. set(MATH_LIB ${MKLML_PATH}/lib/mklml.lib ${MKLML_PATH}/lib/libiomp5md.lib)
  75. else ()
  76. set(MATH_LIB ${MKLML_PATH}/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX} ${MKLML_PATH}/lib/libiomp5${CMAKE_SHARED_LIBRARY_SUFFIX})
  77. execute_process(COMMAND cp -r ${MKLML_PATH}/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX} /usr/lib)
  78. endif ()
  79. set(MKLDNN_PATH "${PADDLE_DIR}/third_party/install/mkldnn")
  80. if(EXISTS ${MKLDNN_PATH})
  81. include_directories("${MKLDNN_PATH}/include")
  82. if (WIN32)
  83. set(MKLDNN_LIB ${MKLDNN_PATH}/lib/mkldnn.lib)
  84. else ()
  85. set(MKLDNN_LIB ${MKLDNN_PATH}/lib/libmkldnn.so.0)
  86. endif ()
  87. endif()
  88. else()
  89. set(MATH_LIB ${PADDLE_DIR}/third_party/install/openblas/lib/libopenblas${CMAKE_STATIC_LIBRARY_SUFFIX})
  90. endif()
  91. set(DEPS ${DEPS} ${MATH_LIB} ${MKLDNN_LIB})
  92. #OPENCV
  93. if (NOT (${CMAKE_SYSTEM_PROCESSOR} STREQUAL "aarch64"))
  94. if (NOT DEFINED OPENCV_DIR OR ${OPENCV_DIR} STREQUAL "")
  95. message(FATAL_ERROR "please set OPENCV_DIR with -DOPENCV_DIR=/path/opencv")
  96. endif()
  97. endif()
  98. if (WIN32)
  99. find_package(OpenCV REQUIRED PATHS ${OPENCV_DIR}/build/ NO_DEFAULT_PATH)
  100. unset(OpenCV_DIR CACHE)
  101. else ()
  102. if (${CMAKE_SYSTEM_PROCESSOR} STREQUAL "aarch64") # x86_64 aarch64
  103. set(OpenCV_INCLUDE_DIRS "/usr/include/opencv4")
  104. file(GLOB OpenCV_LIBS /usr/lib/aarch64-linux-gnu/libopencv_*${CMAKE_SHARED_LIBRARY_SUFFIX})
  105. message("OpenCV libs: ${OpenCV_LIBS}")
  106. else()
  107. find_package(OpenCV REQUIRED PATHS ${OPENCV_DIR}/share/OpenCV NO_DEFAULT_PATH)
  108. endif()
  109. endif ()
  110. set(DEPS ${DEPS} ${OpenCV_LIBS})
  111. include_directories(${OpenCV_INCLUDE_DIRS})
  112. #set GPU
  113. if(WITH_GPU)
  114. if (NOT DEFINED CUDA_LIB OR ${CUDA_LIB} STREQUAL "")
  115. message(FATAL_ERROR "please set CUDA_LIB with -DCUDA_LIB=/path/cuda/lib64")
  116. endif()
  117. if(NOT WIN32)
  118. if (NOT DEFINED CUDNN_LIB)
  119. message(FATAL_ERROR "please set CUDNN_LIB with -DCUDNN_LIB=/path/cudnn/")
  120. endif()
  121. set(DEPS ${DEPS} ${CUDA_LIB}/libcudart${CMAKE_SHARED_LIBRARY_SUFFIX})
  122. set(DEPS ${DEPS} ${CUDNN_LIB}/libcudnn${CMAKE_SHARED_LIBRARY_SUFFIX})
  123. if (WITH_TENSORRT)
  124. include_directories("${TENSORRT_DIR}/include")
  125. link_directories("${TENSORRT_DIR}/lib")
  126. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/libnvinfer${CMAKE_SHARED_LIBRARY_SUFFIX})
  127. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/libnvinfer_plugin${CMAKE_SHARED_LIBRARY_SUFFIX})
  128. endif()
  129. else()
  130. set(DEPS ${DEPS} ${CUDA_LIB}/cudart${CMAKE_STATIC_LIBRARY_SUFFIX} )
  131. set(DEPS ${DEPS} ${CUDA_LIB}/cublas${CMAKE_STATIC_LIBRARY_SUFFIX} )
  132. set(DEPS ${DEPS} ${CUDA_LIB}/cudnn${CMAKE_STATIC_LIBRARY_SUFFIX})
  133. if (WITH_TENSORRT)
  134. include_directories("${TENSORRT_DIR}/include")
  135. link_directories("${TENSORRT_DIR}/lib")
  136. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/nvinfer${CMAKE_STATIC_LIBRARY_SUFFIX})
  137. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/nvinfer_plugin${CMAKE_STATIC_LIBRARY_SUFFIX})
  138. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/myelin64_1${CMAKE_STATIC_LIBRARY_SUFFIX})
  139. endif()
  140. endif()
  141. endif()
  142. macro(safe_set_static_flag)
  143. foreach(flag_var
  144. CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
  145. CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO)
  146. if(${flag_var} MATCHES "/MD")
  147. string(REGEX REPLACE "/MD" "/MT" ${flag_var} "${${flag_var}}")
  148. endif(${flag_var} MATCHES "/MD")
  149. endforeach(flag_var)
  150. endmacro()
  151. if (WIN32)
  152. add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
  153. find_package(OpenMP REQUIRED)
  154. if (OPENMP_FOUND)
  155. message("OPENMP FOUND")
  156. set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} ${OpenMP_C_FLAGS}")
  157. set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} ${OpenMP_C_FLAGS}")
  158. set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} ${OpenMP_CXX_FLAGS}")
  159. set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} ${OpenMP_CXX_FLAGS}")
  160. endif()
  161. set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
  162. set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
  163. set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
  164. set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
  165. if (WITH_STATIC_LIB)
  166. safe_set_static_flag()
  167. add_definitions(-DSTATIC_LIB)
  168. endif()
  169. else()
  170. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -g -o3 -fopenmp -std=c++11")
  171. set(CMAKE_STATIC_LIBRARY_PREFIX "")
  172. set(EXTERNAL_LIB "-ldl -lrt -lgomp -lz -lm -lpthread")
  173. set(DEPS ${DEPS} ${EXTERNAL_LIB})
  174. endif()
  175. message("-----DEPS = ${DEPS}")
  176. #project
  177. include_directories("${PROJECT_ROOT_DIR}")
  178. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/common/src SRC)
  179. set(ENGINE_SRC ${PROJECT_ROOT_DIR}/model_deploy/engine/src/ppinference_engine.cpp)
  180. #detector seg
  181. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/ppdet/src DETECTOR_SRC)
  182. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/ppseg/src DETECTOR_SRC)
  183. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/ppclas/src DETECTOR_SRC)
  184. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/paddlex/src DETECTOR_SRC)
  185. set(ENCRYPTION_SRC "")
  186. if (WITH_ENCRYPTION)
  187. add_definitions(-DPADDLEX_DEPLOY_ENCRYPTION)
  188. set(CMAKE_C_FLAGS "-fPIC ${CMAKE_C_FLAGS}")
  189. set(CMAKE_CXX_FLAGS "-fPIC ${CMAKE_CXX_FLAGS}")
  190. include_directories("${OPENSSL_DIR}/install-${CMAKE_SYSTEM_PROCESSOR}/include")
  191. link_directories("${OPENSSL_DIR}/install-${CMAKE_SYSTEM_PROCESSOR}/lib")
  192. if (WIN32)
  193. set(DEPS ${DEPS} libssl_static${CMAKE_STATIC_LIBRARY_SUFFIX} libcrypto_static${CMAKE_STATIC_LIBRARY_SUFFIX})
  194. else ()
  195. set(DEPS ${DEPS} libssl${CMAKE_STATIC_LIBRARY_SUFFIX} libcrypto${CMAKE_STATIC_LIBRARY_SUFFIX})
  196. endif()
  197. aux_source_directory(${PROJECT_ROOT_DIR}/encryption/src ENCRYPTION_SRC)
  198. aux_source_directory(${PROJECT_ROOT_DIR}/encryption/util/src ENCRYPTION_SRC)
  199. aux_source_directory(${PROJECT_ROOT_DIR}/encryption/util/src/crypto ENCRYPTION_SRC)
  200. endif()
  201. add_executable(model_infer ${PROJECT_ROOT_DIR}/demo/model_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC} ${ENCRYPTION_SRC})
  202. ADD_DEPENDENCIES(model_infer ext-yaml-cpp)
  203. target_link_libraries(model_infer ${DEPS})
  204. add_executable(batch_infer ${PROJECT_ROOT_DIR}/demo/batch_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC} ${ENCRYPTION_SRC})
  205. ADD_DEPENDENCIES(batch_infer ext-yaml-cpp)
  206. target_link_libraries(batch_infer ${DEPS})
  207. add_executable(multi_gpu_model_infer ${PROJECT_ROOT_DIR}/demo/multi_gpu_model_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC} ${ENCRYPTION_SRC})
  208. ADD_DEPENDENCIES(multi_gpu_model_infer ext-yaml-cpp)
  209. target_link_libraries(multi_gpu_model_infer ${DEPS})
  210. if (WITH_TENSORRT)
  211. add_executable(tensorrt_infer ${PROJECT_ROOT_DIR}/demo/tensorrt_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC} ${ENCRYPTION_SRC})
  212. ADD_DEPENDENCIES(tensorrt_infer ext-yaml-cpp)
  213. target_link_libraries(tensorrt_infer ${DEPS})
  214. endif()
  215. if (WITH_ENCRYPTION)
  216. add_executable(decrypt_infer ${PROJECT_ROOT_DIR}/demo/decrypt_infer.cpp ${SRC}
  217. ${ENGINE_SRC} ${DETECTOR_SRC} ${ENCRYPTION_SRC})
  218. ADD_DEPENDENCIES(decrypt_infer ext-yaml-cpp)
  219. target_link_libraries(decrypt_infer ${DEPS})
  220. endif()
  221. if(WIN32)
  222. add_custom_command(TARGET model_infer POST_BUILD
  223. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/third_party/install/mklml/lib/mklml.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  224. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/third_party/install/mklml/lib/libiomp5md.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  225. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/third_party/install/mkldnn/lib/mkldnn.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  226. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/paddle/lib/paddle_inference.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  227. )
  228. if (WITH_TENSORRT)
  229. add_custom_command(TARGET model_infer POST_BUILD
  230. COMMAND ${CMAKE_COMMAND} -E copy ${TENSORRT_DIR}/lib/nvinfer.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  231. COMMAND ${CMAKE_COMMAND} -E copy ${TENSORRT_DIR}/lib/nvinfer_plugin.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  232. COMMAND ${CMAKE_COMMAND} -E copy ${TENSORRT_DIR}/lib/myelin64_1.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  233. )
  234. endif()
  235. endif()