CMakeLists.txt 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244
  1. cmake_minimum_required(VERSION 3.0)
  2. project(PaddleDeploy CXX C)
  3. option(WITH_MKL "Compile demo with MKL/OpenBlas support,defaultuseMKL." ON)
  4. option(WITH_GPU "Compile demo with GPU/CPU, default use CPU." OFF)
  5. if (NOT WIN32)
  6. option(WITH_STATIC_LIB "Compile demo with static/shared library, default use static." OFF)
  7. else()
  8. option(WITH_STATIC_LIB "Compile demo with static/shared library, default use static." ON)
  9. endif()
  10. option(WITH_TENSORRT "Compile demo with TensorRT." OFF)
  11. SET(TENSORRT_DIR "" CACHE PATH "Location of libraries")
  12. SET(PADDLE_DIR "" CACHE PATH "Location of libraries")
  13. SET(OPENCV_DIR "" CACHE PATH "Location of libraries")
  14. SET(CUDA_LIB "" CACHE PATH "Location of libraries")
  15. SET(PROJECT_ROOT_DIR "." CACHE PATH "root directory of project.")
  16. if (NOT WIN32)
  17. set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
  18. set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
  19. set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/demo)
  20. else()
  21. set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/paddle_deploy)
  22. set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/paddle_deploy)
  23. set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/paddle_deploy)
  24. endif()
  25. #source
  26. include_directories("${CMAKE_SOURCE_DIR}/")
  27. link_directories("${CMAKE_CURRENT_BINARY_DIR}")
  28. #yaml-cpp
  29. if(WIN32)
  30. SET(YAML_BUILD_SHARED_LIBS OFF CACHE BOOL "yaml build shared library.")
  31. else()
  32. SET(YAML_BUILD_SHARED_LIBS ON CACHE BOOL "yaml build shared library.")
  33. endif(WIN32)
  34. include(${PROJECT_ROOT_DIR}/cmake/yaml-cpp.cmake)
  35. include_directories("${CMAKE_CURRENT_BINARY_DIR}/ext/yaml-cpp/src/ext-yaml-cpp/include")
  36. link_directories("${CMAKE_CURRENT_BINARY_DIR}/ext/yaml-cpp/lib")
  37. #paddle inference
  38. if (NOT DEFINED PADDLE_DIR OR ${PADDLE_DIR} STREQUAL "")
  39. message(FATAL_ERROR "please set PADDLE_DIR with -DPADDLE_DIR=/path/paddle_influence_dir")
  40. endif()
  41. #paddle inference third party
  42. include_directories("${PADDLE_DIR}")
  43. include_directories("${PADDLE_DIR}/third_party/install/protobuf/include")
  44. include_directories("${PADDLE_DIR}/third_party/install/glog/include")
  45. include_directories("${PADDLE_DIR}/third_party/install/gflags/include")
  46. include_directories("${PADDLE_DIR}/third_party/install/xxhash/include")
  47. include_directories("${PADDLE_DIR}/third_party/install/cryptopp/include")
  48. link_directories("${PADDLE_DIR}/paddle/lib/")
  49. link_directories("${PADDLE_DIR}/third_party/install/protobuf/lib")
  50. link_directories("${PADDLE_DIR}/third_party/install/glog/lib")
  51. link_directories("${PADDLE_DIR}/third_party/install/gflags/lib")
  52. link_directories("${PADDLE_DIR}/third_party/install/xxhash/lib")
  53. link_directories("${PADDLE_DIR}/third_party/install/cryptopp/lib")
  54. if (WIN32)
  55. set(DEPS ${DEPS} ${PADDLE_DIR}/paddle/lib/paddle_inference.lib)
  56. set(DEPS ${DEPS} glog gflags_static libprotobuf xxhash cryptopp-static libyaml-cppmt shlwapi)
  57. else()
  58. if (WITH_STATIC_LIB)
  59. set(DEPS ${PADDLE_DIR}/paddle/lib/libpaddle_inference${CMAKE_STATIC_LIBRARY_SUFFIX})
  60. else()
  61. set(DEPS ${PADDLE_DIR}/paddle/lib/libpaddle_inference${CMAKE_SHARED_LIBRARY_SUFFIX})
  62. endif()
  63. set(DEPS ${DEPS} glog gflags protobuf xxhash cryptopp yaml-cpp)
  64. endif(WIN32)
  65. #MKL
  66. if(WITH_MKL)
  67. ADD_DEFINITIONS(-DUSE_MKL)
  68. set(MKLML_PATH "${PADDLE_DIR}/third_party/install/mklml")
  69. include_directories("${MKLML_PATH}/include")
  70. if (WIN32)
  71. set(MATH_LIB ${MKLML_PATH}/lib/mklml.lib ${MKLML_PATH}/lib/libiomp5md.lib)
  72. else ()
  73. set(MATH_LIB ${MKLML_PATH}/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX} ${MKLML_PATH}/lib/libiomp5${CMAKE_SHARED_LIBRARY_SUFFIX})
  74. execute_process(COMMAND cp -r ${MKLML_PATH}/lib/libmklml_intel${CMAKE_SHARED_LIBRARY_SUFFIX} /usr/lib)
  75. endif ()
  76. set(MKLDNN_PATH "${PADDLE_DIR}/third_party/install/mkldnn")
  77. if(EXISTS ${MKLDNN_PATH})
  78. include_directories("${MKLDNN_PATH}/include")
  79. if (WIN32)
  80. set(MKLDNN_LIB ${MKLDNN_PATH}/lib/mkldnn.lib)
  81. else ()
  82. set(MKLDNN_LIB ${MKLDNN_PATH}/lib/libmkldnn.so.0)
  83. endif ()
  84. endif()
  85. else()
  86. set(MATH_LIB ${PADDLE_DIR}/third_party/install/openblas/lib/libopenblas${CMAKE_STATIC_LIBRARY_SUFFIX})
  87. endif()
  88. set(DEPS ${DEPS} ${MATH_LIB} ${MKLDNN_LIB})
  89. #OPENCV
  90. if (NOT (${CMAKE_SYSTEM_PROCESSOR} STREQUAL "aarch64"))
  91. if (NOT DEFINED OPENCV_DIR OR ${OPENCV_DIR} STREQUAL "")
  92. message(FATAL_ERROR "please set OPENCV_DIR with -DOPENCV_DIR=/path/opencv")
  93. endif()
  94. endif()
  95. if (WIN32)
  96. find_package(OpenCV REQUIRED PATHS ${OPENCV_DIR}/build/ NO_DEFAULT_PATH)
  97. unset(OpenCV_DIR CACHE)
  98. else ()
  99. if (${CMAKE_SYSTEM_PROCESSOR} STREQUAL "aarch64") # x86_64 aarch64
  100. set(OpenCV_INCLUDE_DIRS "/usr/include/opencv4")
  101. file(GLOB OpenCV_LIBS /usr/lib/aarch64-linux-gnu/libopencv_*${CMAKE_SHARED_LIBRARY_SUFFIX})
  102. message("OpenCV libs: ${OpenCV_LIBS}")
  103. else()
  104. find_package(OpenCV REQUIRED PATHS ${OPENCV_DIR}/share/OpenCV NO_DEFAULT_PATH)
  105. endif()
  106. endif ()
  107. set(DEPS ${DEPS} ${OpenCV_LIBS})
  108. include_directories(${OpenCV_INCLUDE_DIRS})
  109. #set GPU
  110. if(WITH_GPU)
  111. if (NOT DEFINED CUDA_LIB OR ${CUDA_LIB} STREQUAL "")
  112. message(FATAL_ERROR "please set CUDA_LIB with -DCUDA_LIB=/path/cuda/lib64")
  113. endif()
  114. if(NOT WIN32)
  115. if (NOT DEFINED CUDNN_LIB)
  116. message(FATAL_ERROR "please set CUDNN_LIB with -DCUDNN_LIB=/path/cudnn/")
  117. endif()
  118. set(DEPS ${DEPS} ${CUDA_LIB}/libcudart${CMAKE_SHARED_LIBRARY_SUFFIX})
  119. set(DEPS ${DEPS} ${CUDNN_LIB}/libcudnn${CMAKE_SHARED_LIBRARY_SUFFIX})
  120. if (WITH_TENSORRT)
  121. include_directories("${TENSORRT_DIR}/include")
  122. link_directories("${TENSORRT_DIR}/lib")
  123. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/libnvinfer${CMAKE_SHARED_LIBRARY_SUFFIX})
  124. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/libnvinfer_plugin${CMAKE_SHARED_LIBRARY_SUFFIX})
  125. endif()
  126. else()
  127. set(DEPS ${DEPS} ${CUDA_LIB}/cudart${CMAKE_STATIC_LIBRARY_SUFFIX} )
  128. set(DEPS ${DEPS} ${CUDA_LIB}/cublas${CMAKE_STATIC_LIBRARY_SUFFIX} )
  129. set(DEPS ${DEPS} ${CUDA_LIB}/cudnn${CMAKE_STATIC_LIBRARY_SUFFIX})
  130. if (WITH_TENSORRT)
  131. include_directories("${TENSORRT_DIR}/include")
  132. link_directories("${TENSORRT_DIR}/lib")
  133. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/nvinfer${CMAKE_STATIC_LIBRARY_SUFFIX})
  134. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/nvinfer_plugin${CMAKE_STATIC_LIBRARY_SUFFIX})
  135. set(DEPS ${DEPS} ${TENSORRT_DIR}/lib/myelin64_1${CMAKE_STATIC_LIBRARY_SUFFIX})
  136. endif()
  137. endif()
  138. endif()
  139. macro(safe_set_static_flag)
  140. foreach(flag_var
  141. CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
  142. CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO)
  143. if(${flag_var} MATCHES "/MD")
  144. string(REGEX REPLACE "/MD" "/MT" ${flag_var} "${${flag_var}}")
  145. endif(${flag_var} MATCHES "/MD")
  146. endforeach(flag_var)
  147. endmacro()
  148. if (WIN32)
  149. add_definitions("/DGOOGLE_GLOG_DLL_DECL=")
  150. find_package(OpenMP REQUIRED)
  151. if (OPENMP_FOUND)
  152. message("OPENMP FOUND")
  153. set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} ${OpenMP_C_FLAGS}")
  154. set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} ${OpenMP_C_FLAGS}")
  155. set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} ${OpenMP_CXX_FLAGS}")
  156. set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} ${OpenMP_CXX_FLAGS}")
  157. endif()
  158. set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} /bigobj /MTd")
  159. set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} /bigobj /MT")
  160. set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} /bigobj /MTd")
  161. set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} /bigobj /MT")
  162. if (WITH_STATIC_LIB)
  163. safe_set_static_flag()
  164. add_definitions(-DSTATIC_LIB)
  165. endif()
  166. else()
  167. set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -g -o3 -fopenmp -std=c++11")
  168. set(CMAKE_STATIC_LIBRARY_PREFIX "")
  169. set(EXTERNAL_LIB "-ldl -lrt -lgomp -lz -lm -lpthread")
  170. set(DEPS ${DEPS} ${EXTERNAL_LIB})
  171. endif()
  172. message("-----DEPS = ${DEPS}")
  173. #project
  174. include_directories("${PROJECT_ROOT_DIR}")
  175. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/common/src SRC)
  176. set(ENGINE_SRC ${PROJECT_ROOT_DIR}/model_deploy/engine/src/ppinference_engine.cpp)
  177. #detector seg
  178. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/ppdet/src DETECTOR_SRC)
  179. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/ppseg/src DETECTOR_SRC)
  180. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/ppclas/src DETECTOR_SRC)
  181. aux_source_directory(${PROJECT_ROOT_DIR}/model_deploy/paddlex/src DETECTOR_SRC)
  182. add_executable(model_infer ${PROJECT_ROOT_DIR}/demo/model_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC})
  183. ADD_DEPENDENCIES(model_infer ext-yaml-cpp)
  184. target_link_libraries(model_infer ${DEPS})
  185. add_executable(batch_infer ${PROJECT_ROOT_DIR}/demo/batch_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC})
  186. ADD_DEPENDENCIES(batch_infer ext-yaml-cpp)
  187. target_link_libraries(batch_infer ${DEPS})
  188. add_executable(multi_gpu_model_infer ${PROJECT_ROOT_DIR}/demo/multi_gpu_model_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC})
  189. ADD_DEPENDENCIES(multi_gpu_model_infer ext-yaml-cpp)
  190. target_link_libraries(multi_gpu_model_infer ${DEPS})
  191. if (WITH_TENSORRT)
  192. add_executable(tensorrt_infer ${PROJECT_ROOT_DIR}/demo/tensorrt_infer.cpp ${SRC} ${ENGINE_SRC} ${DETECTOR_SRC})
  193. ADD_DEPENDENCIES(tensorrt_infer ext-yaml-cpp)
  194. target_link_libraries(tensorrt_infer ${DEPS})
  195. endif()
  196. if(WIN32)
  197. add_custom_command(TARGET model_infer POST_BUILD
  198. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/third_party/install/mklml/lib/mklml.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  199. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/third_party/install/mklml/lib/libiomp5md.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  200. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/third_party/install/mkldnn/lib/mkldnn.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  201. COMMAND ${CMAKE_COMMAND} -E copy ${PADDLE_DIR}/paddle/lib/paddle_inference.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  202. )
  203. if (WITH_TENSORRT)
  204. add_custom_command(TARGET model_infer POST_BUILD
  205. COMMAND ${CMAKE_COMMAND} -E copy ${TENSORRT_DIR}/lib/nvinfer.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  206. COMMAND ${CMAKE_COMMAND} -E copy ${TENSORRT_DIR}/lib/nvinfer_plugin.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  207. COMMAND ${CMAKE_COMMAND} -E copy ${TENSORRT_DIR}/lib/myelin64_1.dll ${CMAKE_BINARY_DIR}/paddle_deploy
  208. )
  209. endif()
  210. endif()