faiss.cmake 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122
  1. # copyright (c) 2024 PaddlePaddle Authors. All Rights Reserve.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. include(ExternalProject)
  15. set(FAISS_PROJECT external_faiss_download)
  16. set(FAISS_FILENAME faiss)
  17. set(FAISS_PREFIX_DIR ${THIRD_LIBS_PATH}/${FAISS_FILENAME})
  18. set(FAISS_SOURCE_DIR ${THIRD_LIBS_PATH}/${FAISS_FILENAME}/src/${FAISS_PROJECT})
  19. set(FAISS_INSTALL_DIR ${THIRD_LIBS_PATH}/install/${FAISS_FILENAME})
  20. set(FAISS_INC_DIR ${FAISS_INSTALL_DIR}/include CACHE PATH "faiss include directory." FORCE)
  21. set(FAISS_LIB_DIR ${FAISS_INSTALL_DIR}/lib CACHE PATH "faiss lib directory." FORCE)
  22. if(NOT WITH_FAISS_STATIC)
  23. message(FATAL_ERROR "Not support WITH_FAISS_STATIC=OFF now!")
  24. endif()
  25. set(FAISS_URL_PREFIX "https://bj.bcebos.com/fastdeploy/test")
  26. set(FAISS_VERSION 1.7.3)
  27. # URL
  28. if(NOT FAISS_URL)
  29. if(WIN32)
  30. set(FAISS_URL "${FAISS_URL_PREFIX}/faiss-win-x64-${FAISS_VERSION}.zip")
  31. elseif(APPLE)
  32. if(CURRENT_OSX_ARCH MATCHES "arm64")
  33. set(FAISS_URL "${FAISS_URL_PREFIX}/faiss-osx-arm64-${FAISS_VERSION}.tgz")
  34. else()
  35. set(FAISS_URL "${FAISS_URL_PREFIX}/faiss-osx-x64-${FAISS_VERSION}.tgz")
  36. endif()
  37. else() # Linux
  38. if(CMAKE_HOST_SYSTEM_PROCESSOR MATCHES "aarch64")
  39. message(FATAL_ERROR "Not support for Linux aarch64 now!")
  40. else()
  41. if(WITH_FAISS_GPU)
  42. set(FAISS_URL "${FAISS_URL_PREFIX}/faiss-linux-x64-gpu-${FAISS_VERSION}.tgz")
  43. else()
  44. set(FAISS_URL "${FAISS_URL_PREFIX}/faiss-linux-x64-${FAISS_VERSION}.tgz")
  45. endif()
  46. endif()
  47. endif()
  48. endif()
  49. # FAISS Headers
  50. include_directories(${FAISS_INC_DIR})
  51. # FAISS Libs paths
  52. if(WIN32)
  53. set(FAISS_LIB "${FAISS_LIB_DIR}/faiss.lib")
  54. elseif(APPLE)
  55. set(FAISS_LIB "${FAISS_LIB_DIR}/libfaiss.a")
  56. else() # Linux
  57. set(FAISS_LIB "${FAISS_LIB_DIR}/libfaiss.a")
  58. endif()
  59. # Download FAISS
  60. ExternalProject_Add(
  61. ${FAISS_PROJECT}
  62. ${EXTERNAL_PROJECT_LOG_ARGS}
  63. URL ${FAISS_URL}
  64. PREFIX ${FAISS_PREFIX_DIR}
  65. DOWNLOAD_NO_PROGRESS 1
  66. CONFIGURE_COMMAND ""
  67. BUILD_COMMAND ""
  68. UPDATE_COMMAND ""
  69. INSTALL_COMMAND
  70. ${CMAKE_COMMAND} -E remove_directory ${FAISS_INSTALL_DIR} &&
  71. ${CMAKE_COMMAND} -E make_directory ${FAISS_INSTALL_DIR} &&
  72. ${CMAKE_COMMAND} -E rename ${FAISS_SOURCE_DIR}/lib/ ${FAISS_INSTALL_DIR}/lib &&
  73. ${CMAKE_COMMAND} -E copy_directory ${FAISS_SOURCE_DIR}/include ${FAISS_INC_DIR}
  74. BUILD_BYPRODUCTS ${FAISS_LIB})
  75. set(FAISS_LIBRARIES)
  76. add_library(external_faiss STATIC IMPORTED GLOBAL)
  77. set_property(TARGET external_faiss PROPERTY IMPORTED_LOCATION ${FAISS_LIB})
  78. add_dependencies(external_faiss ${FAISS_PROJECT})
  79. list(APPEND FAISS_LIBRARIES external_faiss)
  80. # Add BLAS/LAPACK/OpenBLAS (needed by FAISS)
  81. if(WIN32)
  82. add_library(external_blas STATIC IMPORTED GLOBAL)
  83. set_property(TARGET external_blas PROPERTY IMPORTED_LOCATION ${FAISS_LIB_DIR}/BLAS.lib)
  84. add_dependencies(external_blas ${FAISS_PROJECT})
  85. list(APPEND FAISS_LIBRARIES external_blas)
  86. add_library(external_lapack STATIC IMPORTED GLOBAL)
  87. set_property(TARGET external_lapack PROPERTY IMPORTED_LOCATION ${FAISS_LIB_DIR}/LAPACK.lib)
  88. add_dependencies(external_lapack ${FAISS_PROJECT})
  89. list(APPEND FAISS_LIBRARIES external_lapack)
  90. elseif(APPLE)
  91. find_package(BLAS REQUIRED)
  92. list(APPEND FAISS_LIBRARIES ${BLAS_LIBRARIES})
  93. find_package(LAPACK REQUIRED)
  94. list(APPEND FAISS_LIBRARIES ${LAPACK_LIBRARIES})
  95. else() # Linux
  96. find_package(BLAS REQUIRED)
  97. list(APPEND FAISS_LIBRARIES ${BLAS_LIBRARIES})
  98. find_package(LAPACK REQUIRED)
  99. list(APPEND FAISS_LIBRARIES ${LAPACK_LIBRARIES})
  100. endif()
  101. # Add OpenMP (REQUIRED), OpenMP must be avaliable.
  102. find_package(OpenMP REQUIRED)
  103. list(APPEND FAISS_LIBRARIES OpenMP::OpenMP_CXX)
  104. set(FAISS_INCLUDE_DIRS ${FAISS_INC_DIR})
  105. set(FAISS_LIBS ${FAISS_LIBRARIES})
  106. set(FAISS_FOUND TRUE)