98 lines
3.4 KiB
CMake
98 lines
3.4 KiB
CMake
|
# Find the nccl libraries
|
||
|
|
#
|
||
|
|
# The following variables are optionally searched for defaults
|
||
|
|
# NCCL_ROOT: Base directory where all NCCL components are found
|
||
|
|
# NCCL_INCLUDE_DIR: Directory where NCCL header is found
|
||
|
|
# NCCL_LIB_DIR: Directory where NCCL library is found
|
||
|
|
#
|
||
|
|
# The following are set after configuration is done:
|
||
|
|
# NCCL_FOUND
|
||
|
|
# NCCL_INCLUDE_DIRS
|
||
|
|
# NCCL_LIBRARIES
|
||
|
|
#
|
||
|
|
# Adapted from https://github.com/pytorch/pytorch/blob/master/cmake/Modules/FindNCCL.cmake
|
||
|
|
|
||
|
|
set(NCCL_INCLUDE_DIR $ENV{NCCL_INCLUDE_DIR} CACHE PATH "Folder contains NVIDIA NCCL headers")
|
||
|
|
set(NCCL_LIB_DIR $ENV{NCCL_LIB_DIR} CACHE PATH "Folder contains NVIDIA NCCL libraries")
|
||
|
|
set(_NCCL_VERSION $ENV{NCCL_VERSION} CACHE STRING "Version of NCCL to build with")
|
||
|
|
|
||
|
|
list(APPEND NCCL_ROOT $ENV{NCCL_ROOT_DIR} ${CUDA_TOOLKIT_ROOT_DIR})
|
||
|
|
# Compatible layer for CMake <3.12. NCCL_ROOT will be accounted in for searching paths and libraries for CMake >=3.12.
|
||
|
|
list(APPEND CMAKE_PREFIX_PATH ${NCCL_ROOT})
|
||
|
|
|
||
|
|
find_path(NCCL_INCLUDE_DIRS
|
||
|
|
NAMES nccl.h
|
||
|
|
HINTS
|
||
|
|
${NCCL_INCLUDE_DIR}
|
||
|
|
$ENV{CUDNN_ROOT_DIR}
|
||
|
|
$ENV{CUDA_PATH}
|
||
|
|
$ENV{CUDNN_ROOT_DIR}
|
||
|
|
$ENV{CUDA_TOOLKIT_ROOT_DIR}
|
||
|
|
$ENV{NCCL}
|
||
|
|
/usr/include
|
||
|
|
PATH_SUFFIXES
|
||
|
|
include
|
||
|
|
)
|
||
|
|
|
||
|
|
if (USE_STATIC_NCCL)
|
||
|
|
MESSAGE(STATUS "USE_STATIC_NCCL is set. Linking with static NCCL library.")
|
||
|
|
SET(NCCL_LIBNAME "nccl_static")
|
||
|
|
if (_NCCL_VERSION) # Prefer the versioned library if a specific NCCL version is specified
|
||
|
|
set(CMAKE_FIND_LIBRARY_SUFFIXES ".a.${_NCCL_VERSION}" ${CMAKE_FIND_LIBRARY_SUFFIXES})
|
||
|
|
endif()
|
||
|
|
else()
|
||
|
|
SET(NCCL_LIBNAME "nccl")
|
||
|
|
if (_NCCL_VERSION) # Prefer the versioned library if a specific NCCL version is specified
|
||
|
|
set(CMAKE_FIND_LIBRARY_SUFFIXES ".so.${_NCCL_VERSION}" ${CMAKE_FIND_LIBRARY_SUFFIXES})
|
||
|
|
endif()
|
||
|
|
endif()
|
||
|
|
|
||
|
|
# Read version from header
|
||
|
|
if(EXISTS "${NCCL_INCLUDE_DIRS}/nccl.h")
|
||
|
|
file(READ ${NCCL_INCLUDE_DIRS}/nccl.h NCCL_HEADER_CONTENTS)
|
||
|
|
endif()
|
||
|
|
if(NCCL_HEADER_CONTENTS)
|
||
|
|
string(REGEX MATCH "define NCCL_MAJOR * +([0-9]+)"
|
||
|
|
_NCCL_VERSION_MAJOR "${NCCL_HEADER_CONTENTS}")
|
||
|
|
string(REGEX REPLACE "define NCCL_MAJOR * +([0-9]+)" "\\1"
|
||
|
|
_NCCL_VERSION_MAJOR "${_NCCL_VERSION_MAJOR}")
|
||
|
|
string(REGEX MATCH "define NCCL_MINOR * +([0-9]+)"
|
||
|
|
_NCCL_VERSION_MINOR "${NCCL_HEADER_CONTENTS}")
|
||
|
|
string(REGEX REPLACE "define NCCL_MINOR * +([0-9]+)" "\\1"
|
||
|
|
_NCCL_VERSION_MINOR "${_NCCL_VERSION_MINOR}")
|
||
|
|
string(REGEX MATCH "define NCCL_PATCH * +([0-9]+)"
|
||
|
|
_NCCL_VERSION_PATCH "${NCCL_HEADER_CONTENTS}")
|
||
|
|
string(REGEX REPLACE "define NCCL_PATCH * +([0-9]+)" "\\1"
|
||
|
|
_NCCL_VERSION_PATCH "${_NCCL_VERSION_PATCH}")
|
||
|
|
if(NOT _NCCL_VERSION_MAJOR)
|
||
|
|
set(_NCCL_VERSION "?")
|
||
|
|
else()
|
||
|
|
set(_NCCL_VERSION "${_NCCL_VERSION_MAJOR}.${_NCCL_VERSION_MINOR}.${_NCCL_VERSION_PATCH}")
|
||
|
|
endif()
|
||
|
|
endif()
|
||
|
|
|
||
|
|
find_library(NCCL_LIBRARIES
|
||
|
|
NAMES ${NCCL_LIBNAME}
|
||
|
|
HINTS
|
||
|
|
${NCCL_LIB_DIR}
|
||
|
|
${CUDA_TOOLKIT_ROOT}
|
||
|
|
$ENV{CUDA_PATH}
|
||
|
|
$ENV{CUDNN_ROOT_DIR}
|
||
|
|
$ENV{CUDA_TOOLKIT_ROOT_DIR}
|
||
|
|
$ENV{NCCL}
|
||
|
|
/usr/lib/x86_64-linux-gnu/
|
||
|
|
PATH_SUFFIXES
|
||
|
|
lib
|
||
|
|
lib64
|
||
|
|
)
|
||
|
|
|
||
|
|
include(FindPackageHandleStandardArgs)
|
||
|
|
find_package_handle_standard_args(NCCL
|
||
|
|
REQUIRED_VARS NCCL_INCLUDE_DIRS NCCL_LIBRARIES
|
||
|
|
VERSION_VAR _NCCL_VERSION)
|
||
|
|
|
||
|
|
if(NCCL_FOUND) # obtaining NCCL version and some sanity checks
|
||
|
|
message(STATUS "Found NCCL ${_NCCL_VERSION} (include: ${NCCL_INCLUDE_DIRS}, library: ${NCCL_LIBRARIES})")
|
||
|
|
mark_as_advanced(NCCL_ROOT_DIR NCCL_INCLUDE_DIRS NCCL_LIBRARIES NCCL_VERSION)
|
||
|
|
endif()
|