1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
cmake_minimum_required(VERSION 3.18)
Include(FetchContent)
# Fetch and build dlpack
set(CMAKE_POLICY_DEFAULT_CMP0077 NEW)
set(BUILD_MOCK OFF)
FetchContent_Declare(
dlpack
GIT_REPOSITORY https://github.com/dmlc/dlpack
GIT_TAG v0.8
)
FetchContent_MakeAvailable(dlpack)
# Find python
find_package(Python 3.8 COMPONENTS Interpreter Development.Module REQUIRED)
# Find cudnn
include(${PROJECT_SOURCE_DIR}/cmake/cuDNN.cmake)
option(CUDNN_FRONTEND_FETCH_PYBINDS_IN_CMAKE "Whether cmake build system should fetch pybinds." ON)
if(CUDNN_FRONTEND_FETCH_PYBINDS_IN_CMAKE)
FetchContent_Declare(
pybind11
GIT_REPOSITORY https://github.com/pybind/pybind11
GIT_TAG v2.11.1
)
FetchContent_MakeAvailable(pybind11)
else()
find_package(pybind11 CONFIG REQUIRED)
endif()
add_compile_options(-fvisibility=hidden)
# Add a library using FindPython's tooling (pybind11 also provides a helper like
# this)
python_add_library(
_compiled_module
MODULE
pycudnn.cpp
properties.cpp
pygraph/pygraph.cpp
pygraph/norm.cpp
pygraph/sdpa.cpp
pygraph/pointwise.cpp
WITH_SOABI
)
target_link_libraries(_compiled_module PRIVATE pybind11::headers)
target_compile_features(_compiled_module PRIVATE cxx_std_20)
target_include_directories(
_compiled_module
PRIVATE $<TARGET_PROPERTY:cudnn_frontend,INTERFACE_INCLUDE_DIRECTORIES>
PRIVATE $<TARGET_PROPERTY:CUDNN::cudnn_all,INTERFACE_INCLUDE_DIRECTORIES>
)
target_compile_definitions(_compiled_module PRIVATE NV_CUDNN_FRONTEND_USE_DYNAMIC_LOADING)
target_link_libraries(
_compiled_module
PRIVATE dlpack
)
set_target_properties(
_compiled_module
PROPERTIES
LINK_FLAGS "-Wl,--no-as-needed"
LINK_FLAGS "-Wl,--enable-new-dtags"
LINK_FLAGS "-Wl,-rpath,'$ORIGIN',-rpath,'$ORIGIN/../lib',-rpath,'$ORIGIN/../nvidia/cudnn/lib'"
LINK_WHAT_YOU_USE TRUE
)
# using python bindings directly with cmake build system is not supported
# Temparorily use below parameter
option(CUDNN_FRONTEND_KEEP_PYBINDS_IN_BINARY_DIR "Whether pybinds should be kept inside build/cudnn directory." ON)
if(CUDNN_FRONTEND_KEEP_PYBINDS_IN_BINARY_DIR)
set_target_properties(
_compiled_module
PROPERTIES
LIBRARY_OUTPUT_DIRECTORY ${PROJECT_BINARY_DIR}/cudnn
)
file(COPY ${PROJECT_SOURCE_DIR}/python/cudnn DESTINATION ${PROJECT_BINARY_DIR})
endif()
|
