/
CMakeLists.txt
185 lines (149 loc) · 5.5 KB
/
CMakeLists.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
cmake_minimum_required(VERSION 3.18 FATAL_ERROR)
project(LightSeq LANGUAGES C CXX CUDA)
option(USE_NEW_ARCH "inference with new arch" OFF)
option(FP16_MODE "inference with fp16" OFF)
option(DEBUG_MODE "debug computation result" OFF)
option(MEM_DEBUG "debug memory message" OFF)
option(DYNAMIC_API "build dynamic lightseq api library" OFF)
option(USE_TRITONBACKEND "build tritonbackend for lightseq" OFF)
if(USE_NEW_ARCH)
add_definitions(-DNEW_ARCH)
set(CMAKE_CUDA_ARCHITECTURES 70 75 80 86 87)
# setting compiler flags
set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -Wall -O0")
set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -Wall -O0")
set(CMAKE_CUDA_FLAGS_DEBUG "${CMAKE_CUDA_FLAGS_DEBUG} -g -G -Xcompiler -Wall")
if(DYNAMIC_API)
# dynamic link to cuda libraries and protobuf
set(CMAKE_CUDA_RUNTIME_LIBRARY "Shared")
set(HDF5_USE_STATIC_LIBRARIES OFF)
else()
# static link to cuda libraries and protobuf
set(CMAKE_CUDA_RUNTIME_LIBRARY "Static")
set(HDF5_USE_STATIC_LIBRARIES ON)
endif()
set(Protobuf_USE_STATIC_LIBS ON)
set(CMAKE_POSITION_INDEPENDENT_CODE ON)
set(CMAKE_CUDA_SEPARABLE_COMPILATION ON)
set(CMAKE_CXX_STANDARD 14)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
set(DEVICE_ARCHITECTURES_LIST cuda x86 arm)
list(FIND DEVICE_ARCHITECTURES_LIST ${DEVICE_ARCH} DEVICE_INDEX)
if(DEVICE_INDEX EQUAL 0)
add_definitions(-DLIGHTSEQ_cuda)
set(DEVICE_ARCHITECTURE cuda)
find_package(CUDAToolkit)
find_package(CUDA 11 REQUIRED)
elseif(DEVICE_INDEX EQUAL 1)
add_definitions(-DLIGHTSEQ_x86)
set(DEVICE_ARCHITECTURE x86)
elseif(DEVICE_INDEX EQUAL 2)
add_definitions(-DLIGHTSEQ_arm)
set(DEVICE_ARCHITECTURE arm)
else()
message(
WARNING "compiled with -DDEVICE_ARCHITECTURE=${DEVICE_ARCHITECTURE}")
message(
FATAL_ERROR
"-DDEVICE_ARCHITECTURE=\$\{device\} must in value of list [${DEVICE_ARCHITECTURES_LIST}]"
)
return()
endif()
message(STATUS "compile with device ${DEVICE_ARCHITECTURE} ${index}")
if(DEVICE_INDEX GREATER 0 AND FP16_MODE)
message(FATAL_ERROR "CPU device does not have fp16 version")
return()
endif()
if(DEBUG_MODE)
add_definitions(-DDEBUG_MODE)
set(MEM_DEBUG ON)
message(STATUS "Build using debug mode")
endif()
if(MEM_DEBUG)
add_definitions(-DMEM_DEBUG)
message(STATUS "Build using memory debug")
endif()
if(FP16_MODE)
add_definitions(-DFP16_MODE)
message(STATUS "Build using fp16 precision")
else()
message(STATUS "Build using fp32 precision")
endif()
set(CUDA_PATH ${CUDA_TOOLKIT_ROOT_DIR})
list(APPEND CMAKE_MODULE_PATH ${CUDA_PATH}/lib64)
set(COMMON_HEADER_DIRS
${PROJECT_SOURCE_DIR}
${CUDA_PATH}/include
lightseq/csrc/kernels/${DEVICE_ARCHITECTURE}/includes
lightseq/csrc/layers_new/includes
lightseq/csrc/lsflow/includes
lightseq/csrc/models/includes
lightseq/csrc/ops_new/includes
lightseq/csrc/proto/includes)
set(COMMON_LIB_DIRS ${CUDA_PATH}/lib64)
include_directories(${COMMON_HEADER_DIRS})
include_directories(SYSTEM ${PROJECT_SOURCE_DIR}/3rdparty/cub)
link_directories(${COMMON_LIB_DIRS})
add_subdirectory(3rdparty/pybind11)
add_subdirectory(lightseq/csrc/kernels/${DEVICE_ARCHITECTURE})
add_subdirectory(lightseq/csrc/lsflow)
add_subdirectory(lightseq/csrc/ops_new)
add_subdirectory(lightseq/csrc/layers_new)
add_subdirectory(lightseq/csrc/proto)
add_subdirectory(lightseq/csrc/models)
add_subdirectory(lightseq/csrc/example)
add_subdirectory(lightseq/csrc/pybind)
if(USE_TRITONBACKEND)
add_subdirectory(lightseq/csrc/triton_backend)
endif()
else()
find_package(CUDA 11 REQUIRED)
set(CUDA_PATH ${CUDA_TOOLKIT_ROOT_DIR})
list(APPEND CMAKE_MODULE_PATH ${CUDA_PATH}/lib64)
# setting compiler flags
set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -Wall -O0")
set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -Wall -O0")
set(CMAKE_CUDA_FLAGS_DEBUG "${CMAKE_CUDA_FLAGS_DEBUG} -g -G -Xcompiler -Wall")
if(DYNAMIC_API)
# dynamic link to cuda libraries and protobuf
set(CMAKE_CUDA_RUNTIME_LIBRARY "Shared")
set(HDF5_USE_STATIC_LIBRARIES OFF)
else()
# static link to cuda libraries and protobuf
set(CMAKE_CUDA_RUNTIME_LIBRARY "Static")
set(HDF5_USE_STATIC_LIBRARIES ON)
endif()
set(Protobuf_USE_STATIC_LIBS ON)
set(CMAKE_POSITION_INDEPENDENT_CODE ON)
set(CMAKE_CUDA_SEPARABLE_COMPILATION ON)
set(CMAKE_CXX_STANDARD 14)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
set(CMAKE_CUDA_ARCHITECTURES 60 61 70 75 80 86)
set(COMMON_HEADER_DIRS ${PROJECT_SOURCE_DIR} ${CUDA_PATH}/include)
set(COMMON_LIB_DIRS ${CUDA_PATH}/lib64)
include_directories(${COMMON_HEADER_DIRS})
include_directories(SYSTEM ${PROJECT_SOURCE_DIR}/3rdparty/cub)
link_directories(${COMMON_LIB_DIRS})
add_compile_options(-Wno-unknown-pragmas)
if(FP16_MODE)
add_definitions(-DFP16_MODE)
message(STATUS "Build using fp16 precision")
else()
message(STATUS "Build using fp32 precision")
endif()
if(DEBUG_MODE)
add_definitions(-DDEBUG_RESULT)
message(STATUS "Debug computation result")
endif()
add_subdirectory(3rdparty/pybind11)
add_subdirectory(lightseq/inference/kernels)
add_subdirectory(lightseq/inference/tools)
add_subdirectory(lightseq/inference/proto)
add_subdirectory(lightseq/inference/model)
add_subdirectory(lightseq/inference/pywrapper)
add_subdirectory(lightseq/inference/server)
if(USE_TRITONBACKEND)
add_subdirectory(lightseq/inference/triton_backend)
endif()
# add_subdirectory(examples/inference/cpp)
endif()