-
Notifications
You must be signed in to change notification settings - Fork 1.9k
Expand file tree
/
Copy pathCMakeLists.txt
More file actions
376 lines (317 loc) · 14.1 KB
/
CMakeLists.txt
File metadata and controls
376 lines (317 loc) · 14.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
cmake_minimum_required(VERSION 3.10)
set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_LIST_DIR}/cmake/")
if(POLICY CMP0076)
cmake_policy(SET CMP0076 NEW)
endif()
# Do not add /W3 to MSVC flags by default. We set this to /W4.
if(POLICY CMP0092)
cmake_policy(SET CMP0092 NEW)
endif()
if(POLICY CMP0074)
cmake_policy(SET CMP0074 NEW)
endif()
# FindBoost uses CONFIG mode with Boost 1.70+
# For Windows Python builds with vcpkg boost-python, use MODULE mode instead
# since boost-python alone doesn't provide BoostConfig.cmake files
if(POLICY CMP0167)
if(DEFINED ENV{VW_USE_FINDBOOST_MODULE_MODE})
cmake_policy(SET CMP0167 OLD)
else()
cmake_policy(SET CMP0167 NEW)
endif()
endif()
# FetchContent uses timestamps from archives
if(POLICY CMP0169)
cmake_policy(SET CMP0169 NEW)
endif()
# Allow vcpkg to use versions feature if it is enabled with a manifest.
# Right now this is done for the Python CIs.
list(APPEND VCPKG_FEATURE_FLAGS "versions")
# Read version into variable
file(READ version.txt PACKAGE_VERSION)
string(STRIP ${PACKAGE_VERSION} PACKAGE_VERSION)
message(STATUS "VowpalWabbit Version: ${PACKAGE_VERSION}")
# version.txt may contain a SemVer of the form 1.2.3-xxx+xxx
# Extract the first 3 numbers into CMake variables
string(REGEX REPLACE "[.+-]" ";" VW_VERSION_LIST ${PACKAGE_VERSION})
list(GET VW_VERSION_LIST 0 VW_VERSION_MAJOR)
list(GET VW_VERSION_LIST 1 VW_VERSION_MINOR)
list(GET VW_VERSION_LIST 2 VW_VERSION_PATCH)
# Set this to on so that tooling can make use of the outputted compile commands (such as clang-tidy)
set(CMAKE_EXPORT_COMPILE_COMMANDS On)
if (NOT CMAKE_BUILD_TYPE AND NOT GENERATOR_IS_MULTI_CONFIG)
message(STATUS "No build type selected, defaulting to Release")
set(CMAKE_BUILD_TYPE "Release")
endif()
# This must stay near the top of the file so compile features are properly detected.
include(VowpalWabbitFeatures)
if(WIN32)
include(${CMAKE_CURRENT_SOURCE_DIR}/cmake/platforms/win32.cmake)
message(STATUS "WinSDK Version: ${CMAKE_SYSTEM_VERSION}")
if (vw_BUILD_NET_FRAMEWORK)
string(REGEX MATCH "[0-9.]+" VW_NET_FRAMEWORK_VERSION ${CMAKE_DOTNET_TARGET_FRAMEWORK_VERSION})
string(REPLACE "." "" VW_NET_FRAMEWORK_TFM ${VW_NET_FRAMEWORK_VERSION})
string(PREPEND VW_NET_FRAMEWORK_TFM "net")
message(STATUS ".NET Framework Version: ${VW_NET_FRAMEWORK_VERSION} (${VW_NET_FRAMEWORK_TFM})")
endif()
endif()
if(VW_FEAT_FLATBUFFERS)
list(APPEND VCPKG_MANIFEST_FEATURES "flatbuffers")
endif()
# This is a hack around the fact the Python build does not seem to be capable of
# dealing with manifest features.
if(VW_FEAT_LDA AND NOT BUILD_PYTHON)
list(APPEND VCPKG_MANIFEST_FEATURES "lda")
endif()
#option(BUILD_TESTING "Build tests" ON)
#if(BUILD_TESTING)
# list(APPEND VCPKG_MANIFEST_FEATURES "tests")
#endif()
option(BUILD_BENCHMARKS "Build benchmarks" OFF)
if(BUILD_BENCHMARKS)
list(APPEND VCPKG_MANIFEST_FEATURES "benchmarks")
endif()
# CMake project() does not support semantic versioning
project(vowpal_wabbit VERSION "${VW_VERSION_MAJOR}.${VW_VERSION_MINOR}.${VW_VERSION_PATCH}" LANGUAGES C CXX)
set(VW_PROJECT_DESCRIPTION "Vowpal Wabbit Machine Learning System")
set(VW_PROJECT_URL "https://vowpalwabbit.org")
# This must be checked after the project call since we need to check CMAKE_SYSTEM_PROCESSOR
# It must be done before we include VowpalWabbitUtils
if (VW_FEAT_LAS_SIMD AND NOT ((UNIX AND NOT APPLE) AND (${CMAKE_SYSTEM_PROCESSOR} STREQUAL "x86_64")))
message(STATUS "LAS SIMD was requested but is only supported on x86_64 Linux and so was disabled.")
# Set the cmake option to off
set(VW_FEAT_LAS_SIMD OFF CACHE BOOL "" FORCE)
endif()
vw_print_enabled_features()
option(USE_LATEST_STD "Override using C++14 with the latest standard the compiler offers. Default is C++14. " OFF)
include(DetectCXXStandard)
if(NOT VW_CXX_STANDARD)
set(VW_CXX_STANDARD 14)
endif()
if(USE_LATEST_STD)
DetectCXXStandard(VW_CXX_STANDARD)
endif()
message(STATUS "Using C++ standard: " ${VW_CXX_STANDARD})
set(CMAKE_CXX_STANDARD ${VW_CXX_STANDARD})
set(CMAKE_CXX_STANDARD_REQUIRED ON)
set(CMAKE_CXX_EXTENSIONS OFF)
set(CMAKE_VISIBILITY_INLINES_HIDDEN TRUE)
set(CMAKE_CXX_VISIBILITY_PRESET "hidden")
option(VW_USE_ASAN "Compile with AddressSanitizer" OFF)
option(VW_USE_UBSAN "Compile with UndefinedBehaviorSanitizer" OFF)
if(VW_USE_ASAN)
add_compile_definitions(VW_USE_ASAN)
if(MSVC)
add_compile_options(/fsanitize=address)
add_link_options(/InferASanLibs /incremental:no /debug)
else()
add_compile_options(-fsanitize=address -fno-omit-frame-pointer -g3)
add_link_options(-fsanitize=address -fno-omit-frame-pointer -g3)
endif()
endif()
if(VW_USE_UBSAN)
add_compile_definitions(VW_USE_UBSAN)
if(MSVC)
message(FATAL_ERROR "UBSan not supported on MSVC")
else()
add_compile_options(-fsanitize=undefined -fno-sanitize-recover -fno-omit-frame-pointer -g3)
add_link_options(-fsanitize=undefined -fno-sanitize-recover -fno-omit-frame-pointer -g3)
endif()
endif()
include(VowpalWabbitUtils)
if(MSVC)
# Use C++ standard exception handling instead of MSVC default
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /EHsc")
# Silence STL4043 deprecation warnings in MSVC 2022+ (VS 17.0+)
# These warnings are about stdext::checked_array_iterator being deprecated in favor of std::span (C++20)
# Since VW uses C++11 by default, we silence these warnings from the STL headers
if(MSVC_VERSION GREATER_EQUAL 1930)
add_compile_definitions(_SILENCE_STDEXT_ARR_ITERS_DEPRECATION_WARNING)
endif()
else()
# We want RelWithDebInfo and Release to be similar. But default RelWithDebInfo
# is O2 and Release is O3, override that here:
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3 -g -DNDEBUG")
endif()
# Grab git commitish into variable
IF(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/.git)
FIND_PACKAGE(Git)
IF(GIT_FOUND)
EXECUTE_PROCESS(
COMMAND ${GIT_EXECUTABLE} rev-parse --short HEAD
WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}"
OUTPUT_VARIABLE "vw_GIT_COMMIT"
ERROR_QUIET
OUTPUT_STRIP_TRAILING_WHITESPACE)
MESSAGE(STATUS "Git Version: ${vw_GIT_COMMIT}" )
ELSE(GIT_FOUND)
SET(vw_GIT_COMMIT "")
ENDIF(GIT_FOUND)
ELSE(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/.git)
SET(vw_GIT_COMMIT "")
ENDIF(EXISTS ${CMAKE_CURRENT_SOURCE_DIR}/.git)
option(VW_GCOV "Turn on flags required for gcov" OFF)
option(WARNINGS "Turn on warning flags. ON by default." ON)
option(WARNING_AS_ERROR "Turn on warning as error. OFF by default." OFF)
option(STATIC_LINK_VW "Link VW executable statically. Off by default." OFF)
option(STATIC_LINK_VW_JAVA "Link VW-JNI shared library statically. Off by default." OFF)
option(VW_INSTALL "Add install targets." OFF)
option(BUILD_ONLY_STANDALONE_BENCHMARKS "Build only the benchmarks that can run standalone (and do not use vw internals)" OFF)
option(BUILD_JAVA "Add Java targets." Off)
option(BUILD_PYTHON "Add Python targets." Off)
option(BUILD_EXPERIMENTAL_BINDING "Add targets for experimental bindings" OFF)
option(LTO "Enable Link Time optimization (Requires Release build, only works with clang and linux/mac for now)." Off)
option(RAPIDJSON_SYS_DEP "Override using the submodule for RapidJSON dependency. Instead will use find_package" OFF)
option(FMT_SYS_DEP "Override using the submodule for FMT dependency. Instead will use find_package" OFF)
option(SPDLOG_SYS_DEP "Override using the submodule for spdlog dependency. Instead will use find_package" OFF)
option(VW_BOOST_MATH_SYS_DEP "Override using the submodule for boost math dependency. Instead will use find_package" OFF)
option(VW_ZLIB_SYS_DEP "Override using the submodule for zlib dependency. Instead will use find_package" ON)
option(VW_GTEST_SYS_DEP "Override using fetch package for gtest dependency. Instead will use find_package" OFF)
option(VW_EIGEN_SYS_DEP "Override using the submodule for Eigen3 dependency. Instead will use find_package" OFF)
option(VW_STRING_VIEW_LITE_SYS_DEP "Override using the submodule for string-view-lite dependency. Instead will use find_package" OFF)
option(VW_SSE2NEON_SYS_DEP "Override using the submodule for SSE2Neon dependency. Instead will use find_package" OFF)
option(VW_BUILD_VW_C_WRAPPER "Enable building the c_wrapper project" ON)
option(VW_BUILD_EXECUTABLES "Build VW executables (vw, vw-merge, spanning_tree, active_interactor, etc.)" ON)
option(vw_BUILD_NET_CORE "Build .NET Core targets" OFF)
option(vw_BUILD_NET_FRAMEWORK "Build .NET Framework targets" OFF)
option(VW_BUILD_WASM "Add WASM target" OFF)
option(VW_SIMD_INV_SQRT "Use SIMD (SSE2/NEON) inverse square root for better performance (less accurate than std library)" ON)
option(STD_INV_SQRT "Use standard library inverse square root (deprecated, use VW_SIMD_INV_SQRT=OFF instead)" OFF)
# Handle backward compatibility: STD_INV_SQRT=ON is equivalent to VW_SIMD_INV_SQRT=OFF
if(STD_INV_SQRT)
set(VW_SIMD_INV_SQRT OFF CACHE BOOL "Use SIMD inverse square root" FORCE)
message(STATUS "STD_INV_SQRT is deprecated. Use VW_SIMD_INV_SQRT=OFF instead.")
endif()
if(VW_INSTALL AND NOT VW_ZLIB_SYS_DEP)
message(WARNING "Installing with a vendored version of zlib is not recommended. Use VW_ZLIB_SYS_DEP to use a system dependency or specify VW_INSTALL=OFF to silence this warning.")
endif()
# The only way to tell it was used is if it was turned off, since the default is true.
if(DEFINED BUILD_TESTS)
message(WARNING "Value of BUILD_TESTS option ignored. Please use the standard option BUILD_TESTING.")
endif()
if(VW_INSTALL AND NOT FMT_SYS_DEP)
message(WARNING "Installing with a vendored version of fmt is not recommended. Use FMT_SYS_DEP to use a system dependency or specify VW_INSTALL=OFF to silence this warning.")
endif()
if(VW_INSTALL AND NOT SPDLOG_SYS_DEP)
message(WARNING "Installing with a vendored version of spdlog is not recommended. Use SPDLOG_SYS_DEP to use a system dependency or specify VW_INSTALL=OFF to silence this warning.")
endif()
if(VW_INSTALL AND NOT RAPIDJSON_SYS_DEP)
message(WARNING "Installing with a vendored version of rapidjson is not recommended. Use RAPIDJSON_SYS_DEP to use a system dependency or specify VW_INSTALL=OFF to silence this warning.")
endif()
if(VW_GCOV AND (NOT CMAKE_BUILD_TYPE STREQUAL "Debug"))
message(FATAL_ERROR "VW_GCOV requires Debug build type.")
endif()
if(WIN32 AND (STATIC_LINK_VW OR VW_GCOV))
message(FATAL_ERROR "Unsupported option enabled on Windows build")
endif()
# Use folders in VS solution
set_property(GLOBAL PROPERTY USE_FOLDERS ON)
if(WIN32)
set(STATIC_LIB_SUFFIXES ".lib" ".a")
else()
set(STATIC_LIB_SUFFIXES ".a")
endif()
if(STATIC_LINK_VW_JAVA)
set(CMAKE_FIND_LIBRARY_SUFFIXES ${STATIC_LIB_SUFFIXES})
elseif(STATIC_LINK_VW)
set(CMAKE_FIND_LIBRARY_SUFFIXES ${STATIC_LIB_SUFFIXES})
SET(BUILD_SHARED_LIBS OFF)
endif()
set(THREADS_PREFER_PTHREAD_FLAG ON)
find_package(Threads REQUIRED)
set(LINK_THREADS Threads::Threads)
if(STATIC_LINK_VW)
if(APPLE)
set(unix_static_flag "")
else()
set(LINK_THREADS -Wl,--whole-archive -lpthread -Wl,--no-whole-archive)
set(unix_static_flag -static)
endif()
endif()
# This provides the variables such as CMAKE_INSTALL_LIBDIR for installation paths.
include(GNUInstallDirs)
add_subdirectory(library)
include(ext_libs/ext_libs.cmake)
add_subdirectory(vowpalwabbit)
if(VW_BUILD_EXECUTABLES)
add_subdirectory(utl/dump_options)
if (VW_FEAT_FLATBUFFERS)
add_subdirectory(utl/flatbuffer)
endif()
endif()
if(BUILD_JAVA)
add_subdirectory(java)
endif()
if(BUILD_PYTHON)
add_subdirectory(python)
endif()
if(BUILD_BENCHMARKS)
add_subdirectory(test/benchmarks)
endif()
if(VW_BUILD_WASM)
add_subdirectory(wasm)
endif()
if(CMAKE_PROJECT_NAME STREQUAL PROJECT_NAME AND BUILD_TESTING)
add_subdirectory(test)
# Don't offer these make dependent targets on Windows
if(NOT WIN32)
# make bigtests BIG_TEST_ARGS="<args here>"
add_custom_target(bigtests
DEPENDS vw
COMMAND make \${BIG_TEST_ARGS}
WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}/big_tests)
endif()
endif()
# Must be done after the test block so that enable_testing() has been called
if(BUILD_EXPERIMENTAL_BINDING)
add_subdirectory(bindings)
endif()
if(vw_BUILD_NET_FRAMEWORK OR vw_BUILD_NET_CORE)
add_subdirectory(cs)
endif()
# Handle installation of targets, version, config and pkgconfig
if(VW_INSTALL)
# only do this if the file exists. Some packages dont have this file and its only needed in a very specific use case
if(EXISTS nuget/native/vowpalwabbit.nuspec.in)
configure_file(nuget/native/vowpalwabbit.nuspec.in nuget/native/vowpalwabbit.nuspec @ONLY)
endif()
configure_file(libvw_c_wrapper.pc.in libvw_c_wrapper.pc @ONLY)
install(
FILES ${CMAKE_CURRENT_BINARY_DIR}/libvw_c_wrapper.pc
DESTINATION ${CMAKE_INSTALL_LIBDIR}/pkgconfig)
install(EXPORT VowpalWabbitConfig
FILE
VowpalWabbitTargets.cmake
NAMESPACE
VowpalWabbit::
DESTINATION
${CMAKE_INSTALL_LIBDIR}/cmake/VowpalWabbit)
include(CMakePackageConfigHelpers)
write_basic_package_version_file(
${CMAKE_CURRENT_BINARY_DIR}/VowpalWabbitConfigVersion.cmake
VERSION ${PACKAGE_VERSION}
COMPATIBILITY ExactVersion)
configure_package_config_file (
cmake/VowpalWabbitConfig.cmake.in
${CMAKE_CURRENT_BINARY_DIR}/VowpalWabbitConfig.cmake
INSTALL_DESTINATION ${CMAKE_INSTALL_LIBDIR}/cmake/VowpalWabbit)
install(
FILES
${CMAKE_CURRENT_BINARY_DIR}/VowpalWabbitConfigVersion.cmake
${CMAKE_CURRENT_BINARY_DIR}/VowpalWabbitConfig.cmake
DESTINATION
${CMAKE_INSTALL_LIBDIR}/cmake/VowpalWabbit)
endif()
set(CPACK_PACKAGE_VENDOR "Vowpal Wabbit")
set(CPACK_PACKAGE_NAME "vowpal-wabbit")
set(CPACK_PACKAGE_DESCRIPTION_SUMMARY "Vowpal Wabbit is a machine learning system which pushes the frontier of machine learning with techniques such as online, hashing, allreduce, reductions, learning2search, active, and interactive learning.")
set(CPACK_PACKAGE_VERSION_MAJOR ${VW_VERSION_MAJOR})
set(CPACK_PACKAGE_VERSION_MINOR ${VW_VERSION_MINOR})
set(CPACK_PACKAGE_VERSION_PATCH ${VW_VERSION_PATCH})
set(CPACK_RESOURCE_FILE_LICENSE "${CMAKE_CURRENT_SOURCE_DIR}/LICENSE")
set(CPACK_RESOURCE_FILE_README "${CMAKE_CURRENT_SOURCE_DIR}/README.md")
# TODO Make this an email address or contact page
set(CPACK_PACKAGE_CONTACT "https://github.com/VowpalWabbit/vowpal_wabbit")
# Generates a package dependency list in the deb control file
set(CPACK_DEBIAN_PACKAGE_SHLIBDEPS On)
include(CPack)