2017-04-05 01:09:31 +02:00
|
|
|
from __future__ import absolute_import
|
|
|
|
from __future__ import division
|
|
|
|
from __future__ import print_function
|
|
|
|
from __future__ import unicode_literals
|
2018-09-25 23:12:12 +02:00
|
|
|
rocksdb_target_header = """load("@fbcode_macros//build_defs:auto_headers.bzl", "AutoHeaders")
|
2018-08-29 06:14:52 +02:00
|
|
|
|
|
|
|
REPO_PATH = package_name() + "/"
|
2017-11-15 23:13:39 +01:00
|
|
|
|
2017-04-05 01:09:31 +02:00
|
|
|
BUCK_BINS = "buck-out/gen/" + REPO_PATH
|
2017-11-15 23:13:39 +01:00
|
|
|
|
2017-04-05 01:09:31 +02:00
|
|
|
TEST_RUNNER = REPO_PATH + "buckifier/rocks_test_runner.sh"
|
2017-11-15 23:13:39 +01:00
|
|
|
|
2017-04-05 01:09:31 +02:00
|
|
|
rocksdb_compiler_flags = [
|
2017-11-15 23:13:39 +01:00
|
|
|
"-fno-builtin-memcmp",
|
|
|
|
"-DROCKSDB_PLATFORM_POSIX",
|
|
|
|
"-DROCKSDB_LIB_IO_POSIX",
|
|
|
|
"-DROCKSDB_FALLOCATE_PRESENT",
|
|
|
|
"-DROCKSDB_MALLOC_USABLE_SIZE",
|
|
|
|
"-DROCKSDB_RANGESYNC_PRESENT",
|
|
|
|
"-DROCKSDB_SCHED_GETCPU_PRESENT",
|
|
|
|
"-DROCKSDB_SUPPORT_THREAD_LOCAL",
|
|
|
|
"-DOS_LINUX",
|
|
|
|
# Flags to enable libs we include
|
|
|
|
"-DSNAPPY",
|
|
|
|
"-DZLIB",
|
|
|
|
"-DBZIP2",
|
|
|
|
"-DLZ4",
|
|
|
|
"-DZSTD",
|
|
|
|
"-DGFLAGS=gflags",
|
|
|
|
"-DNUMA",
|
|
|
|
"-DTBB",
|
|
|
|
# Needed to compile in fbcode
|
|
|
|
"-Wno-expansion-to-defined",
|
2018-03-30 23:23:55 +02:00
|
|
|
# Added missing flags from output of build_detect_platform
|
|
|
|
"-DROCKSDB_PTHREAD_ADAPTIVE_MUTEX",
|
|
|
|
"-DROCKSDB_BACKTRACE",
|
2018-06-21 23:30:00 +02:00
|
|
|
"-Wnarrowing",
|
2017-04-05 01:09:31 +02:00
|
|
|
]
|
|
|
|
|
|
|
|
rocksdb_external_deps = [
|
2017-11-15 23:13:39 +01:00
|
|
|
("bzip2", None, "bz2"),
|
|
|
|
("snappy", None, "snappy"),
|
|
|
|
("zlib", None, "z"),
|
|
|
|
("gflags", None, "gflags"),
|
|
|
|
("lz4", None, "lz4"),
|
|
|
|
("zstd", None),
|
|
|
|
("tbb", None),
|
|
|
|
("numa", None, "numa"),
|
|
|
|
("googletest", None, "gtest"),
|
2017-04-05 01:09:31 +02:00
|
|
|
]
|
|
|
|
|
|
|
|
rocksdb_preprocessor_flags = [
|
2017-11-15 23:13:39 +01:00
|
|
|
# Directories with files for #include
|
|
|
|
"-I" + REPO_PATH + "include/",
|
|
|
|
"-I" + REPO_PATH,
|
2017-04-05 01:09:31 +02:00
|
|
|
]
|
2017-08-14 02:04:19 +02:00
|
|
|
|
|
|
|
rocksdb_arch_preprocessor_flags = {
|
2018-03-06 21:19:15 +01:00
|
|
|
"x86_64": [
|
|
|
|
"-DHAVE_SSE42",
|
|
|
|
"-DHAVE_PCLMUL",
|
|
|
|
],
|
2017-08-14 02:04:19 +02:00
|
|
|
}
|
2017-11-30 19:40:39 +01:00
|
|
|
|
|
|
|
build_mode = read_config("fbcode", "build_mode")
|
|
|
|
|
|
|
|
is_opt_mode = build_mode.startswith("opt")
|
|
|
|
|
|
|
|
# -DNDEBUG is added by default in opt mode in fbcode. But adding it twice
|
|
|
|
# doesn't harm and avoid forgetting to add it.
|
|
|
|
if is_opt_mode:
|
|
|
|
rocksdb_compiler_flags.append("-DNDEBUG")
|
2018-10-15 20:39:54 +02:00
|
|
|
|
|
|
|
default_allocator = read_config("fbcode", "default_allocator")
|
|
|
|
|
|
|
|
sanitizer = read_config("fbcode", "sanitizer")
|
|
|
|
|
|
|
|
# Let RocksDB aware of jemalloc existence.
|
|
|
|
# Do not enable it if sanitizer presents.
|
2018-12-05 19:35:56 +01:00
|
|
|
if is_opt_mode and default_allocator.startswith("jemalloc") and sanitizer == "":
|
2018-10-15 20:39:54 +02:00
|
|
|
rocksdb_compiler_flags.append("-DROCKSDB_JEMALLOC")
|
|
|
|
rocksdb_external_deps.append(("jemalloc", None, "headers"))
|
2017-04-05 01:09:31 +02:00
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
library_template = """
|
|
|
|
cpp_library(
|
Change BUCK template files (#4624)
Summary:
Slightly changes the format of generated BUCK files for Facebook consumption. Generated targets end up looking like this:
```
cpp_library(
name = "rocksdb_tools_lib",
srcs = [
"tools/db_bench_tool.cc",
"tools/trace_analyzer_tool.cc",
"util/testutil.cc",
],
auto_headers = AutoHeaders.RECURSIVE_GLOB,
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
compiler_flags = rocksdb_compiler_flags,
preprocessor_flags = rocksdb_preprocessor_flags,
deps = [":rocksdb_lib"],
external_deps = rocksdb_external_deps,
)
```
Instead of
```
cpp_library(
name = "rocksdb_tools_lib",
srcs = [
"tools/db_bench_tool.cc",
"tools/trace_analyzer_tool.cc",
"util/testutil.cc",
],
headers = AutoHeaders.RECURSIVE_GLOB,
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
compiler_flags = rocksdb_compiler_flags,
preprocessor_flags = rocksdb_preprocessor_flags,
deps = [":rocksdb_lib"],
external_deps = rocksdb_external_deps,
)
```
Pull Request resolved: https://github.com/facebook/rocksdb/pull/4624
Reviewed By: riversand963
Differential Revision: D12906711
Pulled By: philipjameson
fbshipit-source-id: 32ab64a3390cdcf2c4043ff77517ac1ad58a5e2b
2018-11-02 22:20:20 +01:00
|
|
|
name = "{name}",
|
|
|
|
srcs = [{srcs}],
|
|
|
|
{headers_attr_prefix}headers = {headers},
|
2017-08-14 02:04:19 +02:00
|
|
|
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
|
2017-04-05 01:09:31 +02:00
|
|
|
compiler_flags = rocksdb_compiler_flags,
|
2017-11-15 23:13:39 +01:00
|
|
|
preprocessor_flags = rocksdb_preprocessor_flags,
|
Change BUCK template files (#4624)
Summary:
Slightly changes the format of generated BUCK files for Facebook consumption. Generated targets end up looking like this:
```
cpp_library(
name = "rocksdb_tools_lib",
srcs = [
"tools/db_bench_tool.cc",
"tools/trace_analyzer_tool.cc",
"util/testutil.cc",
],
auto_headers = AutoHeaders.RECURSIVE_GLOB,
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
compiler_flags = rocksdb_compiler_flags,
preprocessor_flags = rocksdb_preprocessor_flags,
deps = [":rocksdb_lib"],
external_deps = rocksdb_external_deps,
)
```
Instead of
```
cpp_library(
name = "rocksdb_tools_lib",
srcs = [
"tools/db_bench_tool.cc",
"tools/trace_analyzer_tool.cc",
"util/testutil.cc",
],
headers = AutoHeaders.RECURSIVE_GLOB,
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
compiler_flags = rocksdb_compiler_flags,
preprocessor_flags = rocksdb_preprocessor_flags,
deps = [":rocksdb_lib"],
external_deps = rocksdb_external_deps,
)
```
Pull Request resolved: https://github.com/facebook/rocksdb/pull/4624
Reviewed By: riversand963
Differential Revision: D12906711
Pulled By: philipjameson
fbshipit-source-id: 32ab64a3390cdcf2c4043ff77517ac1ad58a5e2b
2018-11-02 22:20:20 +01:00
|
|
|
deps = [{deps}],
|
2017-04-05 01:09:31 +02:00
|
|
|
external_deps = rocksdb_external_deps,
|
|
|
|
)
|
|
|
|
"""
|
|
|
|
|
|
|
|
binary_template = """
|
|
|
|
cpp_binary(
|
2017-11-15 23:13:39 +01:00
|
|
|
name = "%s",
|
|
|
|
srcs = [%s],
|
|
|
|
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
|
|
|
|
compiler_flags = rocksdb_compiler_flags,
|
|
|
|
preprocessor_flags = rocksdb_preprocessor_flags,
|
|
|
|
deps = [%s],
|
|
|
|
external_deps = rocksdb_external_deps,
|
2017-04-05 01:09:31 +02:00
|
|
|
)
|
|
|
|
"""
|
|
|
|
|
2017-11-15 23:13:39 +01:00
|
|
|
test_cfg_template = """ [
|
|
|
|
"%s",
|
|
|
|
"%s",
|
|
|
|
"%s",
|
|
|
|
],
|
|
|
|
"""
|
|
|
|
|
2017-04-05 01:09:31 +02:00
|
|
|
unittests_template = """
|
|
|
|
# [test_name, test_src, test_type]
|
2017-11-15 23:13:39 +01:00
|
|
|
ROCKS_TESTS = [
|
|
|
|
%s]
|
2017-04-05 01:09:31 +02:00
|
|
|
|
|
|
|
# Generate a test rule for each entry in ROCKS_TESTS
|
2017-11-30 19:40:39 +01:00
|
|
|
# Do not build the tests in opt mode, since SyncPoint and other test code
|
|
|
|
# will not be included.
|
|
|
|
if not is_opt_mode:
|
|
|
|
for test_cfg in ROCKS_TESTS:
|
|
|
|
test_name = test_cfg[0]
|
|
|
|
test_cc = test_cfg[1]
|
|
|
|
ttype = "gtest" if test_cfg[2] == "parallel" else "simple"
|
|
|
|
test_bin = test_name + "_bin"
|
|
|
|
|
2018-09-25 23:12:12 +02:00
|
|
|
cpp_binary(
|
|
|
|
name = test_bin,
|
|
|
|
srcs = [test_cc],
|
|
|
|
arch_preprocessor_flags = rocksdb_arch_preprocessor_flags,
|
|
|
|
compiler_flags = rocksdb_compiler_flags,
|
|
|
|
preprocessor_flags = rocksdb_preprocessor_flags,
|
|
|
|
deps = [":rocksdb_test_lib"],
|
|
|
|
external_deps = rocksdb_external_deps,
|
2017-11-30 19:40:39 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
custom_unittest(
|
2018-09-25 23:12:12 +02:00
|
|
|
name = test_name,
|
|
|
|
command = [TEST_RUNNER, BUCK_BINS + test_bin],
|
|
|
|
type = ttype,
|
|
|
|
deps = [":" + test_bin],
|
2017-11-30 19:40:39 +01:00
|
|
|
)
|
2017-04-05 01:09:31 +02:00
|
|
|
"""
|