Fix platform_dependent in Travis, rebalance groups (#7360)
Summary: Was broken by https://github.com/facebook/rocksdb/issues/6660 Travis times before this change, after 6660: platform_dependent: 17 min group 1: 15 min group 2: 44 min (often timeout on non-x86 or non-Linux) group 3: 31 min group 4: 21 min After this change: TODO Pull Request resolved: https://github.com/facebook/rocksdb/pull/7360 Test Plan: CI inspection Reviewed By: ajkr Differential Revision: D23586917 Pulled By: pdillinger fbshipit-source-id: 4c67cf33180b0b833c39a817e6c1f128727941d2
This commit is contained in:
parent
a6ac51b99a
commit
a7fde8727b
10
.travis.yml
10
.travis.yml
@ -269,19 +269,19 @@ script:
|
|||||||
- if [ `command -v ccache` ]; then ccache -C; fi
|
- if [ `command -v ccache` ]; then ccache -C; fi
|
||||||
- case $TEST_GROUP in
|
- case $TEST_GROUP in
|
||||||
platform_dependent)
|
platform_dependent)
|
||||||
OPT=-DTRAVIS V=1 ROCKSDBTESTS_END=db_block_cache_test make -j4 all_but_some_tests check_some
|
OPT=-DTRAVIS V=1 ROCKSDBTESTS_PLATFORM_DEPENDENT=only make -j4 all_but_some_tests check_some
|
||||||
;;
|
;;
|
||||||
1)
|
1)
|
||||||
OPT=-DTRAVIS V=1 ROCKSDBTESTS_START=db_block_cache_test ROCKSDBTESTS_END=db_iter_test make -j4 check_some
|
OPT=-DTRAVIS V=1 ROCKSDBTESTS_PLATFORM_DEPENDENT=exclude ROCKSDBTESTS_END=backupable_db_test make -j4 check_some
|
||||||
;;
|
;;
|
||||||
2)
|
2)
|
||||||
OPT="-DTRAVIS -DROCKSDB_NAMESPACE=alternative_rocksdb_ns" V=1 make -j4 tools && OPT="-DTRAVIS -DROCKSDB_NAMESPACE=alternative_rocksdb_ns" V=1 ROCKSDBTESTS_START=db_iter_test ROCKSDBTESTS_END=options_file_test make -j4 check_some
|
OPT="-DTRAVIS -DROCKSDB_NAMESPACE=alternative_rocksdb_ns" V=1 make -j4 tools && OPT="-DTRAVIS -DROCKSDB_NAMESPACE=alternative_rocksdb_ns" V=1 ROCKSDBTESTS_PLATFORM_DEPENDENT=exclude ROCKSDBTESTS_START=backupable_db_test ROCKSDBTESTS_END=db_universal_compaction_test make -j4 check_some
|
||||||
;;
|
;;
|
||||||
3)
|
3)
|
||||||
OPT=-DTRAVIS LIB_MODE=shared V=1 ROCKSDBTESTS_START=options_file_test ROCKSDBTESTS_END=write_prepared_transaction_test make -j4 check_some
|
OPT=-DTRAVIS LIB_MODE=shared V=1 ROCKSDBTESTS_PLATFORM_DEPENDENT=exclude ROCKSDBTESTS_START=db_universal_compaction_test ROCKSDBTESTS_END=table_properties_collector_test make -j4 check_some
|
||||||
;;
|
;;
|
||||||
4)
|
4)
|
||||||
OPT=-DTRAVIS V=1 ROCKSDBTESTS_START=write_prepared_transaction_test make -j4 check_some
|
OPT=-DTRAVIS V=1 ROCKSDBTESTS_PLATFORM_DEPENDENT=exclude ROCKSDBTESTS_START=table_properties_collector_test make -j4 check_some
|
||||||
;;
|
;;
|
||||||
esac
|
esac
|
||||||
- case $JOB_NAME in
|
- case $JOB_NAME in
|
||||||
|
38
Makefile
38
Makefile
@ -637,6 +637,38 @@ endif
|
|||||||
else
|
else
|
||||||
SUBSET := $(TESTS)
|
SUBSET := $(TESTS)
|
||||||
endif
|
endif
|
||||||
|
# Not necessarily well thought out or up-to-date, but matches old list
|
||||||
|
TESTS_PLATFORM_DEPENDENT := \
|
||||||
|
db_basic_test \
|
||||||
|
db_with_timestamp_basic_test \
|
||||||
|
db_encryption_test \
|
||||||
|
db_test2 \
|
||||||
|
external_sst_file_basic_test \
|
||||||
|
auto_roll_logger_test \
|
||||||
|
bloom_test \
|
||||||
|
dynamic_bloom_test \
|
||||||
|
c_test \
|
||||||
|
checkpoint_test \
|
||||||
|
crc32c_test \
|
||||||
|
coding_test \
|
||||||
|
inlineskiplist_test \
|
||||||
|
env_basic_test \
|
||||||
|
env_test \
|
||||||
|
env_logger_test \
|
||||||
|
io_posix_test \
|
||||||
|
hash_test \
|
||||||
|
random_test \
|
||||||
|
thread_local_test \
|
||||||
|
work_queue_test \
|
||||||
|
rate_limiter_test \
|
||||||
|
perf_context_test \
|
||||||
|
iostats_context_test \
|
||||||
|
db_wal_test \
|
||||||
|
|
||||||
|
# Sort SUBSET for filtering, except db_test is special (expensive) so
|
||||||
|
# is placed first (out-of-order)
|
||||||
|
SUBSET := $(filter db_test, $(SUBSET)) $(sort $(filter-out db_test, $(SUBSET)))
|
||||||
|
|
||||||
ifdef ROCKSDBTESTS_START
|
ifdef ROCKSDBTESTS_START
|
||||||
SUBSET := $(shell echo $(SUBSET) | sed 's/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/')
|
SUBSET := $(shell echo $(SUBSET) | sed 's/^.*$(ROCKSDBTESTS_START)/$(ROCKSDBTESTS_START)/')
|
||||||
endif
|
endif
|
||||||
@ -645,6 +677,12 @@ ifdef ROCKSDBTESTS_END
|
|||||||
SUBSET := $(shell echo $(SUBSET) | sed 's/$(ROCKSDBTESTS_END).*//')
|
SUBSET := $(shell echo $(SUBSET) | sed 's/$(ROCKSDBTESTS_END).*//')
|
||||||
endif
|
endif
|
||||||
|
|
||||||
|
ifeq ($(ROCKSDBTESTS_PLATFORM_DEPENDENT), only)
|
||||||
|
SUBSET := $(filter $(TESTS_PLATFORM_DEPENDENT), $(SUBSET))
|
||||||
|
else ifeq ($(ROCKSDBTESTS_PLATFORM_DEPENDENT), exclude)
|
||||||
|
SUBSET := $(filter-out $(TESTS_PLATFORM_DEPENDENT), $(SUBSET))
|
||||||
|
endif
|
||||||
|
|
||||||
# bench_tool_analyer main is in bench_tool_analyzer_tool, or this would be simpler...
|
# bench_tool_analyer main is in bench_tool_analyzer_tool, or this would be simpler...
|
||||||
TOOLS = $(patsubst %.cc, %, $(notdir $(patsubst %_tool.cc, %.cc, $(TOOLS_MAIN_SOURCES))))
|
TOOLS = $(patsubst %.cc, %, $(notdir $(patsubst %_tool.cc, %.cc, $(TOOLS_MAIN_SOURCES))))
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user