393fc231af
Summary: We ran into a flake I could not debug so instead added assertions in case it happens again. Command was: ``` TEST_TMPDIR=/dev/shm/rocksdb COMPILE_WITH_UBSAN=1 USE_CLANG=1 OPT=-g SKIP_FORMAT_BUCK_CHECKS=1 make J=80 -j80 ubsan_check ``` Failure output was: ``` [==========] Running 1 test from 1 test case. [----------] Global test environment set-up. [----------] 1 test from EventListenerTest [ RUN ] EventListenerTest.DisableBGCompaction UndefinedBehaviorSanitizer:DEADLYSIGNAL ==1558126==ERROR: UndefinedBehaviorSanitizer: SEGV on unknown address 0x000000000031 (pc 0x7fd9c04dda22 bp 0x7fd9bf8aa580 sp 0x7fd9bf8aa540 T1558147) ==1558126==The signal is caused by a READ memory access. ==1558126==Hint: address points to the zero page. #0 0x7fd9c04dda21 in __dynamic_cast /home/engshare/third-party2/libgcc/9.x/src/gcc-9.x/x86_64-facebook-linux/libstdc++-v3/libsupc++/../../.././libstdc++-v3/libsupc++/dyncast.cc:49:3 https://github.com/facebook/rocksdb/issues/1 0x510c53 in __ubsan::checkDynamicType(void*, void*, unsigned long) (/data/sandcastle/boxes/eden-trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/listener_test+0x510c53) https://github.com/facebook/rocksdb/issues/2 0x50fb32 in HandleDynamicTypeCacheMiss(__ubsan::DynamicTypeCacheMissData*, unsigned long, unsigned long, __ubsan::ReportOptions) (/data/sandcastle/boxes/eden-trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/listener_test+0x50fb32) https://github.com/facebook/rocksdb/issues/3 0x510230 in __ubsan_handle_dynamic_type_cache_miss_abort (/data/sandcastle/boxes/eden-trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/listener_test+0x510230) https://github.com/facebook/rocksdb/issues/4 0x63221a in rocksdb::ColumnFamilyHandleImpl* rocksdb::static_cast_with_check<rocksdb::ColumnFamilyHandleImpl, rocksdb::ColumnFamilyHandle>(rocksdb::ColumnFamilyHandle*) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/./util/cast_util.h:19:20 https://github.com/facebook/rocksdb/issues/5 0x71cafa in rocksdb::DBImpl::TEST_GetFilesMetaData(rocksdb::ColumnFamilyHandle*, std::vector<std::vector<rocksdb::FileMetaData, std::allocator<rocksdb::FileMetaData> >, std::allocator<std::vector<rocksdb::FileMetaData, std::allocator<rocksdb::FileMetaData> > > >*, std::vector<std::shared_ptr<rocksdb::BlobFileMetaData>, std::allocator<std::shared_ptr<rocksdb::BlobFileMetaData> > >*) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_debug.cc:63:14 https://github.com/facebook/rocksdb/issues/6 0x53f6b4 in rocksdb::TestFlushListener::OnFlushCompleted(rocksdb::DB*, rocksdb::FlushJobInfo const&) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/listener_test.cc:277:24 https://github.com/facebook/rocksdb/issues/7 0x6e2f7d in rocksdb::DBImpl::NotifyOnFlushCompleted(rocksdb::ColumnFamilyData*, rocksdb::MutableCFOptions const&, std::__cxx11::list<std::unique_ptr<rocksdb::FlushJobInfo, std::default_delete<rocksdb::FlushJobInfo> >, std::allocator<std::unique_ptr<rocksdb::FlushJobInfo, std::default_delete<rocksdb::FlushJobInfo> > > >*) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_compaction_flush.cc:863:19 https://github.com/facebook/rocksdb/issues/8 0x6e1074 in rocksdb::DBImpl::FlushMemTableToOutputFile(rocksdb::ColumnFamilyData*, rocksdb::MutableCFOptions const&, bool*, rocksdb::JobContext*, rocksdb::SuperVersionContext*, std::vector<unsigned long, std::allocator<unsigned long> >&, unsigned long, rocksdb::SnapshotChecker*, rocksdb::LogBuffer*, rocksdb::Env::Priority) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_compaction_flush.cc:314:5 https://github.com/facebook/rocksdb/issues/9 0x6e3412 in rocksdb::DBImpl::FlushMemTablesToOutputFiles(rocksdb::autovector<rocksdb::DBImpl::BGFlushArg, 8ul> const&, bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::Env::Priority) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_compaction_flush.cc:359:14 https://github.com/facebook/rocksdb/issues/10 0x700df6 in rocksdb::DBImpl::BackgroundFlush(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::FlushReason*, rocksdb::Env::Priority) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_compaction_flush.cc:2703:14 https://github.com/facebook/rocksdb/issues/11 0x6fe1f0 in rocksdb::DBImpl::BackgroundCallFlush(rocksdb::Env::Priority) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_compaction_flush.cc:2742:16 https://github.com/facebook/rocksdb/issues/12 0x6fc732 in rocksdb::DBImpl::BGWorkFlush(void*) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/db/db_impl/db_impl_compaction_flush.cc:2569:44 https://github.com/facebook/rocksdb/issues/13 0xb3a820 in void std::_Bind<void (* (void*))(void*)>::operator()<void>() /mnt/gvfs/third-party2/libgcc/4959b39cfbe5965a37c861c4c327fa7c5c759b87/9.x/platform009/9202ce7/include/c++/9.x/functional:482:17 https://github.com/facebook/rocksdb/issues/14 0xb3a820 in std::_Function_handler<void (), std::_Bind<void (* (void*))(void*)> >::_M_invoke(std::_Any_data const&) /mnt/gvfs/third-party2/libgcc/4959b39cfbe5965a37c861c4c327fa7c5c759b87/9.x/platform009/9202ce7/include/c++/9.x/bits/std_function.h:300:2 https://github.com/facebook/rocksdb/issues/15 0xb347cc in rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/util/threadpool_imp.cc:266:5 https://github.com/facebook/rocksdb/issues/16 0xb34a2f in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*) /data/sandcastle/boxes/trunk-hg-fbcode-fbsource/fbcode/internal_repo_rocksdb/repo/util/threadpool_imp.cc:307:7 https://github.com/facebook/rocksdb/issues/17 0x7fd9c051a660 in execute_native_thread_routine /home/engshare/third-party2/libgcc/9.x/src/gcc-9.x/x86_64-facebook-linux/libstdc++-v3/src/c++11/../../../.././libstdc++-v3/src/c++11/thread.cc:80:18 https://github.com/facebook/rocksdb/issues/18 0x7fd9c041e20b in start_thread /home/engshare/third-party2/glibc/2.30/src/glibc-2.30/nptl/pthread_create.c:479:8 https://github.com/facebook/rocksdb/issues/19 0x7fd9c01dd16e in clone /home/engshare/third-party2/glibc/2.30/src/glibc-2.30/misc/../sysdeps/unix/sysv/linux/x86_64/clone.S:95 ``` Pull Request resolved: https://github.com/facebook/rocksdb/pull/9320 Reviewed By: jay-zhuang Differential Revision: D33242185 Pulled By: ajkr fbshipit-source-id: 741984b10a610e0509e0d4e54c42cdbac03f5285 |
||
---|---|---|
.. | ||
blob | ||
compaction | ||
db_impl | ||
arena_wrapped_db_iter.cc | ||
arena_wrapped_db_iter.h | ||
builder.cc | ||
builder.h | ||
c_test.c | ||
c.cc | ||
column_family_test.cc | ||
column_family.cc | ||
column_family.h | ||
compact_files_test.cc | ||
comparator_db_test.cc | ||
convenience.cc | ||
corruption_test.cc | ||
cuckoo_table_db_test.cc | ||
db_basic_test.cc | ||
db_block_cache_test.cc | ||
db_bloom_filter_test.cc | ||
db_compaction_filter_test.cc | ||
db_compaction_test.cc | ||
db_dynamic_level_test.cc | ||
db_encryption_test.cc | ||
db_filesnapshot.cc | ||
db_flush_test.cc | ||
db_info_dumper.cc | ||
db_info_dumper.h | ||
db_inplace_update_test.cc | ||
db_io_failure_test.cc | ||
db_iter_stress_test.cc | ||
db_iter_test.cc | ||
db_iter.cc | ||
db_iter.h | ||
db_iterator_test.cc | ||
db_kv_checksum_test.cc | ||
db_log_iter_test.cc | ||
db_logical_block_size_cache_test.cc | ||
db_memtable_test.cc | ||
db_merge_operand_test.cc | ||
db_merge_operator_test.cc | ||
db_options_test.cc | ||
db_properties_test.cc | ||
db_range_del_test.cc | ||
db_secondary_test.cc | ||
db_sst_test.cc | ||
db_statistics_test.cc | ||
db_table_properties_test.cc | ||
db_tailing_iter_test.cc | ||
db_test2.cc | ||
db_test_util.cc | ||
db_test_util.h | ||
db_test.cc | ||
db_universal_compaction_test.cc | ||
db_wal_test.cc | ||
db_with_timestamp_basic_test.cc | ||
db_with_timestamp_compaction_test.cc | ||
db_write_buffer_manager_test.cc | ||
db_write_test.cc | ||
dbformat_test.cc | ||
dbformat.cc | ||
dbformat.h | ||
deletefile_test.cc | ||
error_handler_fs_test.cc | ||
error_handler.cc | ||
error_handler.h | ||
event_helpers.cc | ||
event_helpers.h | ||
experimental.cc | ||
external_sst_file_basic_test.cc | ||
external_sst_file_ingestion_job.cc | ||
external_sst_file_ingestion_job.h | ||
external_sst_file_test.cc | ||
fault_injection_test.cc | ||
file_indexer_test.cc | ||
file_indexer.cc | ||
file_indexer.h | ||
filename_test.cc | ||
flush_job_test.cc | ||
flush_job.cc | ||
flush_job.h | ||
flush_scheduler.cc | ||
flush_scheduler.h | ||
forward_iterator_bench.cc | ||
forward_iterator.cc | ||
forward_iterator.h | ||
import_column_family_job.cc | ||
import_column_family_job.h | ||
import_column_family_test.cc | ||
internal_stats.cc | ||
internal_stats.h | ||
job_context.h | ||
kv_checksum.h | ||
listener_test.cc | ||
log_format.h | ||
log_reader.cc | ||
log_reader.h | ||
log_test.cc | ||
log_writer.cc | ||
log_writer.h | ||
logs_with_prep_tracker.cc | ||
logs_with_prep_tracker.h | ||
lookup_key.h | ||
malloc_stats.cc | ||
malloc_stats.h | ||
manual_compaction_test.cc | ||
memtable_list_test.cc | ||
memtable_list.cc | ||
memtable_list.h | ||
memtable.cc | ||
memtable.h | ||
merge_context.h | ||
merge_helper_test.cc | ||
merge_helper.cc | ||
merge_helper.h | ||
merge_operator.cc | ||
merge_test.cc | ||
obsolete_files_test.cc | ||
options_file_test.cc | ||
output_validator.cc | ||
output_validator.h | ||
perf_context_test.cc | ||
periodic_work_scheduler_test.cc | ||
periodic_work_scheduler.cc | ||
periodic_work_scheduler.h | ||
pinned_iterators_manager.h | ||
plain_table_db_test.cc | ||
pre_release_callback.h | ||
prefix_test.cc | ||
range_del_aggregator_bench.cc | ||
range_del_aggregator_test.cc | ||
range_del_aggregator.cc | ||
range_del_aggregator.h | ||
range_tombstone_fragmenter_test.cc | ||
range_tombstone_fragmenter.cc | ||
range_tombstone_fragmenter.h | ||
read_callback.h | ||
repair_test.cc | ||
repair.cc | ||
snapshot_checker.h | ||
snapshot_impl.cc | ||
snapshot_impl.h | ||
table_cache.cc | ||
table_cache.h | ||
table_properties_collector_test.cc | ||
table_properties_collector.cc | ||
table_properties_collector.h | ||
transaction_log_impl.cc | ||
transaction_log_impl.h | ||
trim_history_scheduler.cc | ||
trim_history_scheduler.h | ||
version_builder_test.cc | ||
version_builder.cc | ||
version_builder.h | ||
version_edit_handler.cc | ||
version_edit_handler.h | ||
version_edit_test.cc | ||
version_edit.cc | ||
version_edit.h | ||
version_set_test.cc | ||
version_set.cc | ||
version_set.h | ||
wal_edit_test.cc | ||
wal_edit.cc | ||
wal_edit.h | ||
wal_manager_test.cc | ||
wal_manager.cc | ||
wal_manager.h | ||
write_batch_base.cc | ||
write_batch_internal.h | ||
write_batch_test.cc | ||
write_batch.cc | ||
write_callback_test.cc | ||
write_callback.h | ||
write_controller_test.cc | ||
write_controller.cc | ||
write_controller.h | ||
write_thread.cc | ||
write_thread.h |