andreacavalli/rocksdb
0
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Make env*_test work with ASSERT_STATUS_CHECKED (#7176)

Browse Source 
Summary:
Make (most of) the env*_test pass when ASSERT_STATUS_CHECKED is enabled.

One test that opens a database is currently disabled in this mode, as there are many errors that need revisited for DB tests and status checks.

Pull Request resolved: https://github.com/facebook/rocksdb/pull/7176

Reviewed By: cheng-chang

Differential Revision: D22799278

Pulled By: ajkr

fbshipit-source-id: 16d8a02eaeecd6df1060249b6a5811292801f2ed
This commit is contained in:
mrambacher 2020-07-28 22:58:28 -07:00 committed by Facebook GitHub Bot
parent c0c33a4854
commit d9d190742c
15 changed files with 111 additions and 93 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
Makefile
View File

@ -572,9 +572,11 @@ ifdef ASSERT_STATUS_CHECKED
dbformat_test \ dbformat_test \
defer_test \ defer_test \
dynamic_bloom_test \ dynamic_bloom_test \
env_basic_test \
env_test \
env_logger_test \
event_logger_test \ event_logger_test \
file_indexer_test \ file_indexer_test \
folly_synchronization_distributed_mutex_test \
hash_table_test \ hash_table_test \
hash_test \ hash_test \
heap_test \ heap_test \
@ -596,6 +598,7 @@ ifdef ASSERT_STATUS_CHECKED
slice_test \ slice_test \
statistics_test \ statistics_test \
thread_local_test \ thread_local_test \
env_timed_test \
timer_queue_test \ timer_queue_test \
timer_test \ timer_test \
util_merge_operators_test \ util_merge_operators_test \
@ -603,6 +606,10 @@ ifdef ASSERT_STATUS_CHECKED
work_queue_test \ work_queue_test \
write_controller_test \ write_controller_test \
ifeq ($(USE_FOLLY_DISTRIBUTED_MUTEX),1)
TESTS_PASSING_ASC += folly_synchronization_distributed_mutex_test
endif
# Enable building all unit tests, but use check_some to run only tests # Enable building all unit tests, but use check_some to run only tests
# known to pass ASC # known to pass ASC
SUBSET := $(TESTS_PASSING_ASC) SUBSET := $(TESTS_PASSING_ASC)

2
db/db_impl/db_impl_files.cc
View File

@ -190,7 +190,7 @@ void DBImpl::FindObsoleteFiles(JobContext* job_context, bool force,
// set of all files in the directory. We'll exclude files that are still // set of all files in the directory. We'll exclude files that are still
// alive in the subsequent processings. // alive in the subsequent processings.
std::vector<std::string> files; std::vector<std::string> files;
env_->GetChildren(path, &files); // Ignore errors env_->GetChildren(path, &files).PermitUncheckedError(); // Ignore errors
for (const std::string& file : files) { for (const std::string& file : files) {
uint64_t number; uint64_t number;
FileType type; FileType type;

23
env/env_basic_test.cc vendored
View File

@ -62,11 +62,13 @@ class EnvBasicTestWithParam : public testing::Test,
test_dir_ = test::PerThreadDBPath(env_, "env_basic_test"); test_dir_ = test::PerThreadDBPath(env_, "env_basic_test");
} }
void SetUp() override { env_->CreateDirIfMissing(test_dir_); } void SetUp() override {
env_->CreateDirIfMissing(test_dir_).PermitUncheckedError();
}
void TearDown() override { void TearDown() override {
std::vector<std::string> files; std::vector<std::string> files;
env_->GetChildren(test_dir_, &files); env_->GetChildren(test_dir_, &files).PermitUncheckedError();
for (const auto& file : files) { for (const auto& file : files) {
// don't know whether it's file or directory, try both. The tests must // don't know whether it's file or directory, try both. The tests must
// only create files or empty directories, so one must succeed, else the // only create files or empty directories, so one must succeed, else the
@ -209,13 +211,12 @@ TEST_P(EnvBasicTestWithParam, Basics) {
soptions_) soptions_)
.ok()); .ok());
ASSERT_TRUE(!seq_file); ASSERT_TRUE(!seq_file);
ASSERT_TRUE(!env_->NewRandomAccessFile(test_dir_ + "/non_existent", ASSERT_NOK(env_->NewRandomAccessFile(test_dir_ + "/non_existent", &rand_file,
&rand_file, soptions_) soptions_));
.ok());
ASSERT_TRUE(!rand_file); ASSERT_TRUE(!rand_file);
// Check that deleting works. // Check that deleting works.
ASSERT_TRUE(!env_->DeleteFile(test_dir_ + "/non_existent").ok()); ASSERT_NOK(env_->DeleteFile(test_dir_ + "/non_existent"));
ASSERT_OK(env_->DeleteFile(test_dir_ + "/g")); ASSERT_OK(env_->DeleteFile(test_dir_ + "/g"));
ASSERT_EQ(Status::NotFound(), env_->FileExists(test_dir_ + "/g")); ASSERT_EQ(Status::NotFound(), env_->FileExists(test_dir_ + "/g"));
ASSERT_OK(env_->GetChildren(test_dir_, &children)); ASSERT_OK(env_->GetChildren(test_dir_, &children));
@ -346,14 +347,14 @@ TEST_P(EnvMoreTestWithParam, GetChildren) {
ASSERT_EQ(3U, children.size()); ASSERT_EQ(3U, children.size());
ASSERT_EQ(3U, childAttr.size()); ASSERT_EQ(3U, childAttr.size());
for (auto each : children) { for (auto each : children) {
env_->DeleteDir(test_dir_ + "/" + each); env_->DeleteDir(test_dir_ + "/" + each).PermitUncheckedError();
} // necessary for default POSIX env } // necessary for default POSIX env
// non-exist directory returns IOError // non-exist directory returns IOError
ASSERT_OK(env_->DeleteDir(test_dir_)); ASSERT_OK(env_->DeleteDir(test_dir_));
ASSERT_TRUE(!env_->FileExists(test_dir_).ok()); ASSERT_NOK(env_->FileExists(test_dir_));
ASSERT_TRUE(!env_->GetChildren(test_dir_, &children).ok()); ASSERT_NOK(env_->GetChildren(test_dir_, &children));
ASSERT_TRUE(!env_->GetChildrenFileAttributes(test_dir_, &childAttr).ok()); ASSERT_NOK(env_->GetChildrenFileAttributes(test_dir_, &childAttr));
// if dir is a file, returns IOError // if dir is a file, returns IOError
ASSERT_OK(env_->CreateDir(test_dir_)); ASSERT_OK(env_->CreateDir(test_dir_));
@ -362,7 +363,7 @@ TEST_P(EnvMoreTestWithParam, GetChildren) {
env_->NewWritableFile(test_dir_ + "/file", &writable_file, soptions_)); env_->NewWritableFile(test_dir_ + "/file", &writable_file, soptions_));
ASSERT_OK(writable_file->Close()); ASSERT_OK(writable_file->Close());
writable_file.reset(); writable_file.reset();
ASSERT_TRUE(!env_->GetChildren(test_dir_ + "/file", &children).ok()); ASSERT_NOK(env_->GetChildren(test_dir_ + "/file", &children));
ASSERT_EQ(0U, children.size()); ASSERT_EQ(0U, children.size());
} }

3
env/env_chroot.cc vendored
View File

@ -256,8 +256,7 @@ class ChrootEnv : public EnvWrapper {
*path = buf; *path = buf;
// Directory may already exist, so ignore return // Directory may already exist, so ignore return
CreateDir(*path); return CreateDirIfMissing(*path);
return Status::OK();
} }
Status NewLogger(const std::string& fname, Status NewLogger(const std::string& fname,

5
env/env_encryption.cc vendored
View File

@ -472,11 +472,14 @@ class EncryptedEnv : public EnvWrapper {
// Initialize prefix // Initialize prefix
prefixBuf.Alignment(underlying->GetRequiredBufferAlignment()); prefixBuf.Alignment(underlying->GetRequiredBufferAlignment());
prefixBuf.AllocateNewBuffer(prefixLength); prefixBuf.AllocateNewBuffer(prefixLength);
provider_->CreateNewPrefix(fname, prefixBuf.BufferStart(), prefixLength); status = provider_->CreateNewPrefix(fname, prefixBuf.BufferStart(),
prefixLength);
if (status.ok()) {
prefixBuf.Size(prefixLength); prefixBuf.Size(prefixLength);
prefixSlice = Slice(prefixBuf.BufferStart(), prefixBuf.CurrentSize()); prefixSlice = Slice(prefixBuf.BufferStart(), prefixBuf.CurrentSize());
// Write prefix // Write prefix
status = underlying->Append(prefixSlice); status = underlying->Append(prefixSlice);
}
if (!status.ok()) { if (!status.ok()) {
return status; return status;
} }

1
env/env_posix.cc vendored
View File

@ -167,7 +167,6 @@ class PosixEnv : public CompositeEnvWrapper {
// provided by the search path // provided by the search path
Status LoadLibrary(const std::string& name, const std::string& path, Status LoadLibrary(const std::string& name, const std::string& path,
std::shared_ptr<DynamicLibrary>* result) override { std::shared_ptr<DynamicLibrary>* result) override {
Status status;
assert(result != nullptr); assert(result != nullptr);
if (name.empty()) { if (name.empty()) {
void* hndl = dlopen(NULL, RTLD_NOW); void* hndl = dlopen(NULL, RTLD_NOW);

77
env/env_test.cc vendored
View File

@ -186,7 +186,7 @@ TEST_F(EnvPosixTest, DISABLED_FilePermission) {
if (::stat(filename.c_str(), &sb) == 0) { if (::stat(filename.c_str(), &sb) == 0) {
ASSERT_EQ(sb.st_mode & 0777, 0644); ASSERT_EQ(sb.st_mode & 0777, 0644);
} }
env_->DeleteFile(filename); ASSERT_OK(env_->DeleteFile(filename));
} }
env_->SetAllowNonOwnerAccess(false); env_->SetAllowNonOwnerAccess(false);
@ -199,7 +199,7 @@ TEST_F(EnvPosixTest, DISABLED_FilePermission) {
if (::stat(filename.c_str(), &sb) == 0) { if (::stat(filename.c_str(), &sb) == 0) {
ASSERT_EQ(sb.st_mode & 0777, 0600); ASSERT_EQ(sb.st_mode & 0777, 0600);
} }
env_->DeleteFile(filename); ASSERT_OK(env_->DeleteFile(filename));
} }
} }
} }
@ -235,7 +235,8 @@ TEST_F(EnvPosixTest, LowerThreadPoolCpuPriority) {
{ {
// Same priority, no-op. // Same priority, no-op.
env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM,
CpuPriority::kNormal); CpuPriority::kNormal)
.PermitUncheckedError();
RunTask(Env::Priority::BOTTOM); RunTask(Env::Priority::BOTTOM);
ASSERT_EQ(from_priority, CpuPriority::kNormal); ASSERT_EQ(from_priority, CpuPriority::kNormal);
ASSERT_EQ(to_priority, CpuPriority::kNormal); ASSERT_EQ(to_priority, CpuPriority::kNormal);
@ -243,7 +244,8 @@ TEST_F(EnvPosixTest, LowerThreadPoolCpuPriority) {
{ {
// Higher priority, no-op. // Higher priority, no-op.
env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, CpuPriority::kHigh); env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, CpuPriority::kHigh)
.PermitUncheckedError();
RunTask(Env::Priority::BOTTOM); RunTask(Env::Priority::BOTTOM);
ASSERT_EQ(from_priority, CpuPriority::kNormal); ASSERT_EQ(from_priority, CpuPriority::kNormal);
ASSERT_EQ(to_priority, CpuPriority::kNormal); ASSERT_EQ(to_priority, CpuPriority::kNormal);
@ -251,7 +253,8 @@ TEST_F(EnvPosixTest, LowerThreadPoolCpuPriority) {
{ {
// Lower priority from kNormal -> kLow. // Lower priority from kNormal -> kLow.
env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, CpuPriority::kLow); env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, CpuPriority::kLow)
.PermitUncheckedError();
RunTask(Env::Priority::BOTTOM); RunTask(Env::Priority::BOTTOM);
ASSERT_EQ(from_priority, CpuPriority::kNormal); ASSERT_EQ(from_priority, CpuPriority::kNormal);
ASSERT_EQ(to_priority, CpuPriority::kLow); ASSERT_EQ(to_priority, CpuPriority::kLow);
@ -259,7 +262,8 @@ TEST_F(EnvPosixTest, LowerThreadPoolCpuPriority) {
{ {
// Lower priority from kLow -> kIdle. // Lower priority from kLow -> kIdle.
env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, CpuPriority::kIdle); env_->LowerThreadPoolCPUPriority(Env::Priority::BOTTOM, CpuPriority::kIdle)
.PermitUncheckedError();
RunTask(Env::Priority::BOTTOM); RunTask(Env::Priority::BOTTOM);
ASSERT_EQ(from_priority, CpuPriority::kLow); ASSERT_EQ(from_priority, CpuPriority::kLow);
ASSERT_EQ(to_priority, CpuPriority::kIdle); ASSERT_EQ(to_priority, CpuPriority::kIdle);
@ -267,7 +271,8 @@ TEST_F(EnvPosixTest, LowerThreadPoolCpuPriority) {
{ {
// Lower priority from kNormal -> kIdle for another pool. // Lower priority from kNormal -> kIdle for another pool.
env_->LowerThreadPoolCPUPriority(Env::Priority::HIGH, CpuPriority::kIdle); env_->LowerThreadPoolCPUPriority(Env::Priority::HIGH, CpuPriority::kIdle)
.PermitUncheckedError();
RunTask(Env::Priority::HIGH); RunTask(Env::Priority::HIGH);
ASSERT_EQ(from_priority, CpuPriority::kNormal); ASSERT_EQ(from_priority, CpuPriority::kNormal);
ASSERT_EQ(to_priority, CpuPriority::kIdle); ASSERT_EQ(to_priority, CpuPriority::kIdle);
@ -1006,7 +1011,7 @@ TEST_P(EnvPosixTestWithParam, RandomAccessUniqueID) {
ASSERT_EQ(unique_id2, unique_id3); ASSERT_EQ(unique_id2, unique_id3);
// Delete the file // Delete the file
env_->DeleteFile(fname); ASSERT_OK(env_->DeleteFile(fname));
} }
} }
#endif // !defined(OS_WIN) #endif // !defined(OS_WIN)
@ -1567,7 +1572,7 @@ TEST_P(EnvPosixTestWithParam, Preallocation) {
auto data = NewAligned(kStrSize, 'A'); auto data = NewAligned(kStrSize, 'A');
Slice str(data.get(), kStrSize); Slice str(data.get(), kStrSize);
srcfile->PrepareWrite(srcfile->GetFileSize(), kStrSize); srcfile->PrepareWrite(srcfile->GetFileSize(), kStrSize);
srcfile->Append(str); ASSERT_OK(srcfile->Append(str));
srcfile->GetPreallocationStatus(&block_size, &last_allocated_block); srcfile->GetPreallocationStatus(&block_size, &last_allocated_block);
ASSERT_EQ(last_allocated_block, 1UL); ASSERT_EQ(last_allocated_block, 1UL);
@ -1576,7 +1581,7 @@ TEST_P(EnvPosixTestWithParam, Preallocation) {
auto buf_ptr = NewAligned(block_size, ' '); auto buf_ptr = NewAligned(block_size, ' ');
Slice buf(buf_ptr.get(), block_size); Slice buf(buf_ptr.get(), block_size);
srcfile->PrepareWrite(srcfile->GetFileSize(), block_size); srcfile->PrepareWrite(srcfile->GetFileSize(), block_size);
srcfile->Append(buf); ASSERT_OK(srcfile->Append(buf));
srcfile->GetPreallocationStatus(&block_size, &last_allocated_block); srcfile->GetPreallocationStatus(&block_size, &last_allocated_block);
ASSERT_EQ(last_allocated_block, 2UL); ASSERT_EQ(last_allocated_block, 2UL);
} }
@ -1586,7 +1591,7 @@ TEST_P(EnvPosixTestWithParam, Preallocation) {
auto buf_ptr = NewAligned(block_size * 5, ' '); auto buf_ptr = NewAligned(block_size * 5, ' ');
Slice buf = Slice(buf_ptr.get(), block_size * 5); Slice buf = Slice(buf_ptr.get(), block_size * 5);
srcfile->PrepareWrite(srcfile->GetFileSize(), buf.size()); srcfile->PrepareWrite(srcfile->GetFileSize(), buf.size());
srcfile->Append(buf); ASSERT_OK(srcfile->Append(buf));
srcfile->GetPreallocationStatus(&block_size, &last_allocated_block); srcfile->GetPreallocationStatus(&block_size, &last_allocated_block);
ASSERT_EQ(last_allocated_block, 7UL); ASSERT_EQ(last_allocated_block, 7UL);
} }
@ -1603,7 +1608,7 @@ TEST_P(EnvPosixTestWithParam, ConsistentChildrenAttributes) {
std::string data; std::string data;
std::string test_base_dir = test::PerThreadDBPath(env_, "env_test_chr_attr"); std::string test_base_dir = test::PerThreadDBPath(env_, "env_test_chr_attr");
env_->CreateDir(test_base_dir); env_->CreateDir(test_base_dir).PermitUncheckedError();
for (int i = 0; i < kNumChildren; ++i) { for (int i = 0; i < kNumChildren; ++i) {
const std::string path = test_base_dir + "/testfile_" + std::to_string(i); const std::string path = test_base_dir + "/testfile_" + std::to_string(i);
std::unique_ptr<WritableFile> file; std::unique_ptr<WritableFile> file;
@ -1619,7 +1624,7 @@ TEST_P(EnvPosixTestWithParam, ConsistentChildrenAttributes) {
ASSERT_OK(env_->NewWritableFile(path, &file, soptions)); ASSERT_OK(env_->NewWritableFile(path, &file, soptions));
auto buf_ptr = NewAligned(data.size(), 'T'); auto buf_ptr = NewAligned(data.size(), 'T');
Slice buf(buf_ptr.get(), data.size()); Slice buf(buf_ptr.get(), data.size());
file->Append(buf); ASSERT_OK(file->Append(buf));
data.append(std::string(4096, 'T')); data.append(std::string(4096, 'T'));
} }
@ -1770,13 +1775,13 @@ TEST_P(EnvPosixTestWithParam, WritableFileWrapper) {
{ {
Base b(&step); Base b(&step);
Wrapper w(&b); Wrapper w(&b);
w.Append(Slice()); ASSERT_OK(w.Append(Slice()));
w.PositionedAppend(Slice(), 0); ASSERT_OK(w.PositionedAppend(Slice(), 0));
w.Truncate(0); ASSERT_OK(w.Truncate(0));
w.Close(); ASSERT_OK(w.Close());
w.Flush(); ASSERT_OK(w.Flush());
w.Sync(); ASSERT_OK(w.Sync());
w.Fsync(); ASSERT_OK(w.Fsync());
w.IsSyncThreadSafe(); w.IsSyncThreadSafe();
w.use_direct_io(); w.use_direct_io();
w.GetRequiredBufferAlignment(); w.GetRequiredBufferAlignment();
@ -1788,10 +1793,10 @@ TEST_P(EnvPosixTestWithParam, WritableFileWrapper) {
w.SetPreallocationBlockSize(0); w.SetPreallocationBlockSize(0);
w.GetPreallocationStatus(nullptr, nullptr); w.GetPreallocationStatus(nullptr, nullptr);
w.GetUniqueId(nullptr, 0); w.GetUniqueId(nullptr, 0);
w.InvalidateCache(0, 0); ASSERT_OK(w.InvalidateCache(0, 0));
w.RangeSync(0, 0); ASSERT_OK(w.RangeSync(0, 0));
w.PrepareWrite(0, 0); w.PrepareWrite(0, 0);
w.Allocate(0, 0); ASSERT_OK(w.Allocate(0, 0));
} }
EXPECT_EQ(24, step); EXPECT_EQ(24, step);
@ -1800,7 +1805,7 @@ TEST_P(EnvPosixTestWithParam, WritableFileWrapper) {
TEST_P(EnvPosixTestWithParam, PosixRandomRWFile) { TEST_P(EnvPosixTestWithParam, PosixRandomRWFile) {
const std::string path = test::PerThreadDBPath(env_, "random_rw_file"); const std::string path = test::PerThreadDBPath(env_, "random_rw_file");
env_->DeleteFile(path); env_->DeleteFile(path).PermitUncheckedError();
std::unique_ptr<RandomRWFile> file; std::unique_ptr<RandomRWFile> file;
@ -1850,7 +1855,7 @@ TEST_P(EnvPosixTestWithParam, PosixRandomRWFile) {
ASSERT_EQ(read_res.ToString(), "XXXQ"); ASSERT_EQ(read_res.ToString(), "XXXQ");
// Close file and reopen it // Close file and reopen it
file->Close(); ASSERT_OK(file->Close());
ASSERT_OK(env_->NewRandomRWFile(path, &file, EnvOptions())); ASSERT_OK(env_->NewRandomRWFile(path, &file, EnvOptions()));
ASSERT_OK(file->Read(0, 9, &read_res, buf)); ASSERT_OK(file->Read(0, 9, &read_res, buf));
@ -1867,7 +1872,7 @@ TEST_P(EnvPosixTestWithParam, PosixRandomRWFile) {
ASSERT_EQ(read_res.ToString(), "ABXXTTTTTT"); ASSERT_EQ(read_res.ToString(), "ABXXTTTTTT");
// Clean up // Clean up
env_->DeleteFile(path); ASSERT_OK(env_->DeleteFile(path));
} }
class RandomRWFileWithMirrorString { class RandomRWFileWithMirrorString {
@ -1927,7 +1932,7 @@ class RandomRWFileWithMirrorString {
TEST_P(EnvPosixTestWithParam, PosixRandomRWFileRandomized) { TEST_P(EnvPosixTestWithParam, PosixRandomRWFileRandomized) {
const std::string path = test::PerThreadDBPath(env_, "random_rw_file_rand"); const std::string path = test::PerThreadDBPath(env_, "random_rw_file_rand");
env_->DeleteFile(path); env_->DeleteFile(path).PermitUncheckedError();
std::unique_ptr<RandomRWFile> file; std::unique_ptr<RandomRWFile> file;
@ -1968,7 +1973,7 @@ TEST_P(EnvPosixTestWithParam, PosixRandomRWFileRandomized) {
} }
// clean up // clean up
env_->DeleteFile(path); ASSERT_OK(env_->DeleteFile(path));
} }
class TestEnv : public EnvWrapper { class TestEnv : public EnvWrapper {
@ -1982,7 +1987,8 @@ class TestEnv : public EnvWrapper {
TestLogger(TestEnv* env_ptr) : Logger() { env = env_ptr; } TestLogger(TestEnv* env_ptr) : Logger() { env = env_ptr; }
~TestLogger() override { ~TestLogger() override {
if (!closed_) { if (!closed_) {
CloseHelper(); Status s = CloseHelper();
s.PermitUncheckedError();
} }
} }
void Logv(const char* /*format*/, va_list /*ap*/) override{}; void Logv(const char* /*format*/, va_list /*ap*/) override{};
@ -2026,17 +2032,17 @@ TEST_F(EnvTest, Close) {
Status s; Status s;
s = env->NewLogger("", &logger); s = env->NewLogger("", &logger);
ASSERT_EQ(s, Status::OK()); ASSERT_OK(s);
logger.get()->Close(); ASSERT_OK(logger.get()->Close());
ASSERT_EQ(env->GetCloseCount(), 1); ASSERT_EQ(env->GetCloseCount(), 1);
// Call Close() again. CloseHelper() should not be called again // Call Close() again. CloseHelper() should not be called again
logger.get()->Close(); ASSERT_OK(logger.get()->Close());
ASSERT_EQ(env->GetCloseCount(), 1); ASSERT_EQ(env->GetCloseCount(), 1);
logger.reset(); logger.reset();
ASSERT_EQ(env->GetCloseCount(), 1); ASSERT_EQ(env->GetCloseCount(), 1);
s = env->NewLogger("", &logger); s = env->NewLogger("", &logger);
ASSERT_EQ(s, Status::OK()); ASSERT_OK(s);
logger.reset(); logger.reset();
ASSERT_EQ(env->GetCloseCount(), 2); ASSERT_EQ(env->GetCloseCount(), 2);
@ -2105,6 +2111,8 @@ class EnvFSTestWithParam
std::string dbname2_; std::string dbname2_;
}; };
#ifndef ROCKSDB_ASSERT_STATUS_CHECKED // Database tests do not do well with
// this flag
TEST_P(EnvFSTestWithParam, OptionsTest) { TEST_P(EnvFSTestWithParam, OptionsTest) {
Options opts; Options opts;
opts.env = env_; opts.env = env_;
@ -2143,6 +2151,7 @@ TEST_P(EnvFSTestWithParam, OptionsTest) {
dbname = dbname2_; dbname = dbname2_;
} }
} }
#endif // ROCKSDB_ASSERT_STATUS_CHECKED
// The parameters are as follows - // The parameters are as follows -
// 1. True means Options::env is non-null, false means null // 1. True means Options::env is non-null, false means null
@ -2152,7 +2161,6 @@ INSTANTIATE_TEST_CASE_P(
EnvFSTest, EnvFSTestWithParam, EnvFSTest, EnvFSTestWithParam,
::testing::Combine(::testing::Bool(), ::testing::Bool(), ::testing::Combine(::testing::Bool(), ::testing::Bool(),
::testing::Bool())); ::testing::Bool()));
// This test ensures that default Env and those allocated by // This test ensures that default Env and those allocated by
// NewCompositeEnv() all share the same threadpool // NewCompositeEnv() all share the same threadpool
TEST_F(EnvTest, MultipleCompositeEnv) { TEST_F(EnvTest, MultipleCompositeEnv) {
@ -2164,7 +2172,6 @@ TEST_F(EnvTest, MultipleCompositeEnv) {
std::unique_ptr<Env> env2 = NewCompositeEnv(fs2); std::unique_ptr<Env> env2 = NewCompositeEnv(fs2);
Env::Default()->SetBackgroundThreads(8, Env::HIGH); Env::Default()->SetBackgroundThreads(8, Env::HIGH);
Env::Default()->SetBackgroundThreads(16, Env::LOW); Env::Default()->SetBackgroundThreads(16, Env::LOW);
ASSERT_EQ(env1->GetBackgroundThreads(Env::LOW), 16); ASSERT_EQ(env1->GetBackgroundThreads(Env::LOW), 16);
ASSERT_EQ(env1->GetBackgroundThreads(Env::HIGH), 8); ASSERT_EQ(env1->GetBackgroundThreads(Env::HIGH), 8);
ASSERT_EQ(env2->GetBackgroundThreads(Env::LOW), 16); ASSERT_EQ(env2->GetBackgroundThreads(Env::LOW), 16);

45
env/fs_posix.cc vendored
View File

@ -201,7 +201,7 @@ class PosixFileSystem : public FileSystem {
std::unique_ptr<FSRandomAccessFile>* result, std::unique_ptr<FSRandomAccessFile>* result,
IODebugContext* /*dbg*/) override { IODebugContext* /*dbg*/) override {
result->reset(); result->reset();
IOStatus s; IOStatus s = IOStatus::OK();
int fd; int fd;
int flags = cloexec_flags(O_RDONLY, &options); int flags = cloexec_flags(O_RDONLY, &options);
@ -221,7 +221,8 @@ class PosixFileSystem : public FileSystem {
fd = open(fname.c_str(), flags, GetDBFileMode(allow_non_owner_access_)); fd = open(fname.c_str(), flags, GetDBFileMode(allow_non_owner_access_));
} while (fd < 0 && errno == EINTR); } while (fd < 0 && errno == EINTR);
if (fd < 0) { if (fd < 0) {
return IOError("While open a file for random read", fname, errno); s = IOError("While open a file for random read", fname, errno);
return s;
} }
SetFD_CLOEXEC(fd, &options); SetFD_CLOEXEC(fd, &options);
@ -636,50 +637,46 @@ class PosixFileSystem : public FileSystem {
IOStatus CreateDir(const std::string& name, const IOOptions& /*opts*/, IOStatus CreateDir(const std::string& name, const IOOptions& /*opts*/,
IODebugContext* /*dbg*/) override { IODebugContext* /*dbg*/) override {
IOStatus result;
if (mkdir(name.c_str(), 0755) != 0) { if (mkdir(name.c_str(), 0755) != 0) {
result = IOError("While mkdir", name, errno); return IOError("While mkdir", name, errno);
} }
return result; return IOStatus::OK();
} }
IOStatus CreateDirIfMissing(const std::string& name, IOStatus CreateDirIfMissing(const std::string& name,
const IOOptions& /*opts*/, const IOOptions& /*opts*/,
IODebugContext* /*dbg*/) override { IODebugContext* /*dbg*/) override {
IOStatus result;
if (mkdir(name.c_str(), 0755) != 0) { if (mkdir(name.c_str(), 0755) != 0) {
if (errno != EEXIST) { if (errno != EEXIST) {
result = IOError("While mkdir if missing", name, errno); return IOError("While mkdir if missing", name, errno);
} else if (!DirExists(name)) { // Check that name is actually a } else if (!DirExists(name)) { // Check that name is actually a
// directory. // directory.
// Message is taken from mkdir // Message is taken from mkdir
result = return IOStatus::IOError("`" + name +
IOStatus::IOError("`" + name + "' exists but is not a directory"); "' exists but is not a directory");
} }
} }
return result; return IOStatus::OK();
} }
IOStatus DeleteDir(const std::string& name, const IOOptions& /*opts*/, IOStatus DeleteDir(const std::string& name, const IOOptions& /*opts*/,
IODebugContext* /*dbg*/) override { IODebugContext* /*dbg*/) override {
IOStatus result;
if (rmdir(name.c_str()) != 0) { if (rmdir(name.c_str()) != 0) {
result = IOError("file rmdir", name, errno); return IOError("file rmdir", name, errno);
} }
return result; return IOStatus::OK();
} }
IOStatus GetFileSize(const std::string& fname, const IOOptions& /*opts*/, IOStatus GetFileSize(const std::string& fname, const IOOptions& /*opts*/,
uint64_t* size, IODebugContext* /*dbg*/) override { uint64_t* size, IODebugContext* /*dbg*/) override {
IOStatus s;
struct stat sbuf; struct stat sbuf;
if (stat(fname.c_str(), &sbuf) != 0) { if (stat(fname.c_str(), &sbuf) != 0) {
*size = 0; *size = 0;
s = IOError("while stat a file for size", fname, errno); return IOError("while stat a file for size", fname, errno);
} else { } else {
*size = sbuf.st_size; *size = sbuf.st_size;
} }
return s; return IOStatus::OK();
} }
IOStatus GetFileModificationTime(const std::string& fname, IOStatus GetFileModificationTime(const std::string& fname,
@ -697,24 +694,22 @@ class PosixFileSystem : public FileSystem {
IOStatus RenameFile(const std::string& src, const std::string& target, IOStatus RenameFile(const std::string& src, const std::string& target,
const IOOptions& /*opts*/, const IOOptions& /*opts*/,
IODebugContext* /*dbg*/) override { IODebugContext* /*dbg*/) override {
IOStatus result;
if (rename(src.c_str(), target.c_str()) != 0) { if (rename(src.c_str(), target.c_str()) != 0) {
result = IOError("While renaming a file to " + target, src, errno); return IOError("While renaming a file to " + target, src, errno);
} }
return result; return IOStatus::OK();
} }
IOStatus LinkFile(const std::string& src, const std::string& target, IOStatus LinkFile(const std::string& src, const std::string& target,
const IOOptions& /*opts*/, const IOOptions& /*opts*/,
IODebugContext* /*dbg*/) override { IODebugContext* /*dbg*/) override {
IOStatus result;
if (link(src.c_str(), target.c_str()) != 0) { if (link(src.c_str(), target.c_str()) != 0) {
if (errno == EXDEV) { if (errno == EXDEV) {
return IOStatus::NotSupported("No cross FS links allowed"); return IOStatus::NotSupported("No cross FS links allowed");
} }
result = IOError("while link file to " + target, src, errno); return IOError("while link file to " + target, src, errno);
} }
return result; return IOStatus::OK();
} }
IOStatus NumFileLinks(const std::string& fname, const IOOptions& /*opts*/, IOStatus NumFileLinks(const std::string& fname, const IOOptions& /*opts*/,
@ -751,12 +746,11 @@ class PosixFileSystem : public FileSystem {
IOStatus LockFile(const std::string& fname, const IOOptions& /*opts*/, IOStatus LockFile(const std::string& fname, const IOOptions& /*opts*/,
FileLock** lock, IODebugContext* /*dbg*/) override { FileLock** lock, IODebugContext* /*dbg*/) override {
*lock = nullptr; *lock = nullptr;
IOStatus result;
LockHoldingInfo lhi; LockHoldingInfo lhi;
int64_t current_time = 0; int64_t current_time = 0;
// Ignore status code as the time is only used for error message. // Ignore status code as the time is only used for error message.
Env::Default()->GetCurrentTime(&current_time); Env::Default()->GetCurrentTime(&current_time).PermitUncheckedError();
lhi.acquire_time = current_time; lhi.acquire_time = current_time;
lhi.acquiring_thread = Env::Default()->GetThreadID(); lhi.acquiring_thread = Env::Default()->GetThreadID();
@ -784,6 +778,7 @@ class PosixFileSystem : public FileSystem {
fname, errno); fname, errno);
} }
IOStatus result = IOStatus::OK();
int fd; int fd;
int flags = cloexec_flags(O_RDWR | O_CREAT, nullptr); int flags = cloexec_flags(O_RDWR | O_CREAT, nullptr);
@ -861,7 +856,7 @@ class PosixFileSystem : public FileSystem {
// Directory may already exist // Directory may already exist
{ {
IOOptions opts; IOOptions opts;
CreateDir(*result, opts, nullptr); return CreateDirIfMissing(*result, opts, nullptr);
} }
return IOStatus::OK(); return IOStatus::OK();
} }

9
env/io_posix.cc vendored
View File

@ -990,7 +990,8 @@ PosixMmapFile::PosixMmapFile(const std::string& fname, int fd, size_t page_size,
PosixMmapFile::~PosixMmapFile() { PosixMmapFile::~PosixMmapFile() {
if (fd_ >= 0) { if (fd_ >= 0) {
PosixMmapFile::Close(IOOptions(), nullptr); IOStatus s = PosixMmapFile::Close(IOOptions(), nullptr);
s.PermitUncheckedError();
} }
} }
@ -1152,7 +1153,8 @@ PosixWritableFile::PosixWritableFile(const std::string& fname, int fd,
PosixWritableFile::~PosixWritableFile() { PosixWritableFile::~PosixWritableFile() {
if (fd_ >= 0) { if (fd_ >= 0) {
PosixWritableFile::Close(IOOptions(), nullptr); IOStatus s = PosixWritableFile::Close(IOOptions(), nullptr);
s.PermitUncheckedError();
} }
} }
@ -1394,7 +1396,8 @@ PosixRandomRWFile::PosixRandomRWFile(const std::string& fname, int fd,
PosixRandomRWFile::~PosixRandomRWFile() { PosixRandomRWFile::~PosixRandomRWFile() {
if (fd_ >= 0) { if (fd_ >= 0) {
Close(IOOptions(), nullptr); IOStatus s = Close(IOOptions(), nullptr);
s.PermitUncheckedError();
} }
} }

2
env/mock_env.cc vendored
View File

@ -600,7 +600,7 @@ Status MockEnv::CreateDir(const std::string& dirname) {
} }
Status MockEnv::CreateDirIfMissing(const std::string& dirname) { Status MockEnv::CreateDirIfMissing(const std::string& dirname) {
CreateDir(dirname); CreateDir(dirname).PermitUncheckedError();
return Status::OK(); return Status::OK();
} }

5
file/sst_file_manager_impl.cc
View File

@ -509,7 +509,7 @@ SstFileManager* NewSstFileManager(Env* env, std::shared_ptr<FileSystem> fs,
// trash_dir is deprecated and not needed anymore, but if user passed it // trash_dir is deprecated and not needed anymore, but if user passed it
// we will still remove files in it. // we will still remove files in it.
Status s; Status s = Status::OK();
if (delete_existing_trash && trash_dir != "") { if (delete_existing_trash && trash_dir != "") {
std::vector<std::string> files_in_trash; std::vector<std::string> files_in_trash;
s = fs->GetChildren(trash_dir, IOOptions(), &files_in_trash, nullptr); s = fs->GetChildren(trash_dir, IOOptions(), &files_in_trash, nullptr);
@ -532,6 +532,9 @@ SstFileManager* NewSstFileManager(Env* env, std::shared_ptr<FileSystem> fs,
if (status) { if (status) {
*status = s; *status = s;
} else {
// No one passed us a Status, so they must not care about the error...
s.PermitUncheckedError();
} }
return res; return res;

3
include/rocksdb/file_system.h
View File

@ -869,7 +869,8 @@ class FSWritableFile {
size_t num_spanned_blocks = size_t num_spanned_blocks =
new_last_preallocated_block - last_preallocated_block_; new_last_preallocated_block - last_preallocated_block_;
Allocate(block_size * last_preallocated_block_, Allocate(block_size * last_preallocated_block_,
block_size * num_spanned_blocks, options, dbg); block_size * num_spanned_blocks, options, dbg)
.PermitUncheckedError();
last_preallocated_block_ = new_last_preallocated_block; last_preallocated_block_ = new_last_preallocated_block;
} }
} }

2
test_util/testharness.cc
View File

@ -26,7 +26,7 @@ namespace test {
std::string TmpDir(Env* env) { std::string TmpDir(Env* env) {
std::string dir; std::string dir;
Status s = env->GetTestDirectory(&dir); Status s = env->GetTestDirectory(&dir);
EXPECT_TRUE(s.ok()) << s.ToString(); EXPECT_OK(s);
return dir; return dir;
} }

2
utilities/env_timed_test.cc
View File

@ -21,7 +21,7 @@ TEST_F(TimedEnvTest, BasicTest) {
std::unique_ptr<Env> mem_env(NewMemEnv(Env::Default())); std::unique_ptr<Env> mem_env(NewMemEnv(Env::Default()));
std::unique_ptr<Env> timed_env(NewTimedEnv(mem_env.get())); std::unique_ptr<Env> timed_env(NewTimedEnv(mem_env.get()));
std::unique_ptr<WritableFile> writable_file; std::unique_ptr<WritableFile> writable_file;
timed_env->NewWritableFile("f", &writable_file, EnvOptions()); ASSERT_OK(timed_env->NewWritableFile("f", &writable_file, EnvOptions()));
ASSERT_GT(get_perf_context()->env_new_writable_file_nanos, 0); ASSERT_GT(get_perf_context()->env_new_writable_file_nanos, 0);
} }

8
utilities/fault_injection_fs.h
View File

@ -157,13 +157,13 @@ class TestFSDirectory : public FSDirectory {
class FaultInjectionTestFS : public FileSystemWrapper { class FaultInjectionTestFS : public FileSystemWrapper {
public: public:
explicit FaultInjectionTestFS(std::shared_ptr<FileSystem> base) explicit FaultInjectionTestFS(const std::shared_ptr<FileSystem>& base)
: FileSystemWrapper(base), : FileSystemWrapper(base),
filesystem_active_(true), filesystem_active_(true),
filesystem_writable_(false), filesystem_writable_(false),
thread_local_error_( thread_local_error_(new ThreadLocalPtr(DeleteThreadLocalErrorContext)) {
new ThreadLocalPtr(DeleteThreadLocalErrorContext)) {} }
virtual ~FaultInjectionTestFS() {} virtual ~FaultInjectionTestFS() { error_.PermitUncheckedError(); }
const char* Name() const override { return "FaultInjectionTestFS"; } const char* Name() const override { return "FaultInjectionTestFS"; }