972f96b3fb
Summary: rocksdb direct io support ``` [gzh@dev11575.prn2 ~/rocksdb] ./db_bench -benchmarks=fillseq --num=1000000 Initializing RocksDB Options from the specified file Initializing RocksDB Options from command-line flags RocksDB: version 5.0 Date: Wed Nov 23 13:17:43 2016 CPU: 40 * Intel(R) Xeon(R) CPU E5-2660 v2 @ 2.20GHz CPUCache: 25600 KB Keys: 16 bytes each Values: 100 bytes each (50 bytes after compression) Entries: 1000000 Prefix: 0 bytes Keys per prefix: 0 RawSize: 110.6 MB (estimated) FileSize: 62.9 MB (estimated) Write rate: 0 bytes/second Compression: Snappy Memtablerep: skip_list Perf Level: 1 WARNING: Assertions are enabled; benchmarks unnecessarily slow ------------------------------------------------ Initializing RocksDB Options from the specified file Initializing RocksDB Options from command-line flags DB path: [/tmp/rocksdbtest-112628/dbbench] fillseq : 4.393 micros/op 227639 ops/sec; 25.2 MB/s [gzh@dev11575.prn2 ~/roc Closes https://github.com/facebook/rocksdb/pull/1564 Differential Revision: D4241093 Pulled By: lightmark fbshipit-source-id: 98c29e3
85 lines
2.5 KiB
C++
85 lines
2.5 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under the BSD-style license found in the
|
|
// LICENSE file in the root directory of this source tree. An additional grant
|
|
// of patent rights can be found in the PATENTS file in the same directory.
|
|
|
|
#ifndef GFLAGS
|
|
#include <cstdio>
|
|
int main() {
|
|
fprintf(stderr, "Please install gflags to run rocksdb tools\n");
|
|
return 1;
|
|
}
|
|
#else
|
|
|
|
#include <gflags/gflags.h>
|
|
|
|
#include "rocksdb/env.h"
|
|
#include "util/file_reader_writer.h"
|
|
#include "util/histogram.h"
|
|
#include "util/testharness.h"
|
|
#include "util/testutil.h"
|
|
|
|
using GFLAGS::ParseCommandLineFlags;
|
|
using GFLAGS::SetUsageMessage;
|
|
|
|
// A simple benchmark to simulate transactional logs
|
|
|
|
DEFINE_int32(num_records, 6000, "Number of records.");
|
|
DEFINE_int32(record_size, 249, "Size of each record.");
|
|
DEFINE_int32(record_interval, 10000, "Interval between records (microSec)");
|
|
DEFINE_int32(bytes_per_sync, 0, "bytes_per_sync parameter in EnvOptions");
|
|
DEFINE_bool(enable_sync, false, "sync after each write.");
|
|
|
|
namespace rocksdb {
|
|
void RunBenchmark() {
|
|
std::string file_name = test::TmpDir() + "/log_write_benchmark.log";
|
|
Env* env = Env::Default();
|
|
EnvOptions env_options = env->OptimizeForLogWrite(EnvOptions());
|
|
env_options.bytes_per_sync = FLAGS_bytes_per_sync;
|
|
unique_ptr<WritableFile> file;
|
|
env->NewWritableFile(file_name, &file, env_options);
|
|
unique_ptr<WritableFileWriter> writer;
|
|
writer.reset(new WritableFileWriter(std::move(file), env_options));
|
|
|
|
std::string record;
|
|
record.assign(FLAGS_record_size, 'X');
|
|
|
|
HistogramImpl hist;
|
|
|
|
uint64_t start_time = env->NowMicros();
|
|
for (int i = 0; i < FLAGS_num_records; i++) {
|
|
uint64_t start_nanos = env->NowNanos();
|
|
writer->Append(record);
|
|
writer->Flush();
|
|
if (FLAGS_enable_sync) {
|
|
writer->Sync(false);
|
|
}
|
|
hist.Add(env->NowNanos() - start_nanos);
|
|
|
|
if (i % 1000 == 1) {
|
|
fprintf(stderr, "Wrote %d records...\n", i);
|
|
}
|
|
|
|
int time_to_sleep =
|
|
(i + 1) * FLAGS_record_interval - (env->NowMicros() - start_time);
|
|
if (time_to_sleep > 0) {
|
|
env->SleepForMicroseconds(time_to_sleep);
|
|
}
|
|
}
|
|
|
|
fprintf(stderr, "Distribution of latency of append+flush: \n%s",
|
|
hist.ToString().c_str());
|
|
}
|
|
} // namespace rocksdb
|
|
|
|
int main(int argc, char** argv) {
|
|
SetUsageMessage(std::string("\nUSAGE:\n") + std::string(argv[0]) +
|
|
" [OPTIONS]...");
|
|
ParseCommandLineFlags(&argc, &argv, true);
|
|
|
|
rocksdb::RunBenchmark();
|
|
return 0;
|
|
}
|
|
|
|
#endif // GFLAGS
|