andreacavalli/rocksdb
0
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Optimize storage parameters for spatialDB

Browse Source 
Summary: We need to start compression at level 1, while OptimizeForLevelComapaction() only sets up rocksdb to start compressing at level 2. I also adjusted some other things.

Test Plan: compiles

Reviewers: yinwang

Reviewed By: yinwang

Differential Revision: https://reviews.facebook.net/D22203
This commit is contained in:
Igor Canadi 2014-08-20 11:14:01 -07:00
parent 045575ad0c
commit 01cbdd2aae
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
utilities/spatialdb/spatial_db.cc
View File

@ -552,8 +552,18 @@ class SpatialDBImpl : public SpatialDB {
namespace { namespace {
Options GetRocksDBOptionsFromOptions(const SpatialDBOptions& options) { Options GetRocksDBOptionsFromOptions(const SpatialDBOptions& options) {
Options rocksdb_options; Options rocksdb_options;
rocksdb_options.OptimizeLevelStyleCompaction();
rocksdb_options.IncreaseParallelism(options.num_threads); rocksdb_options.IncreaseParallelism(options.num_threads);
rocksdb_options.write_buffer_size = 256 * 1024 * 1024; // 256MB
rocksdb_options.max_bytes_for_level_base = 1024 * 1024 * 1024; // 1 GB
// only compress levels >= 1
rocksdb_options.compression_per_level.resize(rocksdb_options.num_levels);
for (int i = 0; i < rocksdb_options.num_levels; ++i) {
if (i == 0) {
rocksdb_options.compression_per_level[i] = kNoCompression;
} else {
rocksdb_options.compression_per_level[i] = kLZ4Compression;
}
}
rocksdb_options.block_cache = NewLRUCache(options.cache_size); rocksdb_options.block_cache = NewLRUCache(options.cache_size);
if (options.bulk_load) { if (options.bulk_load) {
rocksdb_options.PrepareForBulkLoad(); rocksdb_options.PrepareForBulkLoad();