andreacavalli/rocksdb
0
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

minor update to benchmark script

Browse Source 
Summary: Try to match some parameters from Dhruba's benchmarks on github

Test Plan: ran it

Reviewers: sdong, yhchiang, igor

Reviewed By: igor

Subscribers: dhruba, leveldb

Differential Revision: https://reviews.facebook.net/D24687
This commit is contained in:
Lei Jin 2014-10-10 09:55:40 -07:00
parent b7d3d6ebc5
commit f18b4a4847
2 changed files with 11 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
tools/benchmark.sh
View File

@ -28,7 +28,7 @@ fi
num_read_threads=${NUM_READ_THREADS:-16} num_read_threads=${NUM_READ_THREADS:-16}
writes_per_second=${WRITES_PER_SEC:-$((80 * K))} # (only for readwhilewriting) writes_per_second=${WRITES_PER_SEC:-$((80 * K))} # (only for readwhilewriting)
cache_size=$((16 * G)) cache_size=$((1 * G))
duration=${DURATION:-0} duration=${DURATION:-0}
num_keys=${NUM_KEYS:-$((1 * G))} num_keys=${NUM_KEYS:-$((1 * G))}
@ -45,13 +45,14 @@ const_params="
--block_size=4096 \ --block_size=4096 \
--cache_size=$cache_size \ --cache_size=$cache_size \
--cache_numshardbits=6 \ --cache_numshardbits=6 \
--compression_type=snappy \ --compression_type=zlib \
--min_level_to_compress=2 \
--compression_ratio=0.5 \ --compression_ratio=0.5 \
\ \
--hard_rate_limit=2 \ --hard_rate_limit=2 \
--rate_limit_delay_max_milliseconds=1000000 \ --rate_limit_delay_max_milliseconds=1000000 \
--write_buffer_size=$((128 * M)) \ --write_buffer_size=$((128 * M)) \
--max_write_buffer_number=2 \ --max_write_buffer_number=3 \
--target_file_size_base=$((128 * M)) \ --target_file_size_base=$((128 * M)) \
--max_bytes_for_level_base=$((1 * G)) \ --max_bytes_for_level_base=$((1 * G)) \
\ \
@ -71,9 +72,9 @@ const_params="
--open_files=$((20 * K))" --open_files=$((20 * K))"
l0_config=" l0_config="
--level0_file_num_compaction_trigger=8 \ --level0_file_num_compaction_trigger=4 \
--level0_slowdown_writes_trigger=16 \ --level0_slowdown_writes_trigger=8 \
--level0_stop_writes_trigger=24" --level0_stop_writes_trigger=12"
if [ $duration -gt 0 ]; then if [ $duration -gt 0 ]; then
const_params="$const_params --duration=$duration" const_params="$const_params --duration=$duration"
@ -82,9 +83,9 @@ fi
params_r="$const_params $l0_config --max_background_compactions=4 --max_background_flushes=1" params_r="$const_params $l0_config --max_background_compactions=4 --max_background_flushes=1"
params_w="$const_params $l0_config --max_background_compactions=16 --max_background_flushes=16" params_w="$const_params $l0_config --max_background_compactions=16 --max_background_flushes=16"
params_bulkload="$const_params --max_background_compactions=16 --max_background_flushes=16 \ params_bulkload="$const_params --max_background_compactions=16 --max_background_flushes=16 \
--level0_file_num_compaction_trigger=$((100 * M)) \ --level0_file_num_compaction_trigger=$((10 * M)) \
--level0_slowdown_writes_trigger=$((100 * M)) \ --level0_slowdown_writes_trigger=$((10 * M)) \
--level0_stop_writes_trigger=$((100 * M))" --level0_stop_writes_trigger=$((10 * M))"
function run_bulkload { function run_bulkload {
echo "Bulk loading $num_keys random keys into database..." echo "Bulk loading $num_keys random keys into database..."

2
tools/run_flash_bench.sh
View File

@ -10,7 +10,7 @@ G=$((1024 * M))
n=$((1 * G)) n=$((1 * G))
wps=$((80 * K)) wps=$((80 * K))
duration=$((6 * 60 * 60)) duration=$((12 * 60 * 60))
num_read_threads=24 num_read_threads=24
# Update these parameters before execution !!! # Update these parameters before execution !!!