From e91ec64caca276bc22c6250286f9307aad4f2fd0 Mon Sep 17 00:00:00 2001 From: Jay Zhuang Date: Fri, 15 Apr 2022 13:56:22 -0700 Subject: [PATCH] Remove flaky servicelab metrics DBPut P95/P99 (#9844) Summary: The P95 and P99 metrics are flaky, similar to DBGet ones which removed in https://github.com/facebook/rocksdb/issues/9742 . Pull Request resolved: https://github.com/facebook/rocksdb/pull/9844 Test Plan: `$ ./buckifier/buckify_rocksdb.py` Reviewed By: ajkr Differential Revision: D35655531 Pulled By: jay-zhuang fbshipit-source-id: c1409f0fba4e23d461a65f988c27ac5e2ae85d13 --- TARGETS | 54 - buckifier/bench-slow.json | 12342 ++++++++++++++++----------------- buckifier/bench.json | 3180 +++++---- buckifier/buckify_rocksdb.py | 1 + 4 files changed, 7726 insertions(+), 7851 deletions(-) mode change 100644 => 100755 buckifier/buckify_rocksdb.py diff --git a/TARGETS b/TARGETS index 38f2b7550..1f2bd2bfb 100644 --- a/TARGETS +++ b/TARGETS @@ -713,9 +713,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0", binary_to_bench_to_ 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time', 'cpu_time', @@ -771,16 +769,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1", binary_to_bench_to_ 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}, 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', @@ -1020,9 +1014,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6", binary_to_bench_to_ 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}, 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', @@ -1061,16 +1053,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7", binary_to_bench_to_ 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000': ['real_time', 'cpu_time', @@ -1115,9 +1103,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8", binary_to_bench_to_ 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}, 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', 'cpu_time', @@ -1211,9 +1197,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10", binary_to_bench_to 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}, 'ribbon_bench': {'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', 'cpu_time', @@ -1245,16 +1229,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11", binary_to_bench_to 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=3, regression_threshold=10) @@ -1339,9 +1319,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13", binary_to_bench_to 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}, 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', @@ -1382,9 +1360,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14", binary_to_bench_to 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads']}, 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', 'cpu_time', @@ -1483,9 +1459,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -1706,9 +1680,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -1929,9 +1901,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -2152,9 +2122,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -2375,9 +2343,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -2598,9 +2564,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -2821,9 +2785,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -3044,9 +3006,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -3267,9 +3227,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -3490,9 +3448,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_benc 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -3713,9 +3669,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_ben 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -3936,9 +3890,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_ben 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -4159,9 +4111,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_ben 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -4382,9 +4332,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_ben 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', @@ -4605,9 +4553,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_ben 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', - 'put_p99', 'db_size', - 'put_p95', 'threads'], 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', 'cpu_time', diff --git a/buckifier/bench-slow.json b/buckifier/bench-slow.json index 221eae89a..948b3de29 100644 --- a/buckifier/bench-slow.json +++ b/buckifier/bench-slow.json @@ -1,6211 +1,6163 @@ [ - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1712.344628 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 479.941992 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1811.998557 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 549.901612 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4687.250475 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4818.164105 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 623.018994 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1997.259639 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3910.179634 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3217.553693 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4454.911311 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4195.372795 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 360.304737 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2141.057905 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 379.059546 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2249.892332 - } - ], - "IteratorNext/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2421.708898 - } - ], - "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1210.835611 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1930.985912 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3730.560675 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3805.367942 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1905.101414 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1346.866095 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2911.433188 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3265.867193 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3500.869188 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2764.891509 - } - ], - "ManualFlush/key_num:65536/per_key_size:1024/iterations:1": [ - "real_time", - "db_size", - "flush_write_bytes", - "flush_time", - "threads", - { - "est_runtime": 8213.664958 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1174.289332 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1844.656254 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1871.728091 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1138.131879 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 934.128086 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2050.952519 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2119.677364 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1620.549616 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1540.049484 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88891, - "name": "rocksdb_microbench_suite_0", - "regression_threshold": 10, - "sl_iterations": 3 + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1712.344628 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 479.941992 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1811.998557 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 549.901612 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4687.250475 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4818.164105 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 623.018994 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1997.259639 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3910.179634 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3217.553693 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4454.911311 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4195.372795 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.304737 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2141.057905 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 379.059546 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2249.892332 + } + ], + "IteratorNext/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2421.708898 + } + ], + "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1210.835611 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1930.985912 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3730.560675 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3805.367942 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1905.101414 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1346.866095 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2911.433188 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3265.867193 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3500.869188 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2764.891509 + } + ], + "ManualFlush/key_num:65536/per_key_size:1024/iterations:1": [ + "real_time", + "db_size", + "flush_write_bytes", + "flush_time", + "threads", + { + "est_runtime": 8213.664958 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1174.289332 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1844.656254 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1871.728091 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1138.131879 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 934.128086 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2050.952519 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2119.677364 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1620.549616 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1540.049484 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1774.099605 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1905.399998 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3808.99857 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4820.729905 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 651.103057 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2073.571864 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 501.900122 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2279.957943 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 517.245591 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4470.408695 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4697.266228 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.530036 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2153.984468 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2425.675621 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 271.474125 - } - ], - "IteratorNext/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2680.208144 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1925.787501 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2138.845144 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3240.472721 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3743.777606 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1889.280273 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1987.727061 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1324.811274 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1351.651528 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2898.268666 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3265.897167 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4230.885188 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1610.559355 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1479.488999 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1833.697116 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3543.222366 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3977.653591 - } - ], - "ManualFlush/key_num:65536/per_key_size:256/iterations:1": [ - "real_time", - "db_size", - "flush_write_bytes", - "flush_time", - "threads", - { - "est_runtime": 8022.977415 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 900.408425 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1086.553529 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1151.02499 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1789.665713 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88804, - "name": "rocksdb_microbench_suite_1", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88891, + "name": "rocksdb_microbench_suite_0", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1774.099605 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1905.399998 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3808.99857 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4820.729905 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 651.103057 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2073.571864 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 501.900122 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2279.957943 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 517.245591 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4470.408695 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4697.266228 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.530036 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2153.984468 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2425.675621 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.474125 + } + ], + "IteratorNext/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2680.208144 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1925.787501 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2138.845144 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3240.472721 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3743.777606 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1889.280273 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1987.727061 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1324.811274 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1351.651528 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2898.268666 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3265.897167 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4230.885188 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1610.559355 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1479.488999 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1833.697116 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3543.222366 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3977.653591 + } + ], + "ManualFlush/key_num:65536/per_key_size:256/iterations:1": [ + "real_time", + "db_size", + "flush_write_bytes", + "flush_time", + "threads", + { + "est_runtime": 8022.977415 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 900.408425 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1086.553529 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1151.02499 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1789.665713 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBClose/iterations:200": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 7875.438371 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1809.467556 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.578514 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2007.832073 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3049.786949 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3155.268413 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 471.459789 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 513.865636 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3323.251926 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4287.119322 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4701.167388 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4478.402506 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 271.500867 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2156.637367 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.808772 - } - ], - "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2535.71873 - } - ], - "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 850.797161 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1870.864429 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1925.978405 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2138.98528 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4824.26486 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3568.048799 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1308.673423 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1845.907547 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1909.476304 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3816.002101 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1480.235109 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2428.851465 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3978.136634 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3745.274233 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2299.541611 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1152.817144 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2087.829967 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1138.066264 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1619.322144 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1715.83787 - } - ], - "SimpleGetWithPerfContext/iterations:1000000": [ - "block_seek_nanos", - "get_post_process_time", - "db_size", - "get_snapshot_time", - "block_read_time", - "threads", - "real_time", - "cpu_time", - "get_from_output_files_time", - "new_table_block_iter_nanos", - "get_cpu_nanos", - "user_key_comparison_count", - "neg_qu_pct", - "block_checksum_time", - "get_from_table_nanos", - { - "est_runtime": 1387.59016 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88803, - "name": "rocksdb_microbench_suite_2", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88804, + "name": "rocksdb_microbench_suite_1", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBClose/iterations:200": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 7875.438371 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1809.467556 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.578514 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2007.832073 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3049.786949 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3155.268413 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 471.459789 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 513.865636 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3323.251926 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4287.119322 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4701.167388 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4478.402506 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.500867 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2156.637367 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.808772 + } + ], + "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2535.71873 + } + ], + "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 850.797161 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1870.864429 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1925.978405 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2138.98528 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4824.26486 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3568.048799 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1308.673423 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1845.907547 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1909.476304 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3816.002101 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1480.235109 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2428.851465 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3978.136634 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3745.274233 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2299.541611 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1152.817144 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2087.829967 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1138.066264 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1619.322144 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1715.83787 + } + ], + "SimpleGetWithPerfContext/iterations:1000000": [ + "block_seek_nanos", + "get_post_process_time", + "db_size", + "get_snapshot_time", + "block_read_time", + "threads", + "real_time", + "cpu_time", + "get_from_output_files_time", + "new_table_block_iter_nanos", + "get_cpu_nanos", + "user_key_comparison_count", + "neg_qu_pct", + "block_checksum_time", + "get_from_table_nanos", + { + "est_runtime": 1387.59016 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1812.356957 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3809.037737 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 514.201628 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3294.815224 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4002.903452 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 649.806897 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 498.522549 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1839.233063 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1936.181117 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4471.890902 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4264.24321 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4701.026835 - } - ], - "DBOpen/iterations:200": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 7875.060419 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 360.330841 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2423.955419 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 379.060989 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2154.010254 - } - ], - "IteratorNext/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2682.352114 - } - ], - "IteratorNext/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 868.172285 - } - ], - "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2085.936855 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1972.741386 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1869.527457 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2138.868392 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3745.558567 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3240.715255 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4832.025298 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3572.947368 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1290.200332 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1903.644533 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2910.058307 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1762.345037 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1441.761423 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1609.655022 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2278.376767 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1153.828342 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1408.600116 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1136.291725 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88891, - "name": "rocksdb_microbench_suite_3", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88803, + "name": "rocksdb_microbench_suite_2", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1812.356957 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3809.037737 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 514.201628 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3294.815224 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4002.903452 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 649.806897 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 498.522549 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1839.233063 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1936.181117 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4471.890902 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4264.24321 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4701.026835 + } + ], + "DBOpen/iterations:200": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 7875.060419 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.330841 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2423.955419 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 379.060989 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2154.010254 + } + ], + "IteratorNext/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2682.352114 + } + ], + "IteratorNext/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 868.172285 + } + ], + "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2085.936855 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1972.741386 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1869.527457 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2138.868392 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3745.558567 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3240.715255 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4832.025298 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3572.947368 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1290.200332 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1903.644533 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2910.058307 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1762.345037 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1441.761423 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1609.655022 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2278.376767 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1153.828342 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1408.600116 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1136.291725 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2898.72783 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1997.299167 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 532.687188 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2110.493928 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2772.793109 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4294.689809 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4002.927614 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4482.402368 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4940.110072 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 651.121374 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1844.537642 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 497.710941 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1936.622943 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2419.132481 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 378.529031 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 271.438709 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2149.877539 - } - ], - "IteratorNext/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 869.224505 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2052.861678 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4748.430327 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3240.626869 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3579.521522 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1296.53393 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1809.525026 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1384.672588 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1904.994109 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3817.997968 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1480.208318 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1613.568431 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3356.701738 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2239.977922 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3751.327826 - } - ], - "ManualFlush/key_num:8192/per_key_size:1024/iterations:1": [ - "real_time", - "db_size", - "flush_write_bytes", - "flush_time", - "threads", - { - "est_runtime": 7597.332723 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1122.154905 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1870.157606 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1739.825979 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1151.690848 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88809, - "name": "rocksdb_microbench_suite_4", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88891, + "name": "rocksdb_microbench_suite_3", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2898.72783 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1997.299167 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 532.687188 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2110.493928 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2772.793109 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4294.689809 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4002.927614 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4482.402368 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4940.110072 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 651.121374 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1844.537642 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 497.710941 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1936.622943 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2419.132481 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.529031 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.438709 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2149.877539 + } + ], + "IteratorNext/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 869.224505 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2052.861678 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4748.430327 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3240.626869 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3579.521522 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1296.53393 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1809.525026 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1384.672588 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1904.994109 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3817.997968 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1480.208318 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1613.568431 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3356.701738 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2239.977922 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3751.327826 + } + ], + "ManualFlush/key_num:8192/per_key_size:1024/iterations:1": [ + "real_time", + "db_size", + "flush_write_bytes", + "flush_time", + "threads", + { + "est_runtime": 7597.332723 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1122.154905 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1870.157606 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1739.825979 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1151.690848 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1802.08561 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 624.132525 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1911.844737 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2007.84697 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2089.31663 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4497.182856 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4942.804943 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1883.654744 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 498.06214 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1937.167999 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 532.702176 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4302.580281 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3341.771318 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4003.101384 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.81272 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2157.656253 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 271.523747 - } - ], - "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2535.78947 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2139.039426 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3754.165204 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4752.499353 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1298.604072 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2998.907938 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3820.35491 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3169.465918 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1835.11354 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1608.421875 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3624.747853 - } - ], - "ManualFlush/key_num:8192/per_key_size:256/iterations:1": [ - "real_time", - "db_size", - "flush_write_bytes", - "flush_time", - "threads", - { - "est_runtime": 7557.736147 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1173.706929 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 976.018148 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1021.383458 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2300.700002 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2447.080986 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1773.944316 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1408.654342 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1423.89826 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88803, - "name": "rocksdb_microbench_suite_5", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88809, + "name": "rocksdb_microbench_suite_4", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1802.08561 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 624.132525 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1911.844737 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2007.84697 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2089.31663 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4497.182856 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4942.804943 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1883.654744 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 498.06214 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1937.167999 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 532.702176 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4302.580281 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3341.771318 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4003.101384 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.81272 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2157.656253 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.523747 + } + ], + "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2535.78947 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2139.039426 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3754.165204 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4752.499353 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1298.604072 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2998.907938 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3820.35491 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3169.465918 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1835.11354 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1608.421875 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3624.747853 + } + ], + "ManualFlush/key_num:8192/per_key_size:256/iterations:1": [ + "real_time", + "db_size", + "flush_write_bytes", + "flush_time", + "threads", + { + "est_runtime": 7557.736147 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1173.706929 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 976.018148 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1021.383458 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2300.700002 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2447.080986 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1773.944316 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1408.654342 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1423.89826 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 658.890773 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2073.344847 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 532.66627 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4499.103078 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3823.666372 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 497.077261 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1937.011319 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4003.152699 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4358.242188 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4944.478659 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2201.425905 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2153.250796 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 378.432186 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 271.397936 - } - ], - "IteratorNext/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1156.84164 - } - ], - "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 871.341464 - } - ], - "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1115.478679 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2136.922862 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1975.004341 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3179.966272 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3769.15995 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4788.410331 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1307.377381 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1909.364449 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1369.449436 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2912.547738 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3633.675713 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2820.855412 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1479.955208 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1614.562603 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3350.108415 - } - ], - "ManualFlush/key_num:1024/per_key_size:1024/iterations:1": [ - "real_time", - "db_size", - "flush_write_bytes", - "flush_time", - "threads", - { - "est_runtime": 7422.165355 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1844.168905 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1870.857522 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2402.328004 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1739.59811 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1809.865409 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88813, - "name": "rocksdb_microbench_suite_6", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88803, + "name": "rocksdb_microbench_suite_5", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 658.890773 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2073.344847 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 532.66627 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4499.103078 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3823.666372 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 497.077261 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1937.011319 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4003.152699 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4358.242188 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4944.478659 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2201.425905 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2153.250796 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.432186 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.397936 + } + ], + "IteratorNext/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1156.84164 + } + ], + "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 871.341464 + } + ], + "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1115.478679 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2136.922862 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1975.004341 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3179.966272 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3769.15995 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4788.410331 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1307.377381 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1909.364449 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1369.449436 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2912.547738 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3633.675713 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2820.855412 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1479.955208 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1614.562603 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3350.108415 + } + ], + "ManualFlush/key_num:1024/per_key_size:1024/iterations:1": [ + "real_time", + "db_size", + "flush_write_bytes", + "flush_time", + "threads", + { + "est_runtime": 7422.165355 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1844.168905 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1870.857522 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2402.328004 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1739.59811 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1809.865409 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 609.749844 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 551.801692 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4512.440338 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3823.643659 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1885.071291 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 497.546918 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1936.92061 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4003.12535 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3196.497448 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4346.91794 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4946.256596 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2141.297863 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 378.198303 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 271.417422 - } - ], - "IteratorNext/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 926.477715 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1974.320666 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2136.585708 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4788.447975 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1296.875867 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1906.215547 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2911.477908 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1835.00962 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1607.553483 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3352.038124 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3625.351224 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2814.166152 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3769.100313 - } - ], - "ManualFlush/key_num:1024/per_key_size:256/iterations:1": [ - "real_time", - "db_size", - "flush_write_bytes", - "flush_time", - "threads", - { - "est_runtime": 7418.474332 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1171.889503 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1078.456365 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1801.200304 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2245.828345 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2392.943018 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2049.704921 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1773.705301 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1410.843275 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1424.541953 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88813, - "name": "rocksdb_microbench_suite_7", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88813, + "name": "rocksdb_microbench_suite_6", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 609.749844 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 551.801692 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4512.440338 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3823.643659 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1885.071291 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 497.546918 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1936.92061 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4003.12535 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3196.497448 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4346.91794 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4946.256596 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2141.297863 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.198303 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.417422 + } + ], + "IteratorNext/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 926.477715 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1974.320666 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2136.585708 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4788.447975 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1296.875867 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1906.215547 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2911.477908 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1835.00962 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1607.553483 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3352.038124 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3625.351224 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2814.166152 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3769.100313 + } + ], + "ManualFlush/key_num:1024/per_key_size:256/iterations:1": [ + "real_time", + "db_size", + "flush_write_bytes", + "flush_time", + "threads", + { + "est_runtime": 7418.474332 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1171.889503 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1078.456365 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1801.200304 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2245.828345 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2392.943018 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2049.704921 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1773.705301 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1410.843275 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1424.541953 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.642444 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 583.226959 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4633.862465 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 451.741737 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 510.357826 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2108.477344 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4443.989929 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 5215.078632 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1937.731137 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3402.268174 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4948.420446 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2200.5005 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2140.350383 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2473.029062 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 377.799421 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1923.154067 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3832.441913 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3138.670605 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3781.656053 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4788.510789 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3675.134037 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3265.739118 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4152.531212 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1623.097106 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1338.666598 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2888.963384 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1006.703673 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1181.657807 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2304.097915 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1412.397492 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2015.978912 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1859.4561 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1824.916416 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1144.514094 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1776.109199 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1602.162741 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1896.713718 - } - ], - "RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 5.370559 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.171919 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.38186 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 9.184089 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.54233 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.501483 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.737477 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 82.415772 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.399281 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 7.024791 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 39.015621 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.325264 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88709, - "name": "rocksdb_microbench_suite_8", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88813, + "name": "rocksdb_microbench_suite_7", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.642444 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 583.226959 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4633.862465 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 451.741737 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 510.357826 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2108.477344 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4443.989929 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 5215.078632 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1937.731137 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3402.268174 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4948.420446 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2200.5005 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2140.350383 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2473.029062 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 377.799421 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1923.154067 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3832.441913 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3138.670605 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3781.656053 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4788.510789 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3675.134037 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3265.739118 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4152.531212 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1623.097106 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1338.666598 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2888.963384 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1006.703673 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1181.657807 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2304.097915 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1412.397492 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2015.978912 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1859.4561 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1824.916416 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1144.514094 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1776.109199 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1602.162741 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1896.713718 + } + ], + "RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 5.370559 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.171919 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.38186 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 9.184089 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.54233 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.501483 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.737477 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 82.415772 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.399281 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 7.024791 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 39.015621 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.325264 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 454.919549 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1712.215589 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4633.82088 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3152.808792 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3771.29009 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 5211.225659 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 510.387506 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2139.111714 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4443.929027 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1858.972054 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 696.590699 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 578.538571 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4949.611852 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4145.973837 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 377.905737 - } - ], - "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 977.874953 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2012.604554 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1942.165369 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3259.631453 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4795.420211 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1901.309617 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1918.997951 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1324.859234 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3677.093111 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3837.191621 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1572.19154 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3412.779413 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2348.374525 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2186.840634 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2888.917261 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1174.452593 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1816.741937 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2448.88995 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1138.391757 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1411.663065 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2090.841484 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1779.515791 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.194392 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.60738 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 6.614245 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.348746 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 10.971779 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 15.272086 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.855877 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 8.032293 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.621375 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 102.227551 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.309645 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.448994 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.453854 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88711, - "name": "rocksdb_microbench_suite_9", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88709, + "name": "rocksdb_microbench_suite_8", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 454.919549 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1712.215589 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4633.82088 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3152.808792 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3771.29009 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 5211.225659 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 510.387506 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2139.111714 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4443.929027 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1858.972054 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 696.590699 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 578.538571 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4949.611852 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4145.973837 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 377.905737 + } + ], + "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 977.874953 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2012.604554 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1942.165369 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3259.631453 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4795.420211 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1901.309617 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1918.997951 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1324.859234 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3677.093111 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3837.191621 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1572.19154 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3412.779413 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2348.374525 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2186.840634 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2888.917261 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1174.452593 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1816.741937 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2448.88995 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1138.391757 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1411.663065 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2090.841484 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1779.515791 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.194392 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.60738 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 6.614245 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.348746 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 10.971779 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.272086 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.855877 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 8.032293 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.621375 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 102.227551 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.309645 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.448994 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.453854 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1775.789377 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4633.864621 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3155.239662 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3790.561434 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 458.336347 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 510.88842 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2108.496423 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 557.886298 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3365.458112 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4145.931239 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 5211.138859 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 694.628355 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4451.395377 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4950.489144 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2140.891996 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2473.313812 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2167.374891 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2350.198115 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 270.221479 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.072129 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2013.660732 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1850.931894 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1941.981279 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1917.767466 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3832.592151 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4788.541415 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1903.058732 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1343.860292 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3673.431012 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3265.79571 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1830.816871 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1623.280031 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2889.021135 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1018.424915 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1143.235807 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1582.515889 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1187.009146 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1421.928748 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88819, - "name": "rocksdb_microbench_suite_10", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88711, + "name": "rocksdb_microbench_suite_9", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1775.789377 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4633.864621 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3155.239662 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3790.561434 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 458.336347 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 510.88842 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2108.496423 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 557.886298 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3365.458112 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4145.931239 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 5211.138859 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 694.628355 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4451.395377 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4950.489144 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2140.891996 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2473.313812 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2167.374891 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2350.198115 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 270.221479 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.072129 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2013.660732 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1850.931894 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1941.981279 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1917.767466 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3832.592151 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4788.541415 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1903.058732 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1343.860292 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3673.431012 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3265.79571 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1830.816871 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1623.280031 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2889.021135 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1018.424915 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1143.235807 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1582.515889 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1187.009146 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1421.928748 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2007.895851 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 551.935026 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1911.863937 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4666.475079 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4809.492906 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3790.625424 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 387.072927 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2106.161292 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1961.147307 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4437.328726 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 5173.846426 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1859.150921 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 504.228523 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4950.729688 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4041.39475 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2473.08233 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 360.402539 - } - ], - "IteratorNext/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2192.682661 - } - ], - "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 849.453776 - } - ], - "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2325.086056 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1893.637846 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2139.270344 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3098.564345 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3857.029519 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3481.020105 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1340.699259 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3715.527152 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3246.485924 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1414.497171 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1641.591443 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1573.758377 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2888.996421 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1001.540766 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1187.719701 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1145.748787 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1776.225564 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1823.654928 - } - ], - "RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 2.984478 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.311687 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.439296 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.536606 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 6.421361 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.672049 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 7.789373 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 15.718081 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.26261 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 11.512964 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.49311 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 14.576404 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.35537 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 54.977852 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88711, - "name": "rocksdb_microbench_suite_11", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88819, + "name": "rocksdb_microbench_suite_10", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2007.895851 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 551.935026 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1911.863937 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4666.475079 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4809.492906 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3790.625424 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 387.072927 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2106.161292 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1961.147307 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4437.328726 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 5173.846426 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1859.150921 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 504.228523 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4950.729688 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4041.39475 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2473.08233 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.402539 + } + ], + "IteratorNext/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2192.682661 + } + ], + "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 849.453776 + } + ], + "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2325.086056 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1893.637846 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2139.270344 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3098.564345 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3857.029519 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3481.020105 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1340.699259 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3715.527152 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3246.485924 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1414.497171 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1641.591443 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1573.758377 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2888.996421 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1001.540766 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1187.719701 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1145.748787 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1776.225564 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1823.654928 + } + ], + "RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 2.984478 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.311687 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.439296 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.536606 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 6.421361 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.672049 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 7.789373 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.718081 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.26261 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 11.512964 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.49311 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 14.576404 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.35537 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 54.977852 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 403.095413 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 505.270116 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3154.721755 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4687.221851 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3771.266874 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4804.836604 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1959.030698 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 557.749335 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2109.882711 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 2007.868277 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3823.708033 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 5173.766594 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4195.243654 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4396.047348 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4952.523661 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2312.17547 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 2199.255566 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 360.355195 - } - ], - "DataBlockSeek/iterations:1000000": [ - "real_time", - "cpu_time", - "seek_ns", - "threads", - { - "est_runtime": 16.815497 - } - ], - "IteratorNext/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 998.011759 - } - ], - "IteratorNextWithPerfContext/iterations:100000": [ - "find_next_user_entry_time", - "db_size", - "threads", - "internal_key_skipped_count", - "real_time", - "cpu_time", - "iter_next_cpu_nanos", - "user_key_comparison_count", - { - "est_runtime": 829.288054 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1896.181275 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1852.19042 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2139.477433 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1912.38273 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1331.360875 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3420.568984 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3657.279035 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3246.623059 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1572.433675 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2460.911144 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2888.95434 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1138.435281 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1411.742372 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1178.105028 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1777.084988 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1678.61669 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1826.405941 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.654238 - } - ], - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.453843 - } - ], - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.52447 - } - ], - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.169285 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.335641 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.288164 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 15.548585 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 7.097205 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.389287 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 14.556778 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 6.387351 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 47.662364 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88709, - "name": "rocksdb_microbench_suite_12", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88711, + "name": "rocksdb_microbench_suite_11", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 403.095413 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 505.270116 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3154.721755 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4687.221851 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3771.266874 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4804.836604 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1959.030698 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 557.749335 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2109.882711 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 2007.868277 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3823.708033 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 5173.766594 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4195.243654 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4396.047348 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4952.523661 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2312.17547 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2199.255566 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.355195 + } + ], + "DataBlockSeek/iterations:1000000": [ + "real_time", + "cpu_time", + "seek_ns", + "threads", + { + "est_runtime": 16.815497 + } + ], + "IteratorNext/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 998.011759 + } + ], + "IteratorNextWithPerfContext/iterations:100000": [ + "find_next_user_entry_time", + "db_size", + "threads", + "internal_key_skipped_count", + "real_time", + "cpu_time", + "iter_next_cpu_nanos", + "user_key_comparison_count", + { + "est_runtime": 829.288054 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1896.181275 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1852.19042 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2139.477433 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1912.38273 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1331.360875 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3420.568984 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3657.279035 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3246.623059 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1572.433675 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2460.911144 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2888.95434 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1138.435281 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1411.742372 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1178.105028 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1777.084988 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1678.61669 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1826.405941 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.654238 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.453843 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.52447 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.169285 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.335641 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.288164 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.548585 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 7.097205 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.389287 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 14.556778 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 6.387351 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 47.662364 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 446.597044 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 507.805668 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 607.525698 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1937.632471 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3154.693409 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4666.088632 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4803.243479 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3772.288434 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 2092.642473 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4425.053714 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 5173.355427 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1889.78671 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.715237 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4145.945651 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4967.640229 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2352.471126 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 360.424861 - } - ], - "IteratorNext/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1000.224231 - } - ], - "IteratorNext/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2192.668329 - } - ], - "IteratorNext/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2480.631028 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1866.980315 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2139.269926 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1917.557528 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2031.89305 - } - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1331.768126 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3678.933137 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3833.856318 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3262.461026 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1659.435948 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1572.985396 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3407.503485 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2839.546177 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1183.238636 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1412.015301 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1815.899454 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1150.426956 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1778.155184 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.478298 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.381091 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 7.809054 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.57804 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 2.799623 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 129.266223 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.761922 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 6.667228 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.320525 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.395642 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88709, - "name": "rocksdb_microbench_suite_13", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 88709, + "name": "rocksdb_microbench_suite_12", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 446.597044 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 507.805668 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 607.525698 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1937.632471 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3154.693409 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4666.088632 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4803.243479 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3772.288434 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2092.642473 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4425.053714 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 5173.355427 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1889.78671 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.715237 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4145.945651 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4967.640229 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2352.471126 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.424861 + } + ], + "IteratorNext/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1000.224231 + } + ], + "IteratorNext/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2192.668329 + } + ], + "IteratorNext/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2480.631028 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1866.980315 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2139.269926 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1917.557528 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2031.89305 + } + ], + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1331.768126 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3678.933137 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3833.856318 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3262.461026 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1659.435948 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1572.985396 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3407.503485 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2839.546177 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1183.238636 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1412.015301 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1815.899454 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1150.426956 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1778.155184 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.478298 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.381091 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 7.809054 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.57804 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 2.799623 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 129.266223 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.761922 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 6.667228 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.320525 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.395642 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 434.616062 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 510.156004 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 3050.425322 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4667.45867 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 5040.173716 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3790.602375 - } - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 4804.316933 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 605.701828 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 4442.475931 - } - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 5087.274609 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 1899.844152 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.658916 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 1938.347133 - } - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 3910.096422 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 377.714354 - } - ], - "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2370.382861 - } - ], - "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2484.65835 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1923.233472 - } - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2139.237156 - } - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3241.70317 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3684.276482 - } - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2896.854937 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1830.886558 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1337.374059 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1658.766047 - } - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1572.454657 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 3479.088621 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2186.948587 - } - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 4024.639105 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1005.603266 - } - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1181.26407 - } - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1849.199043 - } - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1412.076623 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2016.125995 - } - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 2092.152047 - } - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1141.714694 - } - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 1776.709162 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.397602 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.238302 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.653086 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 7.89775 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.364915 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.638573 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.331795 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.821543 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.467467 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 67.68153 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 6.708367 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 10.709789 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 44.929381 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 88711, - "name": "rocksdb_microbench_suite_14", - "regression_threshold": 10, - "sl_iterations": 3 - } + "do_not_reflow": false, + "expected_runtime_one_iter": 88709, + "name": "rocksdb_microbench_suite_13", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 434.616062 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 510.156004 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3050.425322 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4667.45867 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 5040.173716 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3790.602375 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 4804.316933 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 605.701828 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4442.475931 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 5087.274609 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1899.844152 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.658916 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 1938.347133 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 3910.096422 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 377.714354 + } + ], + "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2370.382861 + } + ], + "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2484.65835 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1923.233472 + } + ], + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2139.237156 + } + ], + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3241.70317 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3684.276482 + } + ], + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2896.854937 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1830.886558 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1337.374059 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1658.766047 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1572.454657 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 3479.088621 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2186.948587 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 4024.639105 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1005.603266 + } + ], + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1181.26407 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1849.199043 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1412.076623 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2016.125995 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2092.152047 + } + ], + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1141.714694 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1776.709162 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.397602 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.238302 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.653086 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 7.89775 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.364915 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.638573 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.331795 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.821543 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.467467 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 67.68153 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 6.708367 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 10.709789 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 44.929381 + } + ] + } + }, + "do_not_reflow": false, + "expected_runtime_one_iter": 88711, + "name": "rocksdb_microbench_suite_14", + "regression_threshold": 10, + "sl_iterations": 3 + } ] diff --git a/buckifier/bench.json b/buckifier/bench.json index d8bcfa9ac..e1ea99f25 100644 --- a/buckifier/bench.json +++ b/buckifier/bench.json @@ -1,1618 +1,1594 @@ [ - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 510.387506 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 497.077261 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 696.590699 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 271.438709 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 377.905737 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.194392 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 6.614245 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 9.184089 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.737477 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.49311 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 14.576404 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.35537 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 47.662364 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2438, - "name": "rocksdb_microbench_suite_0", - "regression_threshold": 10, - "sl_iterations": 3 + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 510.387506 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 497.077261 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 696.590699 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.438709 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 377.905737 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.194392 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 6.614245 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 9.184089 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.737477 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.49311 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 14.576404 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.35537 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 47.662364 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 510.88842 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 497.546918 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.715237 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.072129 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 271.474125 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.536606 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 7.097205 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.389287 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.26261 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 11.512964 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 6.387351 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 54.977852 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_1", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2438, + "name": "rocksdb_microbench_suite_0", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 510.88842 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 497.546918 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.715237 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.072129 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.474125 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.536606 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 7.097205 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.389287 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.26261 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 11.512964 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 6.387351 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 54.977852 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 479.941992 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 513.865636 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.658916 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 379.060989 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 377.799421 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2446, - "name": "rocksdb_microbench_suite_2", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_1", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 479.941992 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 513.865636 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.658916 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 379.060989 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 377.799421 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 434.616062 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.642444 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 471.459789 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 514.201628 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 271.397936 - } - ], - "DataBlockSeek/iterations:1000000": [ - "real_time", - "cpu_time", - "seek_ns", - "threads", - { - "est_runtime": 16.815497 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.311687 - } - ], - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.453843 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 7.809054 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 6.421361 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.57804 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 14.556778 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_3", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2446, + "name": "rocksdb_microbench_suite_2", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 434.616062 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.642444 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 471.459789 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 514.201628 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.397936 + } + ], + "DataBlockSeek/iterations:1000000": [ + "real_time", + "cpu_time", + "seek_ns", + "threads", + { + "est_runtime": 16.815497 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.311687 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.453843 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 7.809054 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 6.421361 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.57804 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 14.556778 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 451.741737 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 458.336347 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 694.628355 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 517.245591 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 270.221479 - } - ], - "RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 5.370559 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.397602 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 10.971779 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 7.789373 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.54233 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 15.718081 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.309645 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_4", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_3", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 451.741737 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 458.336347 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 694.628355 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 517.245591 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 270.221479 + } + ], + "RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 5.370559 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.397602 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 10.971779 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 7.789373 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.54233 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.718081 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.309645 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 454.919549 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 403.095413 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 694.578514 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 532.66627 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 271.417422 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.335641 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.672049 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 15.548585 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 2.799623 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 10.709789 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 7.024791 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 39.015621 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.453854 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_5", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_4", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 454.919549 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 403.095413 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.578514 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 532.66627 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.417422 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.335641 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.672049 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.548585 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 2.799623 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 10.709789 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 7.024791 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 39.015621 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.453854 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 658.890773 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 532.687188 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 498.522549 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 360.355195 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.808772 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.439296 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.60738 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.638573 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.320525 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_6", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_5", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 658.890773 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 532.687188 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 498.522549 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.355195 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.808772 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.439296 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.60738 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.638573 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.320525 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 505.270116 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 651.121374 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 532.702176 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.81272 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 360.424861 - } - ], - "RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 2.984478 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.238302 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.38186 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.821543 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.501483 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2438, - "name": "rocksdb_microbench_suite_7", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_6", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 505.270116 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 651.121374 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 532.702176 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.81272 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.424861 + } + ], + "RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 2.984478 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.238302 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.38186 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.821543 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.501483 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 549.901612 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 651.103057 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 498.06214 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 378.432186 - } - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 271.523747 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.52447 - } - ], - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.381091 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 7.89775 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.855877 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 67.68153 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 6.667228 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_8", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2438, + "name": "rocksdb_microbench_suite_7", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 549.901612 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 651.103057 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 498.06214 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.432186 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.523747 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.52447 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.381091 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 7.89775 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.855877 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 67.68153 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 6.667228 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 551.801692 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 649.806897 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 497.710941 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 378.198303 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 271.500867 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.364915 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.467467 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 82.415772 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.761922 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_9", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_8", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 551.801692 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 649.806897 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 497.710941 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.198303 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 271.500867 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.364915 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.467467 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 82.415772 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.761922 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 624.132525 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 510.156004 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 551.935026 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 387.072927 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 360.304737 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.288164 - } - ], - "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.395642 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_10", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_9", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 624.132525 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 510.156004 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 551.935026 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 387.072927 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.304737 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.288164 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.395642 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 507.805668 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 557.749335 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 623.018994 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 377.714354 - } - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 379.059546 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2446, - "name": "rocksdb_microbench_suite_11", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_10", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 507.805668 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 557.749335 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 623.018994 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 377.714354 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 379.059546 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 446.597044 - } - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 609.749844 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 510.357826 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 557.886298 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.478298 - } - ], - "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.169285 - } - ], - "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.348746 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 15.272086 - } - ], - "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 8.032293 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 102.227551 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 129.266223 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 6.708367 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 44.929381 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_12", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2446, + "name": "rocksdb_microbench_suite_11", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 446.597044 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 609.749844 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 510.357826 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 557.886298 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.478298 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.169285 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.348746 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.272086 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 8.032293 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 102.227551 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 129.266223 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 6.708367 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 44.929381 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 607.525698 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 504.228523 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 578.538571 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 360.402539 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 378.530036 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.653086 - } - ], - "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.621375 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.325264 - } - ], - "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.448994 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_13", - "regression_threshold": 10, - "sl_iterations": 3 + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_12", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 607.525698 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 504.228523 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 578.538571 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.402539 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.530036 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.653086 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.621375 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.325264 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.448994 + } + ] + } }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 583.226959 - } - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "cpu_time", - "db_size", - "neg_qu_pct", - "threads", - { - "est_runtime": 605.701828 - } - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "db_size", - "get_mean", - "threads", - "real_time", - "cpu_time", - "neg_qu_pct", - { - "est_runtime": 501.900122 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ - "real_time", - "cpu_time", - "db_size", - "threads", - { - "est_runtime": 378.529031 - } - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ - "real_time", - "put_mean", - "cpu_time", - "put_p99", - "db_size", - "put_p95", - "threads", - { - "est_runtime": 360.330841 - } - ] - }, - "ribbon_bench": { - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 1.654238 - } - ], - "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "real_time", - "cpu_time", - "threads", - "size", - { - "est_runtime": 2.171919 - } - ], - "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - "fp_pct", - { - "est_runtime": 1.331795 - } - ], - "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "real_time", - "cpu_time", - "threads", - { - "est_runtime": 1.399281 - } - ] - } - }, - "do_not_reflow": false, - "expected_runtime_one_iter": 2437, - "name": "rocksdb_microbench_suite_14", - "regression_threshold": 10, - "sl_iterations": 3 - } + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_13", + "regression_threshold": 10, + "sl_iterations": 3 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 583.226959 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 605.701828 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "db_size", + "get_mean", + "threads", + "real_time", + "cpu_time", + "neg_qu_pct", + { + "est_runtime": 501.900122 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 378.529031 + } + ], + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 360.330841 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.654238 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.171919 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.331795 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + { + "est_runtime": 1.399281 + } + ] + } + }, + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_14", + "regression_threshold": 10, + "sl_iterations": 3 + } ] diff --git a/buckifier/buckify_rocksdb.py b/buckifier/buckify_rocksdb.py old mode 100644 new mode 100755 index e9b1a2959..e675c0df7 --- a/buckifier/buckify_rocksdb.py +++ b/buckifier/buckify_rocksdb.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python3 # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved. from __future__ import absolute_import from __future__ import division