dolysis
/
rocksdb
mirror of https://github.com/facebook/rocksdb.git
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

benchmark.sh to use --max_background_job 

Summary: Closes https://github.com/facebook/rocksdb/pull/3632

Differential Revision: D7347012

Pulled By: siying

fbshipit-source-id: 46230ec4a917ccf4c478825b07e92b4665a4820b
This commit is contained in:
Siying Dong 2018-03-20 18:43:46 -07:00 committed by Facebook Github Bot
parent 61785c73ed
commit 6383e42362
1 changed files with 8 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tools/benchmark.sh
View File

@ -108,14 +108,12 @@ fi
params_w="$const_params \ params_w="$const_params \
$l0_config \ $l0_config \
--max_background_compactions=16 \ --max_background_jobs=20 \
--max_write_buffer_number=8 \ --max_write_buffer_number=8"
--max_background_flushes=7"
params_bulkload="$const_params \ params_bulkload="$const_params \
--max_background_compactions=16 \ --max_background_jobs=20 \
--max_write_buffer_number=8 \ --max_write_buffer_number=8 \
--max_background_flushes=7 \
--level0_file_num_compaction_trigger=$((10 * M)) \ --level0_file_num_compaction_trigger=$((10 * M)) \
--level0_slowdown_writes_trigger=$((10 * M)) \ --level0_slowdown_writes_trigger=$((10 * M)) \
--level0_stop_writes_trigger=$((10 * M))" --level0_stop_writes_trigger=$((10 * M))"
@ -126,14 +124,14 @@ params_bulkload="$const_params \
# LSM. In level-based compaction, it means number of L0 files. # LSM. In level-based compaction, it means number of L0 files.
# #
params_level_compact="$const_params \ params_level_compact="$const_params \
--max_background_flushes=4 \ --max_background_jobs=16 \
--max_write_buffer_number=4 \ --max_write_buffer_number=4 \
--level0_file_num_compaction_trigger=4 \ --level0_file_num_compaction_trigger=4 \
--level0_slowdown_writes_trigger=16 \ --level0_slowdown_writes_trigger=16 \
--level0_stop_writes_trigger=20" --level0_stop_writes_trigger=20"
params_univ_compact="$const_params \ params_univ_compact="$const_params \
--max_background_flushes=4 \ --max_background_jobs=20 \
--max_write_buffer_number=4 \ --max_write_buffer_number=4 \
--level0_file_num_compaction_trigger=8 \ --level0_file_num_compaction_trigger=8 \
--level0_slowdown_writes_trigger=16 \ --level0_slowdown_writes_trigger=16 \
@ -232,7 +230,7 @@ function run_manual_compaction_worker {
--subcompactions=$3 \ --subcompactions=$3 \
--memtablerep=vector \ --memtablerep=vector \
--disable_wal=1 \ --disable_wal=1 \
--max_background_compactions=$4 \ --max_background_jobs=$4 \
--seed=$( date +%s ) \ --seed=$( date +%s ) \
2>&1 | tee -a $fillrandom_output_file" 2>&1 | tee -a $fillrandom_output_file"
@ -276,7 +274,7 @@ function run_univ_compaction {
# Define a set of benchmarks. # Define a set of benchmarks.
subcompactions=(1 2 4 8 16) subcompactions=(1 2 4 8 16)
max_background_compactions=(16 16 8 4 2) max_background_jobs=(20 20 10 5 4)
i=0 i=0
total=${#subcompactions[@]} total=${#subcompactions[@]}
@ -285,7 +283,7 @@ function run_univ_compaction {
while [ "$i" -lt "$total" ] while [ "$i" -lt "$total" ]
do do
run_manual_compaction_worker $io_stats $compaction_style ${subcompactions[$i]} \ run_manual_compaction_worker $io_stats $compaction_style ${subcompactions[$i]} \
${max_background_compactions[$i]} ${max_background_jobs[$i]}
((i++)) ((i++))
done done
} }