2015-04-08 01:54:39 +02:00
#!/bin/bash
#
# A shell script to load some pre generated data file to a DB using ldb tool
# ./ldb needs to be avaible to be executed.
#
# Usage: <SCRIPT> [checkout]
2016-06-09 00:38:04 +02:00
# `checkout` can be a tag, commit or branch name. Will build using it and check DBs generated by all previous branches (or tags for very old versions without branch) can be opened by it.
2015-04-08 01:54:39 +02:00
# Return value 0 means all regression tests pass. 1 if not pass.
scriptpath = ` dirname $BASH_SOURCE `
test_dir = ${ TEST_TMPDIR :- "/tmp" } "/format_compatible_check"
script_copy_dir = $test_dir "/script_copy"
input_data_path = $test_dir "/test_data_input/"
mkdir $test_dir || true
mkdir $input_data_path || true
rm -rf $script_copy_dir
cp $scriptpath $script_copy_dir -rf
# Generate four random files.
for i in { 1..6}
do
input_data[ $i ] = $input_data_path /data$i
echo = = Generating random input file ${ input_data [ $i ] }
python - <<EOF
import random
random.seed( $i )
symbols = [ 'a' , 'b' , 'c' , 'd' , 'e' , 'f' , 'g' , 'h' , 'i' , 'j' , 'k' , 'l' , 'm' , 'n' , 'o' , 'p' , 'q' , 'r' , 's' , 't' , 'u' , 'v' , 'w' , 'x' , 'y' , '0' , '1' , '2' , '3' , '4' , '5' , '6' , '7' , '8' , '9' ]
with open( '${input_data[$i]}' , 'w' ) as f:
for i in range( 1,1024) :
k = ""
for j in range( 1, random.randint( 1,32) ) :
k = k + symbols[ random.randint( 0, len( symbols) - 1) ]
vb = ""
for j in range( 1, random.randint( 0,128) ) :
vb = vb + symbols[ random.randint( 0, len( symbols) - 1) ]
v = ""
for j in range( 1, random.randint( 1, 5) ) :
v = v + vb
print >> f, k + " ==> " + v
EOF
done
2016-06-09 00:38:04 +02:00
declare -a checkout_objs = ( "v2.2" "v2.3" "v2.4" "v2.5" "2.8.fb" "3.0.fb" "3.1.fb" "3.2.fb" "3.3.fb" "3.4.fb" "3.5.fb" "3.6.fb" "3.7.fb" "3.8.fb" "3.9.fb" "3.10.fb" "3.11.fb" "3.12.fb" "3.13.fb" "4.0.fb" "4.1.fb" "4.2.fb" "4.3.fb" "4.4.fb" "4.5.fb" "4.6.fb" "4.7.fb" "4.8.fb" )
declare -a forward_compatible_checkout_objs = ( "3.10.fb" "3.11.fb" "3.12.fb" "3.13.fb" "4.0.fb" "4.1.fb" "4.2.fb" "4.3.fb" "4.4.fb" )
2015-04-08 01:54:39 +02:00
generate_db( )
{
set +e
$script_copy_dir /generate_random_db.sh $1 $2
if [ $? -ne 0 ] ; then
echo = = = = Error loading data from $2 to $1 = = = =
exit 1
fi
set -e
}
compare_db( )
{
set +e
$script_copy_dir /verify_random_db.sh $1 $2 $3
if [ $? -ne 0 ] ; then
echo = = = = Read different content from $1 and $2 or error happened. = = = =
exit 1
fi
set -e
}
set -e
2016-06-09 00:38:04 +02:00
for checkout_obj in " ${ checkout_objs [@] } "
2015-04-08 01:54:39 +02:00
do
2016-06-09 00:38:04 +02:00
echo = = Generating DB from " $checkout_obj " ...
git checkout $checkout_obj
2015-04-08 01:54:39 +02:00
make clean
make ldb -j32
2016-06-09 00:38:04 +02:00
generate_db $input_data_path $test_dir /$checkout_obj
2015-04-08 01:54:39 +02:00
done
checkout_flag = ${ 1 :- "master" }
echo = = Building $checkout_flag debug
git checkout $checkout_flag
make clean
make ldb -j32
compare_base_db_dir = $test_dir "/base_db_dir"
echo = = Generate compare base DB to $compare_base_db_dir
generate_db $input_data_path $compare_base_db_dir
2016-06-09 00:38:04 +02:00
for checkout_obj in " ${ checkout_objs [@] } "
2015-04-08 01:54:39 +02:00
do
2016-06-09 00:38:04 +02:00
echo = = Opening DB from " $checkout_obj " using debug build of $checkout_flag ...
compare_db $test_dir /$checkout_obj $compare_base_db_dir db_dump.txt
2015-04-08 01:54:39 +02:00
done
2016-06-09 00:38:04 +02:00
for checkout_obj in " ${ forward_compatible_checkout_objs [@] } "
2015-04-08 01:54:39 +02:00
do
2016-06-09 00:38:04 +02:00
echo = = Build " $checkout_obj " and try to open DB generated using $checkout_flag ...
git checkout $checkout_obj
2015-04-08 01:54:39 +02:00
make clean
make ldb -j32
2016-06-09 00:38:04 +02:00
compare_db $test_dir /$checkout_obj $compare_base_db_dir forward_${ checkout_obj } _dump.txt
2015-04-08 01:54:39 +02:00
done
echo = = = = Compatibility Test PASSED = = = =