136 lines
6.4 KiB
Bash
Executable File
136 lines
6.4 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
|
|
whoami
|
|
|
|
fetch_ci_env() {
|
|
# Clone gh-ost-ci-env
|
|
# Only clone if not already running locally at latest commit
|
|
remote_commit=$(git ls-remote https://github.com/github/gh-ost-ci-env.git HEAD | cut -f1)
|
|
local_commit="unknown"
|
|
[ -d "gh-ost-ci-env" ] && local_commit=$(cd gh-ost-ci-env && git log --format="%H" -n 1)
|
|
|
|
echo "remote commit is: $remote_commit"
|
|
echo "local commit is: $local_commit"
|
|
|
|
if [ "$remote_commit" != "$local_commit" ] ; then
|
|
rm -rf ./gh-ost-ci-env
|
|
git clone https://github.com/github/gh-ost-ci-env.git
|
|
fi
|
|
}
|
|
|
|
test_dbdeployer() {
|
|
gh-ost-ci-env/bin/linux/dbdeployer --version
|
|
}
|
|
|
|
test_mysql_version() {
|
|
local mysql_version
|
|
mysql_version="$1"
|
|
|
|
echo "##### Testing $mysql_version"
|
|
|
|
echo "### Setting up sandbox for $mysql_version"
|
|
|
|
find sandboxes -name "stop_all" | bash
|
|
|
|
mkdir -p sandbox/binary
|
|
rm -rf sandbox/binary/*
|
|
local mysql_server=${mysql_version%-*}
|
|
if echo "$mysql_server" | egrep -i "percona" ; then
|
|
tarball_name=Percona-Server-${mysql_version#*-}-12-Linux.x86_64.glibc2.12-minimal.tar.gz
|
|
rm -f gh-ost-ci-env/mysql-tarballs/${tarball_name}
|
|
ln -s "$mysql_version".tar.xz gh-ost-ci-env/mysql-tarballs/${tarball_name}
|
|
gh-ost-ci-env/bin/linux/dbdeployer unpack gh-ost-ci-env/mysql-tarballs/${tarball_name} --sandbox-binary ${PWD}/sandbox/binary
|
|
rm -f gh-ost-ci-env/mysql-tarballs/${tarball_name}
|
|
else
|
|
gh-ost-ci-env/bin/linux/dbdeployer unpack gh-ost-ci-env/mysql-tarballs/"$mysql_version".tar.xz --sandbox-binary ${PWD}/sandbox/binary
|
|
fi
|
|
mkdir -p sandboxes
|
|
rm -rf sandboxes/*
|
|
|
|
local mysql_version_num=${mysql_version#*-}
|
|
if echo "$mysql_version_num" | egrep "5[.]5[.]" ; then
|
|
gtid=""
|
|
else
|
|
gtid="--gtid"
|
|
fi
|
|
gh-ost-ci-env/bin/linux/dbdeployer deploy replication "$mysql_version_num" --nodes 2 --sandbox-binary ${PWD}/sandbox/binary --sandbox-home ${PWD}/sandboxes ${gtid} --my-cnf-options log_slave_updates --my-cnf-options log_bin --my-cnf-options binlog_format=ROW --sandbox-directory rsandbox
|
|
|
|
sed '/sandboxes/d' -i gh-ost-ci-env/bin/gh-ost-test-mysql-master
|
|
echo 'sandboxes/rsandbox/m "$@"' >> gh-ost-ci-env/bin/gh-ost-test-mysql-master
|
|
|
|
sed '/sandboxes/d' -i gh-ost-ci-env/bin/gh-ost-test-mysql-replica
|
|
echo 'sandboxes/rsandbox/s1 "$@"' >> gh-ost-ci-env/bin/gh-ost-test-mysql-replica
|
|
|
|
export PATH="${PWD}/gh-ost-ci-env/bin/:${PATH}"
|
|
|
|
gh-ost-test-mysql-master -uroot -e "create user 'gh-ost'@'%' identified by 'gh-ost'"
|
|
gh-ost-test-mysql-master -uroot -e "grant all on *.* to 'gh-ost'@'%'"
|
|
|
|
if echo "$mysql_server" | egrep -i "percona" ; then
|
|
echo "### Preparing for rocksdb in PerconaServer"
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_CFSTATS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_DBSTATS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_PERF_CONTEXT SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_PERF_CONTEXT_GLOBAL SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_CF_OPTIONS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_GLOBAL_INFO SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_COMPACTION_STATS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_DDL SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_INDEX_FILE_MAP SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_LOCKS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_TRX SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'INSTALL PLUGIN ROCKSDB_DEADLOCK SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-master -uroot -e 'set global default_storage_engine="ROCKSDB"'
|
|
gh-ost-test-mysql-master -uroot -e 'set global transaction_isolation="READ-COMMITTED"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_CFSTATS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_DBSTATS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_PERF_CONTEXT SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_PERF_CONTEXT_GLOBAL SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_CF_OPTIONS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_GLOBAL_INFO SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_COMPACTION_STATS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_DDL SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_INDEX_FILE_MAP SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_LOCKS SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_TRX SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'INSTALL PLUGIN ROCKSDB_DEADLOCK SONAME "ha_rocksdb.so"'
|
|
gh-ost-test-mysql-replica -uroot -e 'set global default_storage_engine="ROCKSDB"'
|
|
gh-ost-test-mysql-replica -uroot -e 'set global transaction_isolation="READ-COMMITTED"'
|
|
|
|
echo "### Running gh-ost tests for $mysql_version"
|
|
./localtests/test.sh -b bin/gh-ost -s rocksdb
|
|
else
|
|
echo "### Running gh-ost tests for $mysql_version"
|
|
./localtests/test.sh -b bin/gh-ost -s innodb
|
|
fi
|
|
find sandboxes -name "stop_all" | bash
|
|
}
|
|
|
|
main() {
|
|
fetch_ci_env
|
|
test_dbdeployer
|
|
|
|
echo "Building..."
|
|
. script/build
|
|
|
|
# TEST_MYSQL_VERSION is set by the replica-tests CI job
|
|
if [ -z "$TEST_MYSQL_VERSION" ]; then
|
|
# Test all versions:
|
|
find gh-ost-ci-env/mysql-tarballs/ -name "*.tar.xz" | while read f ; do basename $f ".tar.xz" ; done | sort -r | while read mysql_version ; do
|
|
echo "found MySQL version: $mysql_version"
|
|
done
|
|
find gh-ost-ci-env/mysql-tarballs/ -name "*.tar.xz" | while read f ; do basename $f ".tar.xz" ; done | sort -r | while read mysql_version ; do
|
|
test_mysql_version "$mysql_version"
|
|
done
|
|
else
|
|
echo "found MySQL version: $TEST_MYSQL_VERSION"
|
|
test_mysql_version "$TEST_MYSQL_VERSION"
|
|
fi
|
|
}
|
|
|
|
main
|