132 lines
6.2 KiB
Bash
Executable File
132 lines
6.2 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -e
|
|
|
|
whoami
|
|
|
|
fetch_ci_env() {
|
|
# Clone gh-ost-ci-env
|
|
# Only clone if not already running locally at latest commit
|
|
remote_commit=$(git ls-remote https://github.com/github/gh-ost-ci-env.git HEAD | cut -f1)
|
|
local_commit="unknown"
|
|
[ -d "gh-ost-ci-env" ] && local_commit=$(cd gh-ost-ci-env && git log --format="%H" -n 1)
|
|
|
|
echo "remote commit is: $remote_commit"
|
|
echo "local commit is: $local_commit"
|
|
|
|
if [ "$remote_commit" != "$local_commit" ] ; then
|
|
rm -rf ./gh-ost-ci-env
|
|
git clone https://github.com/github/gh-ost-ci-env.git
|
|
fi
|
|
}
|
|
|
|
test_dbdeployer() {
|
|
gh-ost-ci-env/bin/linux/dbdeployer --version
|
|
}
|
|
|
|
test_mysql_version() {
|
|
local mysql_version
|
|
mysql_version="$1"
|
|
|
|
echo "##### Testing $mysql_version"
|
|
|
|
echo "### Setting up sandbox for $mysql_version"
|
|
|
|
find sandboxes -name "stop_all" | bash
|
|
|
|
mkdir -p sandbox/binary
|
|
rm -rf sandbox/binary/*
|
|
gh-ost-ci-env/bin/linux/dbdeployer unpack gh-ost-ci-env/mysql-tarballs/"$mysql_version".tar.xz --sandbox-binary ${PWD}/sandbox/binary
|
|
|
|
mkdir -p sandboxes
|
|
rm -rf sandboxes/*
|
|
|
|
local mysql_version_num=${mysql_version#*-}
|
|
if echo "$mysql_version_num" | egrep "5[.]5[.]" ; then
|
|
gtid=""
|
|
else
|
|
gtid="--gtid"
|
|
fi
|
|
gh-ost-ci-env/bin/linux/dbdeployer deploy replication "$mysql_version_num" --nodes 2 --sandbox-binary ${PWD}/sandbox/binary --sandbox-home ${PWD}/sandboxes ${gtid} --my-cnf-options log_slave_updates --my-cnf-options log_bin --my-cnf-options binlog_format=ROW --sandbox-directory rsandbox
|
|
|
|
sed '/sandboxes/d' -i gh-ost-ci-env/bin/gh-ost-test-mysql-master
|
|
echo 'sandboxes/rsandbox/m "$@"' >> gh-ost-ci-env/bin/gh-ost-test-mysql-master
|
|
|
|
sed '/sandboxes/d' -i gh-ost-ci-env/bin/gh-ost-test-mysql-replica
|
|
echo 'sandboxes/rsandbox/s1 "$@"' >> gh-ost-ci-env/bin/gh-ost-test-mysql-replica
|
|
|
|
export PATH="${PWD}/gh-ost-ci-env/bin/:${PATH}"
|
|
|
|
gh-ost-test-mysql-master -uroot -e "create user 'gh-ost'@'%' identified by 'gh-ost'"
|
|
gh-ost-test-mysql-master -uroot -e "grant all on *.* to 'gh-ost'@'%'"
|
|
|
|
local mysql_server=${mysql_version%-*}
|
|
if echo "$mysql_server" | egrep -i "percona" ; then
|
|
echo "### Preparing for rocksdb in PerconaServer"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_CFSTATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_DBSTATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_PERF_CONTEXT SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_PERF_CONTEXT_GLOBAL SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_CF_OPTIONS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_GLOBAL_INFO SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_COMPACTION_HISTORY SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_COMPACTION_STATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_ACTIVE_COMPACTION_STATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_DDL SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_INDEX_FILE_MAP SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_LOCKS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_TRX SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "INSTALL PLUGIN ROCKSDB_DEADLOCK SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-master -uroot -e "set global default_storage_engine='ROCKSDB'"
|
|
gh-ost-test-mysql-master -uroot -e "set global transaction_isolation='READ-COMMITTED'"
|
|
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_CFSTATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_DBSTATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_PERF_CONTEXT SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_PERF_CONTEXT_GLOBAL SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_CF_OPTIONS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_GLOBAL_INFO SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_COMPACTION_HISTORY SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_COMPACTION_STATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_ACTIVE_COMPACTION_STATS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_DDL SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_INDEX_FILE_MAP SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_LOCKS SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_TRX SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "INSTALL PLUGIN ROCKSDB_DEADLOCK SONAME 'ha_rocksdb.so'"
|
|
gh-ost-test-mysql-replica -uroot -e "set global default_storage_engine='ROCKSDB'"
|
|
gh-ost-test-mysql-replica -uroot -e "set global transaction_isolation='READ-COMMITTED'"
|
|
fi
|
|
|
|
echo "### Running gh-ost tests for $mysql_version"
|
|
./localtests/test.sh -b bin/gh-ost
|
|
|
|
find sandboxes -name "stop_all" | bash
|
|
}
|
|
|
|
main() {
|
|
fetch_ci_env
|
|
test_dbdeployer
|
|
|
|
echo "Building..."
|
|
. script/build
|
|
|
|
# TEST_MYSQL_VERSION is set by the replica-tests CI job
|
|
if [ -z "$TEST_MYSQL_VERSION" ]; then
|
|
# Test all versions:
|
|
find gh-ost-ci-env/mysql-tarballs/ -name "*.tar.xz" | while read f ; do basename $f ".tar.xz" ; done | sort -r | while read mysql_version ; do
|
|
echo "found MySQL version: $mysql_version"
|
|
done
|
|
find gh-ost-ci-env/mysql-tarballs/ -name "*.tar.xz" | while read f ; do basename $f ".tar.xz" ; done | sort -r | while read mysql_version ; do
|
|
test_mysql_version "$mysql_version"
|
|
done
|
|
else
|
|
echo "found MySQL version: $TEST_MYSQL_VERSION"
|
|
test_mysql_version "$TEST_MYSQL_VERSION"
|
|
fi
|
|
}
|
|
|
|
main
|