At file:///Users/hakan/work/monty_program/mariadb-tools/
------------------------------------------------------------
revno: 4
revision-id: hakan@askmonty.org-20091229134253-zdbgd0ym9m7cokii
parent: knielsen@knielsen-hq.org-20091218103524-nof6wfpuku60r9rn
committer: Hakan Kuecuekyilmaz
branch nick: mariadb-tools
timestamp: Tue 2009-12-29 14:42:53 +0100
message:
Added wrapper scripts for automated runs of sql-bench.
=== added directory 'sql-bench'
=== added file 'sql-bench/run-sql-bench.sh'
--- a/sql-bench/run-sql-bench.sh 1970-01-01 00:00:00 +0000
+++ b/sql-bench/run-sql-bench.sh 2009-12-29 13:42:53 +0000
@@ -0,0 +1,236 @@
+#!/bin/bash
+#
+# Run sql-bench for every given configuration file
+# we find in the directory $SQL_BENCH_CONFIGS.
+#
+# Note: Do not run this script with root privileges.
+# We use killall -9, which can cause severe side effects!
+#
+# Hakan Kuecuekyilmaz <hakan at askmonty dot org> 2009-12-05.
+#
+
+if [ $# != 2 ]; then
+ echo '[ERROR]: Please provide exactly two options.'
+ echo " Example: $0 [/path/to/bzr/repository] [name_without_spaces]"
+ echo ' [name_without_spaces] is used as identifier in the result file.'
+
+ exit 1
+else
+ REPOSITORY="$1"
+ REPOSITORY_NAME="$2"
+fi
+
+#
+# Directories.
+#
+SQL_BENCH_CONFIGS='/home/hakan/sql-bench-configurations'
+SQL_BENCH_RESULTS='/home/hakan/sql-bench-results'
+WORK_DIR='/tmp'
+
+#
+# Variables.
+#
+# We need at least 1 GB disk space in our $WORK_DIR.
+SPACE_LIMIT=1000000
+MYSQLADMIN_OPTIONS='--no-defaults'
+MACHINE=$(hostname -s)
+RUN_DATE=$(date +%Y-%m-%d)
+
+# Timeout in seconds for waiting for mysqld to start.
+TIMEOUT=100
+
+#
+# Binaries.
+#
+BZR='/usr/local/bin/bzr'
+MYSQLADMIN='client/mysqladmin'
+
+#
+# Check system.
+#
+# We should at least have $SPACE_LIMIT in $WORKDIR.
+AVAILABLE=$(df $WORK_DIR | grep -v Filesystem | awk '{ print $4 }')
+
+if [ $AVAILABLE -lt $SPACE_LIMIT ]; then
+ echo "[ERROR]: We need at least $ONE_GB space in $WORK_DIR."
+ echo 'Exiting.'
+
+ exit 1
+fi
+
+#
+# Run sql-bench.
+#
+for i in ${SQL_BENCH_CONFIGS}/*.inc
+ do
+ # Set configuration and check that all required parameters are set.
+ source $i
+
+ if [ x"$MARIADB_CONFIG" == x"" ]; then
+ echo '[ERROR]: $MARIADB_CONFIG is not set.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ if [ x"$SQLBENCH_OPTIONS" == x"" ]; then
+ echo '[ERROR]: $SQLBENCH_OPTIONS is not set.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ if [ x"$MARIADB_OPTIONS" == x"" ]; then
+ echo '[ERROR]: $MARIADB_OPTIONS is not set.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ # Check out and compile.
+ REVISION_ID=$($BZR version-info $REPOSITORY | grep revision-id)
+ if [ $? != 0 ]; then
+ echo '[ERROR]: bzr version-info failed. Please provide'
+ echo ' a working bzr repository'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ cd $WORK_DIR
+ # Clean up of previous runs
+ killall -9 mysqld
+
+ TEMP_DIR=$(mktemp --directory)
+ if [ $? != 0 ]; then
+ echo "[ERROR]: mktemp in $WORK_DIR failed."
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ # bzr export refuses to export to an existing directory,
+ # therefore we use a build directory.
+ echo "Branching from $REPOSITORY to ${TEMP_DIR}/build"
+
+ $BZR export --format=dir ${TEMP_DIR}/build $REPOSITORY
+ if [ $? != 0 ]; then
+ echo '[ERROR]: bzr export failed.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ cd ${TEMP_DIR}/build
+ BUILD/autorun.sh
+ if [ $? != 0 ]; then
+ echo '[ERROR]: BUILD/autorun.sh failed.'
+ echo ' Please check your development environment.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ ./configure $MARIADB_CONFIG
+ if [ $? != 0 ]; then
+ echo "[ERROR]: ./configure $MARIADB_CONFIG failed."
+ echo " Please check your MARIADB_CONFIG in $i."
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ make -j4
+ if [ $? != 0 ]; then
+ echo '[ERROR]: make failed.'
+ echo ' Please check your build logs.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ # Start mysqld.
+ MARIADB_SOCKET="${TEMP_DIR}/mysql.sock"
+ MARIADB_OPTIONS="$MARIADB_OPTIONS \
+ --datadir=$TEMP_DIR \
+ --tmpdir=$TEMP_DIR \
+ --socket=$MARIADB_SOCKET"
+
+ MYSQLADMIN_OPTIONS="$MYSQLADMIN_OPTIONS \
+ --socket=$MARIADB_SOCKET"
+
+ sql/mysqld $MARIADB_OPTIONS &
+
+ j=0
+ STARTED=-1
+ while [ $j -le $TIMEOUT ]
+ do
+ $MYSQLADMIN $MYSQLADMIN_OPTIONS -uroot ping > /dev/null 2>&1
+ if [ $? = 0 ]; then
+ STARTED=0
+
+ break
+ fi
+
+ sleep 1
+ j=$(($j + 1))
+ done
+
+ if [ $STARTED != 0 ]; then
+ echo '[ERROR]: Start of mysqld failed.'
+ echo ' Please check your error log.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ $MYSQLADMIN $MYSQLADMIN_OPTIONS create test
+ if [ $? != 0 ]; then
+ echo '[ERROR]: Create schema test failed.'
+ echo ' Please check your mysqld error log.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ # Run sql-bench.
+ cd sql-bench
+ COMMENTS="Revision used: $REVISION_ID \
+ Configure: $MARIADB_CONFIG \
+ Server options: $MARIADB_OPTIONS"
+
+ # TODO: Adding --comments="$COMMENTS" does not work
+ SQLBENCH_OPTIONS="$SQLBENCH_OPTIONS \
+ --socket=$MARIADB_SOCKET"
+
+ ./run-all-tests $SQLBENCH_OPTIONS
+ if [ $? != 0 ]; then
+ echo '[ERROR]: run-all-tests produced errors.'
+ echo ' Please check your sql-bench error logs.'
+ echo 'Exiting.'
+
+ exit 1
+ fi
+
+ # Save result file for later usage and comparison.
+ RESULT_FILE=$(ls output/RUN-*)
+ if [ x"$RESULT_FILE" != x"" ]; then
+ NEW_FILE_NAME="RUN-${REPOSITORY_NAME}-$(basename $RESULT_FILE | awk -F 'RUN-' '{ print $2 }')"
+
+ CONFIGURATION=$(basename "$i" | awk -F . '{ print $1 }')
+ ARCHIVE_DIR="${SQL_BENCH_RESULTS}/${MACHINE}/${RUN_DATE}/${CONFIGURATION}"
+ mkdir -p $ARCHIVE_DIR
+
+ # Add comment to result file.
+ sed -e "s%Comments:%Comments: ${COMMENTS}%" $RESULT_FILE > foo.tmp
+ mv foo.tmp $RESULT_FILE
+ # TODO: check for failures and copy the logs in question.
+ cp $RESULT_FILE ${ARCHIVE_DIR}/$NEW_FILE_NAME
+
+ # Clean up for next round.
+ rm -rf $TEMP_DIR
+ else
+ echo '[ERROR]: Cannot find result file after sql-bench run!'
+ fi
+
+done
=== added directory 'sql-bench/sql-bench-configurations'
=== added file 'sql-bench/sql-bench-configurations/sql-bench-default-config.inc'
--- a/sql-bench/sql-bench-configurations/sql-bench-default-config.inc 1970-01-01 00:00:00 +0000
+++ b/sql-bench/sql-bench-configurations/sql-bench-default-config.inc 2009-12-29 13:42:53 +0000
@@ -0,0 +1,34 @@
+# Template configuration file for running sqlbench.
+#
+# We are using this configuration file for the wrapper
+# script run-sql-bench.sh. For every copy of this file we
+# are starting a sqlbench run.
+#
+# Hakan Kuecuekyilmaz <hakan at askmonty dot org> 2009-12-05.
+#
+
+#
+# Configure line for compiling MariaDB.
+#
+export MARIADB_CONFIG="--enable-thread-safe-client \
+ --enable-local-infile"
+
+#
+# Options for starting mysqld.
+#
+# Attention: Do not set --datadir, --tmpdir, and --socket.
+#
+export MARIADB_OPTIONS="--no-defaults \
+ --skip-grant-tables \
+ --language=./sql/share/english"
+
+#
+# Options for sql-bench.
+#
+# Attention: Do not set --socket.
+#
+export SQLBENCH_OPTIONS="--log \
+ --fast \
+ --server=mysql \
+ --small-test \
+ --user=root"
