Wed Nov 30 17:36:25 PST 2005
- Previous message: [Slony1-commit] By cbbrowne: Add in New Generation test suite to 1.1-STABLE branch
- Next message: [Slony1-commit] By cbbrowne: Added in documentation for New Generation testbed
- Messages sorted by: [ date ] [ thread ] [ subject ] [ author ]
Log Message:
-----------
Main "New Generation" test scripts - added to 1.1-STABLE
Tags:
----
REL_1_1_STABLE
Added Files:
-----------
slony1-engine/tests:
poll_cluster.sh (r1.1.2.1)
run_test.sh (r1.5.2.1)
support_funcs.sh (r1.2.2.1)
settings.ik (r1.3.2.1)
-------------- next part --------------
--- /dev/null
+++ tests/settings.ik
@@ -0,0 +1,83 @@
+CLUSTER1=${CLUSTER1:-"slony_regress1"}
+CLUSTER2=${CLUSTER2:-"slony_regress2"}
+CLUSTER3=${CLUSTER3:-"slony_regress3"}
+
+ENCODING=${ENCODING:-"UNICODE"}
+
+DB1=${DB1:-"slonyregress1"}
+HOST1=${HOST1:-"localhost"}
+USER1=${USER1:-${PGUSER:-"postgres"}}
+PORT1=${PORT1:-${PGPORT:-"5432"}}
+PGBINDIR1=${PGBINDIR1:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB2=${DB2:-"slonyregress2"}
+HOST2=${HOST2:-"localhost"}
+USER2=${USER2:-${PGUSER:-"postgres"}}
+PORT2=${PORT2:-${PGPORT:-"5432"}}
+PGBINDIR2=${PGBINDIR2:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB3=${DB3:-"slonyregress3"}
+HOST3=${HOST3:-"localhost"}
+USER3=${USER3:-${PGUSER:-"postgres"}}
+PORT3=${PORT3:-${PGPORT:-"5432"}}
+PGBINDIR3=${PGBINDIR3:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB4=${DB4:-"slonyregress4"}
+HOST4=${HOST4:-"localhost"}
+USER4=${USER4:-${PGUSER:-"postgres"}}
+PORT4=${PORT4:-${PGPORT:-"5432"}}
+PGBINDIR4=${PGBINDIR4:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB5=${DB5:-"slonyregress5"}
+HOST5=${HOST5:-"localhost"}
+USER5=${USER5:-${PGUSER:-"postgres"}}
+PORT5=${PORT5:-${PGPORT:-"5432"}}
+PGBINDIR5=${PGBINDIR5:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB6=${DB6:-"slonyregress6"}
+HOST6=${HOST6:-"localhost"}
+USER6=${USER6:-${PGUSER:-"postgres"}}
+PORT6=${PORT6:-${PGPORT:-"5432"}}
+PGBINDIR6=${PGBINDIR6:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB7=${DB7:-"slonyregress7"}
+HOST7=${HOST7:-"localhost"}
+USER7=${USER7:-${PGUSER:-"postgres"}}
+PORT7=${PORT7:-${PGPORT:-"5432"}}
+PGBINDIR7=${PGBINDIR7:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB8=${DB8:-"slonyregress8"}
+HOST8=${HOST8:-"localhost"}
+USER8=${USER8:-${PGUSER:-"postgres"}}
+PORT8=${PORT8:-${PGPORT:-"5432"}}
+PGBINDIR8=${PGBINDIR8:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB9=${DB9:-"slonyregress9"}
+HOST9=${HOST9:-"localhost"}
+USER9=${USER9:-${PGUSER:-"postgres"}}
+PORT9=${PORT9:-${PGPORT:-"5432"}}
+PGBINDIR9=${PGBINDIR9:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB10=${DB10:-"slonyregress10"}
+HOST10=${HOST10:-"localhost"}
+USER10=${USER10:-${PGUSER:-"postgres"}}
+PORT10=${PORT10:-${PGPORT:-"5432"}}
+PGBINDIR10=${PGBINDIR10:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB11=${DB11:-"slonyregress11"}
+HOST11=${HOST11:-"localhost"}
+USER11=${USER11:-${PGUSER:-"postgres"}}
+PORT11=${PORT11:-${PGPORT:-"5432"}}
+PGBINDIR11=${PGBINDIR11:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB12=${DB12:-"slonyregress12"}
+HOST12=${HOST12:-"localhost"}
+USER12=${USER12:-${PGUSER:-"postgres"}}
+PORT12=${PORT12:-${PGPORT:-"5432"}}
+PGBINDIR12=${PGBINDIR12:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
+
+DB13=${DB13:-"slonyregress13"}
+HOST13=${HOST13:-"localhost"}
+USER13=${USER13:-${PGUSER:-"postgres"}}
+PORT13=${PORT13:-${PGPORT:-"5432"}}
+PGBINDIR13=${PGBINDIR13:-${PGBINDIR:-"/usr/local/pgsql/bin"}}
--- /dev/null
+++ tests/support_funcs.sh
@@ -0,0 +1,190 @@
+
+err()
+{
+ exitval=$1
+ shift
+ echo 1>&2 "$0: ERROR: $*"
+ numerrors=`expr ${numerrors} + 1`
+ exit $exitval
+}
+
+warn()
+{
+ shift
+ echo 1>&2 "$0: WARNING: $*"
+ numerrors=`expr ${numerrors} + 1`
+}
+
+status()
+{
+ if [ "x$SHLVL" != "x" ]; then
+ case `uname` in
+ MINGW32*)
+ echo "$*"
+ ;;
+ *)
+ echo "$*" > `tty`
+ ;;
+ esac
+ fi
+}
+
+_check_pid()
+{
+ if [ $# -ne 3 ]; then
+ err 3 'USAGE: _check_pid procname pid ppid'
+ fi
+ case `uname` in
+ FreeBSD)
+ _psargs="-j"
+ _fp_args='_user _pid _ppid _pgid _sess _jobc _stat _tt _time _command'
+ ;;
+ MINGW32*)
+ _psargs="-ef"
+ _fp_args='_user _pid _ppid _tt _time _command'
+ ;;
+ *)
+ _psargs="-ef"
+ _fp_args='_user _pid _ppid _c _stat _tt _time _command'
+ ;;
+ esac
+
+ _procname=$1
+ _qpid=$2
+ _qppid=$3
+
+ _proccheck=
+ _fp_match=
+
+ if [ ! $_qpid -gt 0 ]; then
+ err 3 'not a valid PID'
+ fi
+ _procnamebn=${_procname##*/}
+ _fp_match="case \"\$_command\" in
+ *${_procname}*)"
+
+ eval _proccheck='
+ ps 2>/dev/null '"$_psargs"' |
+ while read '"$_fp_args"'; do
+ case "$_pid" in
+ PID)
+ continue ;;
+ esac ; '"$_fp_match"'
+ if [ "$_pid" -eq "$_qpid" ]; then
+ echo -n "$_qpid" ;
+ fi
+ ;;
+ esac
+ done'
+}
+
+random_number()
+{
+ if [ $# -ne 2 ]; then
+ err 3 'USAGE: random_number lowerbound upperbound'
+ fi
+
+ _lowerbound=$1
+ _upperbound=$2
+
+ case `uname` in
+ FreeBSD)
+ rannum=`jot -r 1 ${_lowerbound} ${_upperbound}`
+ ;;
+ AIX|MINGW32*)
+ rannum=`echo | awk -v _upperbound=${_upperbound} -v _lowerbound=${_lowerbound} '{srand(); printf "%.0d\n", (rand() * _upperbound) + _lowerbound;}'`
+ ;;
+ Linux)
+ rannum=`echo | awk -v _upperbound=${_upperbound} -v _lowerbound=${_lowerbound} '{srand(); printf "%.0d\n", (rand() * _upperbound) + _lowerbound;}'`
+ ;;
+ SunOS)
+ rannum=`echo | nawk -v _upperbound=${_upperbound} -v _lowerbound=${_lowerbound} '{srand(); printf "%.0d\n", (rand() * _upperbound) + _lowerbound;}'`
+ ;;
+ *)
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval _upperbound=${_upperbound}
+ eval _lowerbound=${_lowerbound}
+ eval opath=\$PGBINDIR${originnode}
+ rannum=`${opath}/psql -c "SELECT round(random()* ${_upperbound} + ${_lowerbound});" -t -A -h ${ohost} ${odb} ${ouser}`
+ ;;
+ esac
+ echo ${rannum}
+}
+
+random_string()
+{
+ if [ $# -ne 1 ]; then
+ err 3 'USAGE: random_string length'
+ fi
+
+ _length=$1
+ case `uname` in
+ FreeBSD)
+ ranstring=`jot -r -c ${_length} a Z | rs -g 0 ${_length}`
+ ;;
+ Linux|AIX|MINGW32*)
+ ranstring=`echo | awk -v _length=${_length} '{srand(); {for (i=0; i<= _length ; i++) printf "%c", (rand() * (122-48))+48};}'`
+ ;;
+ SunOS)
+ ranstring=`echo | nawk -v _length=${_length} '{srand(); {for (i=0; i<= _length ; i++) printf "%c", (rand() * (122-48))+48};}'`
+ ;;
+ *)
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opath=\$PGBINDIR${originnode}
+ alias=${_length}
+ while : ; do
+ ranstring=${ranstring}`${opath}/psql -c "SELECT chr(round(random()*((122-48))+48)::int4);" -t -A -h ${ohost} ${odb} ${ouser}`
+ if [ ${alias} -ge ${_length} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ done;
+ ;;
+ esac
+
+ echo ${ranstring}
+}
+
+random_az()
+{
+ if [ $# -ne 1 ]; then
+ err 3 'USAGE: random_string length'
+ fi
+
+ _length=$1
+ case `uname` in
+ FreeBSD)
+ ranstring=`jot -r -c ${_length} a Z | rs -g 0 ${_length}`
+ ;;
+ AIX|MINGW32*)
+ ranstring=`echo | awk -v _length=${_length} '{srand(); {for (i=0; i<= _length ; i++) printf "%c", (rand() * ((122)-97))+97};}'`
+ ;;
+ SunOS)
+ ranstring=`echo | nawk -v _length=${_length} '{srand(); {for (i=0; i<= _length ; i++) printf "%c", (rand() * ((122)-97))+97};}'`
+ ;;
+ *)
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ alias=${_length}
+ while : ; do
+ ranstring=${ranstring}`psql -c "SELECT chr(round(random()*(((122)-97))+97)::int4);" -t -A -h ${ohost} ${odb} ${ouser}`
+ if [ ${alias} -ge ${_length} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ done;
+ ;;
+ esac
+
+ echo ${ranstring}
+}
--- /dev/null
+++ tests/run_test.sh
@@ -0,0 +1,679 @@
+#!/bin/sh
+
+pgbindir=${PGBINDIR:-"/usr/local/pgsql/bin"}
+numerrors=0
+testname=$1
+
+if [ -z "$testname" ]; then
+ echo "usage $0 testname"
+ exit 1;
+fi
+
+if [ ! -d "$testname" ]; then
+ echo "No such test $testname"
+ exit 1;
+fi
+
+if [ -z "$2" ]; then
+ case `uname` in
+ SunOS*)
+ bash $0 $1 1
+ retcode=$?
+ if [ $retcode -eq 127 ]; then
+ echo "Under SunOS (Solaris) we require you have bash installed, and in your path $testname"
+ fi
+ exit $retcode
+ ;;
+ AIX*)
+ bash $0 $1 1
+ retcode=$?
+ if [ $retcode -eq 127 ]; then
+ echo "Under AIX we require you have bash installed, and in your path to run $testname"
+ fi
+ exit $retcode
+ ;;
+ *)
+ ;;
+ esac
+fi
+
+if [ ! -x "$pgbindir/psql" ]; then
+ echo "please set the PGBINDIR envvar to the directory containing psql, createdb, ..."
+ exit 1;
+fi
+
+# Display the test documentation
+echo "test: $testname"
+echo "----------------------------------------------------"
+cat $testname/README
+echo "----------------------------------------------------"
+
+#load settings
+
+. settings.ik
+. $testname/settings.ik
+. support_funcs.sh
+
+trap '
+ echo ""
+ echo "**** user abort"
+ stop_processes
+ exit 1
+' 2 15
+
+stop_processes()
+{
+ alias=1
+ while : ; do
+ eval workerpid=\$worker${alias}_pid
+ if [ ! -z $workerpid ]; then
+ echo "**** killing worker $alias"
+ kill -15 $workerpid
+ fi
+ if [ ${alias} -ge ${WORKERS} ]; then
+ break;
+ else
+ alias=`expr ${alias} + 1`
+ fi
+ done
+ stop_poll
+ stop_slons
+}
+
+stop_poll()
+{
+ if [ ! -z ${poll_pid} ]; then
+ case `uname` in
+ MINGW32*)
+ foo=`ps |awk '{ print $1 }'| grep ${poll_pid}`
+ if [ ! -z "$foo" ]; then
+ echo "***** killing poll_cluster"
+ kill -15 ${poll_pid}
+ fi
+ ;;
+ *)
+ ps -p ${poll_pid} >/dev/null
+ if [ $? -eq 0 ]; then
+ echo "***** killing poll_cluster"
+ kill -15 ${poll_pid}
+ fi
+ ;;
+ esac
+ fi
+}
+
+stop_slons()
+{
+ alias=1
+ while : ; do
+ eval slonpid=\$slon${alias}_pid
+ if [ ! -z $slonpid ]; then
+ echo "**** killing slon node $alias"
+ kill -15 $slonpid
+ fi
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=`expr ${alias} + 1`
+ fi
+ done
+}
+
+
+init_preamble() {
+ alias=1
+ while : ; do
+ eval cluster=\$CLUSTER${alias}
+ if [ -n "${cluster}" ]; then
+ echo "CLUSTER NAME = ${cluster};" > $mktmp/slonik.script
+ if [ ${alias} -ge ${NUMCLUSTERS} ]; then
+ break;
+ else
+ alias=expr ${alias} + 1
+ fi
+ else
+ break;
+ fi
+ done
+
+ alias=1
+
+ while : ; do
+ eval db=\$DB${alias}
+ eval host=\$HOST${alias}
+ eval user=\$USER${alias}
+
+ if [ -n "${db}" -a "${host}" -a "${user}" ]; then
+ conninfo="dbname=${db} host=${host} user=${user}"
+ echo "NODE ${alias} ADMIN CONNINFO = '${conninfo}';" >> $mktmp/slonik.script
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=`expr ${alias} + 1`
+ fi
+ else
+ break;
+ fi
+ done
+}
+
+
+store_node()
+{
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+
+ if [ -n "${odb}" -a "${ohost}" -a "${ouser}" ]; then
+ alias=1
+ while : ; do
+ eval db=\$DB${alias}
+ eval host=\$HOST${alias}
+ eval user=\$USER${alias}
+
+ if [ -n "${db}" -a "${host}" -a "${user}" ]; then
+ if [ ${alias} -ne ${originnode} ]; then
+ echo "STORE NODE (id=${alias}, comment='node ${alias}');" >> $mktmp/slonik.script
+ fi
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ else
+ break;
+ fi
+ done
+ else
+ err 3 "No origin in ${odb} ${ohost} ${ouser}"
+ fi
+}
+
+store_path()
+{
+ i=1
+ while : ; do
+ eval db=\$DB${i}
+ eval host=\$HOST${i}
+ eval user=\$USER${i}
+
+ if [ -n "${db}" -a "${host}" -a "${user}" ]; then
+ j=1
+ while : ; do
+ if [ ${i} -ne ${j} ]; then
+ eval bdb=\$DB${j}
+ eval bhost=\$HOST${j}
+ eval buser=\$USER${j}
+ if [ -n "${bdb}" -a "${bhost}" -a "${buser}" ]; then
+ echo "STORE PATH (SERVER=${i}, CLIENT=${j}, CONNINFO='dbname=${db} host=${host} user=${user}');" >> $mktmp/slonik.script
+ else
+ err 3 "No conninfo"
+ fi
+ fi
+ if [ ${j} -ge ${NUMNODES} ]; then
+ break;
+ else
+ j=$((${j} + 1))
+ fi
+ done
+ if [ ${i} -ge ${NUMNODES} ]; then
+ break;
+ else
+ i=$((${i} +1))
+ fi
+ else
+ err 3 "no DB"
+ fi
+ done
+}
+
+init_origin_rdbms()
+{
+ originnode=${ORIGINNODE:-"1"}
+ eval db=\$DB${originnode}
+ eval host=\$HOST${originnode}
+ eval user=\$USER${originnode}
+ eval pgbindir=\$PGBINDIR${originnode}
+ eval port=\$PORT${originnode}
+
+ if [ -n "${db}" -a "${host}" -a "${user}" ]; then
+ status "creating origin DB: $user -h $host -U $user -p $port $db"
+ $pgbindir/createdb -O $user -h $host -U $user -p $port --encoding $ENCODING $db 1> ${mktmp}/createdb.${originnode} 2> ${mktmp}/createdb.${originnode}
+ if [ $? -ne 0 ]; then
+ err 3 "An error occured trying to $pgbindir/createdb -O $user -h $host -U $user -p $port --encoding $ENCODING $db, ${mktmp}/createdb.${originnode} for details"
+ fi
+ else
+ err 3 "No db '${db}' or host '${host}' or user '${user}' or port '${port}' specified"
+ fi
+ status "loading origin DB with $testname/init_schema.sql"
+ $pgbindir/psql -h $host -p $port $db $user < $testname/init_schema.sql 1> ${mktmp}/init_schema.sql.${originnode} 2>${mktmp}/init_schema.sql.${originnode}
+ status "done"
+}
+
+create_subscribers()
+{
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opgbindir=\$PGBINDIR${originnode}
+ eval oport=\$PORT${originnode}
+
+ if [ -n "${odb}" -a "${ohost}" -a "${ouser}" ]; then
+ alias=1
+ while : ; do
+ eval db=\$DB${alias}
+ eval host=\$HOST${alias}
+ eval user=\$USER${alias}
+ eval pgbindir=\$PGBINDIR${alias}
+ eval port=\$PORT${alias}
+
+ if [ -n "${db}" -a "${host}" -a "${user}" -a "${port}" ]; then
+ if [ ${alias} -ne ${originnode} ]; then
+ status "creating subscriber ${alias} DB: $user -h $host -U $user -p $port $db"
+ $pgbindir/createdb -O $user -h $host -U $user -p $port --encoding $ENCODING $db 1> ${mktmp}/createdb.${alias} 2> ${mktmp}/createdb.${alias}
+ status "loading subscriber ${alias} DB from $odb"
+ $opgbindir/pg_dump -s -h $ohost -U $ouser -p $oport $odb | $pgbindir/psql -h $host -p $port $db $user 1> ${mktmp}/init_schema.sql.${alias} 2> ${mktmp}/init_schema.sql.${alias}
+ status "done"
+ fi
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ else
+ break;
+ fi
+ done
+ else
+
+ err 3 "No ORIGINNODE defined"
+ fi
+}
+
+drop_databases()
+{
+ alias=1
+ status "dropping database"
+ while : ; do
+ eval db=\$DB${alias}
+ eval host=\$HOST${alias}
+ eval user=\$USER${alias}
+ eval pgbindir=\$PGBINDIR${alias}
+ eval port=\$PORT${alias}
+
+ status "${db}"
+
+ if [ -n "${db}" -a "${host}" -a "${user}" -a "${port}" ]; then
+ $pgbindir/dropdb -U $user -h $host -p $port $db 1> ${mktmp}/dropdb.${alias} 2> ${mktmp}/dropdb.${alias}
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ else
+ break;
+ fi
+ done
+ status "done"
+}
+
+cleanup()
+{
+ if [ ${numerrors} -eq 0 ]; then
+ rm -rf $mktmp
+ echo "***************************"
+ echo "test ${testname} completed successfully"
+ echo "***************************"
+ else
+ echo "there were ${numerrors} warnings during the run of $testname, check the files in $mktmp for more details"
+ fi
+}
+
+create_set()
+{
+ if [ -f $testname/init_create_set.ik ]; then
+ cat $testname/init_create_set.ik >> $mktmp/slonik.script
+ fi
+}
+
+add_tables()
+{ if [ -f $testname/init_add_tables.ik ]; then
+ cat $testname/init_add_tables.ik >> $mktmp/slonik.script
+ fi
+}
+
+init_cluster()
+{
+ if [ -f $testname/init_cluster.ik ]; then
+ cat $testname/init_cluster.ik >> $mktmp/slonik.script
+ fi
+}
+
+subscribe_set()
+{
+ if [ -f $testname/init_subscribe_set.ik ]; then
+ cat $testname/init_subscribe_set.ik >> $mktmp/slonik.script
+ fi
+}
+
+load_data()
+{
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opgbindir=\$PGBINDIR${originnode}
+ eval oport=\$PORT${originnode}
+ if [ -n "${odb}" -a "${ohost}" -a "${ouser}" ]; then
+
+ if [ -f $testname/init_data.sql ]; then
+ $opgbindir/psql -h $ohost -p $oport $odb $ouser < $testname/init_data.sql 1> $mktmp/init_data.sql.log 2> $mktmp/init_data.sql.log
+ if [ $? -ne 0 ]; then
+ warn 3 "$testname/init_data.sql generated an error see $mktmp/init_data.sql.log for details"
+ fi
+ fi
+ else
+ err 3 "No origin found in ${odb} ${ohost} ${ouser} ${oport}"
+ fi
+}
+
+
+do_ik()
+{
+ if [ -f $mktmp/slonik.script ]; then
+# cat $mktmp/slonik.script >`tty`
+ $pgbindir/slonik < $mktmp/slonik.script > $mktmp/slonik.log 2>&1
+ if [ $? -ne 0 ]; then
+ err 3 "Slonik error see $mktmp/slonik.log for details"
+ cat $mktmp/slonik.log
+ fi
+ fi
+}
+
+launch_poll()
+{
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opgbindir=\$PGBINDIR${originnode}
+ eval oport=\$PORT${originnode}
+ eval cluster=\$CLUSTER1
+ conninfo="-h ${ohost} -p ${oport} ${odb} ${ouser}"
+ status "launching polling script"
+ case `uname` in
+ MINGW32*)
+ ./poll_cluster.sh "$mktmp" "${cluster}" "${conninfo}" "${opgbindir}" /dev/tty &
+ poll_pid=$!
+ ;;
+ *)
+ if [ "x$SHLVL" != "x" ]; then
+ ./poll_cluster.sh "$mktmp" "${cluster}" "${conninfo}" "${opgbindir}" `tty` &
+ else
+ ./poll_cluster.sh "$mktmp" "${cluster}" "${conninfo}" "${opgbindir}" /dev/null &
+ fi
+ tmppid=$!
+ tmpppid=$$
+ sleep 1
+ foo=$(_check_pid poll_cluster ${tmppid} ${tmpppid})
+ poll_pid=${foo}
+ if [ -z "${foo}" -o "${tmppid}" != "${foo}" ]; then
+ warn 3 "Failed to launch poll_cluster check $mktmp/poll.log for details"
+ fi
+ ;;
+ esac
+}
+
+launch_slon()
+{
+ alias=1
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opgbindir=\$PGBINDIR${originnode}
+ eval oport=\$PORT${originnode}
+ eval cluster=\$CLUSTER1
+
+ conninfo="dbname=${odb} host=${ohost} user=${ouser} port=${oport}"
+ status "launching originnode : $opgbindir/slon -s500 -g10 $cluster \"$conninfo\""
+ $opgbindir/slon -s500 -g10 $cluster "$conninfo" 1> $mktmp/slon_log.${originnode} 2> $mktmp/slon_log.${originnode} &
+ tmppid=$!
+ tmpppid=$$
+ sleep 1
+ foo=$(_check_pid slon ${tmppid} ${tmpppid})
+
+ eval slon${originnode}_pid=${foo}
+ if [ -z "${foo}" -o "${tmppid}" != "${foo}" ]; then
+ warn 3 "Failed to launch slon on node ${originnode} check $mktmp/slon_log.${originnode} for details"
+ fi
+
+ sleep 10
+
+ while : ; do
+ if [ ${alias} -ne ${originnode} ]; then
+
+ eval db=\$DB${alias}
+ eval host=\$HOST${alias}
+ eval user=\$USER${alias}
+ eval pgbindir=\$PGBINDIR${alias}
+ eval port=\$PORT${alias}
+ eval cluster=\$CLUSTER1
+
+ if [ -n "${db}" -a "${host}" -a "${user}" -a "${port}" ]; then
+ unset conninfo
+
+ unset tmppid
+ unset tmpppid
+ eval slon${alias}_pid=
+
+ conninfo="dbname=${db} host=${host} user=${user} port=${port}"
+
+ status "launching: $pgbindir/slon -s500 -g10 $cluster \"$conninfo\""
+
+ $pgbindir/slon -s500 -g10 $cluster "$conninfo" 1>> $mktmp/slon_log.${alias} 2>&1 &
+ tmppid=$!
+ tmpppid=$$
+ sleep 1
+
+ foo=$(_check_pid slon ${tmppid} ${tmpppid})
+
+
+ eval slon${alias}_pid=${foo}
+ if [ -z "${foo}" -o "${tmppid}" != "${foo}" ]; then
+ warn 3 "Failed to launch slon on node ${alias} check $mktmp/slon_log.${alias} for details"
+ fi
+ fi
+ fi
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ done
+}
+
+poll_cluster()
+{
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opgbindir=\$PGBINDIR${originnode}
+ eval oport=\$PORT${originnode}
+
+ alias=1
+ while : ; do
+ eval cluster=\$CLUSTER${alias}
+ if [ -n "${cluster}" ]; then
+ SQL="SELECT * FROM \"_${cluster}\".sl_status"
+ ${opgbindir}/psql -c "${SQL}" -h ${ohost} -p ${oport} ${odb} ${ouser}
+ if [ ${alias} -ge ${NUMCLUSTERS} ]; then
+ break;
+ else
+ alias=expr ${alias} + 1
+ fi
+ else
+ break;
+ fi
+ done
+}
+
+wait_for_catchup()
+{
+ alias=1
+ status "waiting for nodes to catchup"
+
+ poll_cluster
+
+ sleep 20
+
+ poll_cluster
+ status "done"
+}
+
+diff_db()
+{
+ originnode=${ORIGINNODE:-"1"}
+ eval odb=\$DB${originnode}
+ eval ohost=\$HOST${originnode}
+ eval ouser=\$USER${originnode}
+ eval opgbindir=\$PGBINDIR${originnode}
+ eval oport=\$PORT${originnode}
+
+ if [ -f ${mktmp}/db_${originnode}.dmp ]; then
+ err 3 "${mktmp}/db_${originnode}.dmp exists but should not"
+ fi
+ status "getting data from origin DB for diffing"
+ cat ${testname}/schema.diff | while read SQL; do
+ ${opgbindir}/psql -c "${SQL}" -h ${ohost} -p ${oport} ${odb} ${ouser} >> ${mktmp}/db_${originnode}.dmp
+ done
+ status "done"
+ alias=1
+ while : ; do
+ eval db=\$DB${alias}
+ eval host=\$HOST${alias}
+ eval user=\$USER${alias}
+ eval port=\$PORT${alias}
+ eval pgbindir=\$PGBINDIR${alias}
+
+ if [ -n "${db}" -a "${host}" -a "${user}" -a "${port}" ]; then
+ if [ ${alias} -ne ${originnode} ]; then
+ if [ -f ${mktmp}/db_${alias}.dmp ]; then
+ err 3 "${mktmp}/db_${alias}.dmp exists but should not"
+ fi
+ status "getting data from node ${alias} for diffing against origin"
+ cat ${testname}/schema.diff | while read SQL; do
+ ${pgbindir}/psql -h ${host} -c "${SQL}" -p ${port} ${db} ${user} >> ${mktmp}/db_${alias}.dmp
+ done
+ status "comparing"
+ diff ${mktmp}/db_${originnode}.dmp ${mktmp}/db_${alias}.dmp > ${mktmp}/db_diff.${alias}
+ if [ $? -ne 0 ]; then
+ warn 3 "${mktmp}/db_${originnode}.dmp ${mktmp}/db_${alias}.dmp differ, see ${mktmp}/db_diff.${alias} for details"
+ else
+ echo "subscriber node ${alias} is the same as origin node ${originnode}"
+ fi
+ status "done"
+ fi
+ else
+ err 3 "Not Found ${db} -a ${host} ${user}"
+ fi
+ if [ ${alias} -ge ${NUMNODES} ]; then
+ break;
+ else
+ alias=$((${alias} + 1))
+ fi
+ done
+}
+
+case `uname` in
+ SunOS|AIX|MINGW32*)
+ for i in /tmp /usr/tmp /var/tmp; do
+ if [ -d $i ]; then
+ tmpdir=$i
+ break
+ fi
+ done
+ if [ -z $tmpdir ]; then
+ err 3 "unable to create tmp dir"
+ exit
+ fi
+
+ # do this 10 times else fail
+ rstring=$(random_az 8)
+ rstring=slony-regress.$rstring
+
+ mkdir $tmpdir/$rstring
+ retcode=$?
+ if [ $retcode -ne 0 ]; then
+ err $retcode "unable to create temp dir"
+ else
+ mktmp=$tmpdir/$rstring
+ fi
+ ;;
+ Linux)
+ mktmp=`mktemp -d -t slony-regress.XXXXXX`
+ if [ ! -d $mktmp ]; then
+ err 3 "mktemp failed"
+ fi
+ ;;
+ *)
+ mktmp=`mktemp -d -t slony-regress`
+ if [ ! -d $mktmp ]; then
+ err 3 "mktemp failed"
+ fi
+ ;;
+esac
+
+
+
+. $testname/generate_dml.sh
+
+init_origin_rdbms
+
+load_data
+create_subscribers
+
+init_preamble
+init_cluster
+create_set
+add_tables
+status "creating cluster"
+do_ik
+status "done"
+
+status "storing nodes"
+init_preamble
+store_node
+do_ik
+status "done"
+
+status "storing paths"
+init_preamble
+store_path
+do_ik
+status "done"
+
+launch_slon
+status "subscribing"
+init_preamble
+subscribe_set
+do_ik
+status "done"
+
+do_initdata
+if [ ! -z ${poll_pid} ]; then
+ wait ${poll_pid}
+fi
+
+diff_db
+
+stop_processes
+
+status "waiting for slons to die"
+sleep 5
+status "done"
+
+drop_databases
+cleanup
--- /dev/null
+++ tests/poll_cluster.sh
@@ -0,0 +1,68 @@
+#!/bin/sh
+
+
+mktmp=$1
+cluster=$2
+conninfo=$3
+pgbindir=$4
+tty=$5
+
+if [ -z "$6" ]; then
+ case `uname` in
+ SunOS*)
+ bash "$0" "$1" "$2" "$3" "$4" "$5" 1
+ retcode=$?
+ if [ $retcode -eq 127 ]; then
+ echo "Under SunOS (Solaris) we require you have bash installed, and in your path $testname"
+ fi
+ exit $retcode
+ ;;
+ AIX*)
+ bash "$0" "$1" "$2" "$3" "$4" "$5" 1
+ retcode=$?
+ if [ $retcode -eq 127 ]; then
+ echo "Under AIX we require you have bash installed, and in your path $testname"
+ fi
+ exit $retcode
+ ;;
+ *)
+ ;;
+ esac
+fi
+. ./support_funcs.sh
+
+if [ -n "${cluster}" ]; then
+ sleep 15
+ SQL="SELECT count(l.*) FROM \"_${cluster}\".sl_log_1 l WHERE l.log_xid > (SELECT ev_maxxid FROM \"_${cluster}\".sl_event WHERE ev_timestamp = (SELECT max(ev_timestamp) FROM \"_${cluster}\".sl_event))"
+ SQL2="SELECT max(st_lag_num_events) FROM \"_${cluster}\".sl_status"
+ while : ; do
+ lag=`${pgbindir}/psql -q -A -t -c "${SQL}" ${conninfo} 2>>$mktmp/poll.log | sed -e '/^$/d'`
+ if [ ! -z "${lag}" ]; then
+ if [ ${lag} -eq 0 ]; then
+ sleep 3
+ lag=`${pgbindir}/psql -q -A -t -c "${SQL}" ${conninfo} 2>>$mktmp/poll.log | sed -e '/^$/d'`
+ if [ ${lag} -eq 0 ]; then
+ sleep 2
+ lag=`${pgbindir}/psql -q -A -t -c "${SQL}" ${conninfo} 2>>$mktmp/poll.log | sed -e '/^$/d'`
+ lag2=`${pgbindir}/psql -q -A -t -c "${SQL2}" ${conninfo} 2>>$mktmp/poll.log | sed -e '/^$/d'`
+ lag3=`expr $lag + $lag2`
+ if [ ${lag3} -eq 0 ]; then
+ echo "slony is caught up" > $tty
+ exit
+ else
+ echo "$lag3 rows behind" > $tty
+ sleep 1
+ fi
+ else
+ echo "$lag rows behind" > $tty
+ sleep 4
+ fi
+ else
+ echo "$lag rows behind" > $tty
+ sleep 5
+ fi
+ fi
+ done
+else
+ err 2 "$0 has no cluster - dying"
+fi
- Previous message: [Slony1-commit] By cbbrowne: Add in New Generation test suite to 1.1-STABLE branch
- Next message: [Slony1-commit] By cbbrowne: Added in documentation for New Generation testbed
- Messages sorted by: [ date ] [ thread ] [ subject ] [ author ]
More information about the Slony1-commit mailing list