More tests for londiste

2 files changed, 223 insertions, 0 deletions

diff --git a/tests/londiste/test-compare.sh b/tests/londiste/test-compare.sh
new file mode 100755
index 00000000..606cbf86
--- /dev/null
+++ b/tests/londiste/test-compare.sh
@@ -0,0 +1,114 @@
+#! /bin/bash
+
+. ../testlib.sh
+
+../zstop.sh
+
+v='-q'
+v=''
+nocheck=1
+
+db_list="db1 db2 db3 db4 db5"
+db_list="db1 db2 db3 db4 db5"
+
+kdb_list=`echo $db_list | sed 's/ /,/g'`
+
+#( cd ../..; make -s install )
+
+do_check() {
+  test $nocheck = 1 || ../zcheck.sh
+}
+
+title Compare test
+
+# create ticker conf
+cat > conf/pgqd.ini <<EOF
+[pgqd]
+database_list = $kdb_list
+logfile = log/pgqd.log
+pidfile = pid/pgqd.pid
+EOF
+
+# londiste3 configs
+for db in $db_list; do
+cat > conf/londiste_$db.ini <<EOF
+[londiste3]
+db = dbname=$db
+queue_name = replika
+logfile = log/%(job_name)s.log
+pidfile = pid/%(job_name)s.pid
+
+pgq_autocommit = 1
+pgq_lazy_fetch = 0
+EOF
+done
+
+for db in $db_list; do
+  cleardb $db
+done
+
+clearlogs
+
+set -e
+
+msg "Basic config"
+run cat conf/pgqd.ini
+run cat conf/londiste_db1.ini
+
+msg "Install londiste3 and initialize nodes"
+run londiste3 $v conf/londiste_db1.ini create-root node1 'dbname=db1'
+run londiste3 $v conf/londiste_db2.ini create-branch node2 'dbname=db2' --provider='dbname=db1'
+run londiste3 $v conf/londiste_db3.ini create-branch node3 'dbname=db3' --provider='dbname=db2'
+run londiste3 $v conf/londiste_db4.ini create-branch node4 'dbname=db4' --provider='dbname=db3'
+run londiste3 $v conf/londiste_db5.ini create-branch node5 'dbname=db5' --provider='dbname=db4'
+
+msg "Run ticker"
+run pgqd $v -d conf/pgqd.ini
+run sleep 5
+
+msg "See topology"
+run londiste3 $v conf/londiste_db1.ini status
+
+msg "Run londiste3 daemon for each node"
+for db in $db_list; do
+  run psql -d $db -c "update pgq.queue set queue_ticker_idle_period='2 secs'"
+  run londiste3 $v -d conf/londiste_$db.ini worker
+done
+
+msg "Create table on root node and fill couple of rows"
+run psql -d db1 -c "create table mytable (id serial primary key, data text)"
+for n in 1 2 3 4; do
+  run psql -d db1 -c "insert into mytable (data) values ('row$n')"
+done
+
+run psql -d db1 -c "create table mytable_rows (id serial primary key, main_id int4 references mytable, extra text)"
+for n in 1 2 3 4; do
+  run psql -d db1 -c "insert into mytable_rows (main_id, extra) values (1, 'row$n')"
+done
+
+msg "Register table on root node"
+run londiste3 $v conf/londiste_db1.ini add-table mytable
+run londiste3 $v conf/londiste_db1.ini add-seq mytable_id_seq
+run londiste3 $v conf/londiste_db1.ini add-table mytable_rows
+run londiste3 $v conf/londiste_db1.ini add-seq mytable_rows_id_seq
+
+msg "Register table on other node with creation"
+for db in db2 db3 db4 db5; do
+  run psql -d $db -c "create table mytable (id serial primary key, data text)"
+  run psql -d $db -c "create table mytable_rows (id serial primary key, main_id int4 references mytable, extra text)"
+  run londiste3 $v conf/londiste_$db.ini add-seq mytable_id_seq
+  run londiste3 $v conf/londiste_$db.ini add-seq mytable_rows_id_seq
+  #run londiste3 $v conf/londiste_$db.ini add-table mytable
+  #run londiste3 $v conf/londiste_$db.ini add-table mytable_rows
+done
+
+for db in db5 db2 db4 db3; do
+  msg "Add tables to $db and wait for sync"
+  run londiste3 $v conf/londiste_$db.ini add-table --all --find-copy-node
+  run londiste3 conf/londiste_$db.ini wait-sync
+
+  msg "Run compare and repair"
+  run londiste3 conf/londiste_$db.ini compare
+  run londiste3 conf/londiste_$db.ini repair
+done
+
diff --git a/tests/londiste/test-fkey.sh b/tests/londiste/test-fkey.sh
new file mode 100755
index 00000000..5af552c2
--- /dev/null
+++ b/tests/londiste/test-fkey.sh
@@ -0,0 +1,109 @@
+#! /bin/bash
+
+. ../testlib.sh
+
+../zstop.sh
+
+v='-q'
+v=''
+nocheck=1
+
+db_list="db1 db2 db3 db4 db5"
+db_list="db1 db2"
+
+kdb_list=`echo $db_list | sed 's/ /,/g'`
+
+#( cd ../..; make -s install )
+
+do_check() {
+  test $nocheck = 1 || ../zcheck.sh
+}
+
+title Fkey test
+
+# create ticker conf
+cat > conf/pgqd.ini <<EOF
+[pgqd]
+database_list = $kdb_list
+logfile = log/pgqd.log
+pidfile = pid/pgqd.pid
+EOF
+
+# londiste3 configs
+for db in $db_list; do
+cat > conf/londiste_$db.ini <<EOF
+[londiste3]
+job_name = londiste_$db
+db = dbname=$db
+queue_name = replika
+logfile = log/%(job_name)s.log
+pidfile = pid/%(job_name)s.pid
+
+pgq_autocommit = 1
+pgq_lazy_fetch = 0
+EOF
+done
+
+for db in $db_list; do
+  cleardb $db
+done
+
+clearlogs
+
+set -e
+
+msg "Basic config"
+run cat conf/pgqd.ini
+run cat conf/londiste_db1.ini
+
+msg "Install londiste3 and initialize nodes"
+run londiste3 $v conf/londiste_db1.ini create-root node1 'dbname=db1'
+run londiste3 $v conf/londiste_db2.ini create-branch node2 'dbname=db2' --provider='dbname=db1'
+
+msg "Run ticker"
+run pgqd $v -d conf/pgqd.ini
+run sleep 5
+
+msg "See topology"
+run londiste3 $v conf/londiste_db1.ini status
+
+msg "Run londiste3 daemon for each node"
+for db in $db_list; do
+  run psql -d $db -c "update pgq.queue set queue_ticker_idle_period='2 secs'"
+  run londiste3 $v -d conf/londiste_$db.ini worker
+done
+
+msg "Create table on root node and fill couple of rows"
+run psql -d db1 -c "create table mytable (id serial primary key, data text)"
+for n in 1 2 3 4; do
+  run psql -d db1 -c "insert into mytable (data) values ('row$n')"
+done
+
+run psql -d db1 -c "create table mytable_rows (id serial primary key, main_id int4 references mytable, extra text)"
+for n in 1 2 3 4; do
+  run psql -d db1 -c "insert into mytable_rows (main_id, extra) values (1, 'row$n')"
+done
+
+msg "Register table on root node"
+run londiste3 $v conf/londiste_db1.ini add-table mytable
+run londiste3 $v conf/londiste_db1.ini add-seq mytable_id_seq
+run londiste3 $v conf/londiste_db1.ini add-table mytable_rows
+run londiste3 $v conf/londiste_db1.ini add-seq mytable_rows_id_seq
+
+msg "Register table on other node with creation"
+for db in db2; do
+  run psql -d $db -c "create table mytable (id serial primary key, data text)"
+  run psql -d $db -c "create table mytable_rows (id serial primary key, main_id int4 references mytable, extra text)"
+  run londiste3 $v conf/londiste_$db.ini add-seq mytable_id_seq
+  run londiste3 $v conf/londiste_$db.ini add-seq mytable_rows_id_seq
+  run londiste3 $v conf/londiste_$db.ini add-table mytable
+  run londiste3 $v conf/londiste_$db.ini add-table mytable_rows
+done
+
+msg "Wait until tables are in sync on db3"
+
+run londiste3 conf/londiste_db2.ini wait-sync
+
+run londiste3 conf/londiste_db2.ini status
+
+exit 0