raftable tests

Author: kelvich

contrib/mmts/tests2/lib/bank_client.py

@@ -9,8 +9,8 @@ class ClientCollection(object):
     def __init__(self, connstrs):
         self._clients = []
 
-        for cs in connstrs:
-            b = BankClient(cs)
+        for i, cs in enumerate(connstrs):
+            b = BankClient(cs, i)
             self._clients.append(b)
 
         self._clients[0].initialize()
@@ -27,17 +27,21 @@ def start(self):
             client.start()
 
     def stop(self):
+        print('collection stop called', self._clients)
         for client in self._clients:
+            print('stop coll')
             client.stop()
 
 
 class BankClient(object):
 
-    def __init__(self, connstr):
+    def __init__(self, connstr, node_id):
         self.connstr = connstr
+        self.node_id = node_id
         self.run = Value('b', True)
         self._history = EventHistory()
         self.accounts = 10000
+        self.show_errors = True
 
     def initialize(self):
         conn = psycopg2.connect(self.connstr)
@@ -59,6 +63,10 @@ def initialize(self):
     def history(self):
         return self._history
 
+    def print_error(self, arg, comment=''):
+        if self.show_errors:
+            print('Node', self.node_id, 'got error', arg, comment)
+
     def check_total(self):
         conn, cur = self.connect()
 
@@ -72,16 +80,13 @@ def check_total(self):
                     print("Isolation error, total = %d" % (res[0],))
                     raise BaseException
             except psycopg2.InterfaceError:
-                print("Got error: ", sys.exc_info())
-                print("Reconnecting")
                 conn, cur = self.connect(reconnect=True)
             except:
-                print("Got error: ", sys.exc_info())
+                self.print_error(sys.exc_info(),'3')
                 self.history.register_finish(event_id, 'rollback')
             else:
                 self.history.register_finish(event_id, 'commit')
 
-
         cur.close()
         conn.close()
 
@@ -110,14 +115,10 @@ def transfer_money(self):
                     (amount, to_uid))
 
                 conn.commit()
-            except psycopg2.DatabaseError:
-                print("Got error: ", sys.exc_info())
-                print("Reconnecting")
-                
-                self.history.register_finish(event_id, 'rollback')
+            except psycopg2.InterfaceError:
                 conn, cur = self.connect(reconnect=True)
             except:
-                print("Got error: ", sys.exc_info())
+                self.print_error(sys.exc_info(),'1')
                 self.history.register_finish(event_id, 'rollback')
             else:
                 self.history.register_finish(event_id, 'commit')
@@ -127,16 +128,17 @@ def transfer_money(self):
 
     def connect(self, reconnect=False):
 
-        while self.run.value:
+        while True:
             try:
                 conn = psycopg2.connect(self.connstr)
                 cur = conn.cursor()
+                return conn, cur
             except:
-                print("Got error: ", sys.exc_info())
+                self.print_error(sys.exc_info(),'2')
                 if not reconnect:
                     raise
-            else:
-                return conn, cur
+                if not self.run.value:
+                    raise
 
     # def watchdog(self):
     #    while self.run.value:
@@ -156,7 +158,10 @@ def start(self):
         return
 
     def stop(self):
+        print('Stopping!');
         self.run.value = False
+        self.total_process.join()
+        self.transfer_process.join()
         return
 
     def cleanup(self):

contrib/mmts/tests2/test_recovery.py

@@ -15,6 +15,7 @@ def setUp(self):
         self.clients.start()
 
     def tearDown(self):
+        print('tearDown')
         self.clients.stop()
         self.clients[0].cleanup()
         subprocess.check_call(['blockade','join'])

contrib/raftable/tests/.gitignore

@@ -0,0 +1,4 @@
+.blockade
+.vagrant
+*.swp
+*.pyc

contrib/raftable/tests/Dockerfile

@@ -0,0 +1,60 @@
+# vim:set ft=dockerfile:
+FROM debian:jessie
+
+# explicitly set user/group IDs
+RUN groupadd -r postgres --gid=999 && useradd -r -g postgres --uid=999 postgres
+
+# make the "en_US.UTF-8" locale so postgres will be utf-8 enabled by default
+RUN apt-get update && apt-get install -y locales && rm -rf /var/lib/apt/lists/* \
+	&& localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
+ENV LANG en_US.utf8
+
+# use git to fetch sources
+RUN apt-get update \
+    && apt-get install -y git \
+	&& rm -rf /var/lib/apt/lists/*
+
+# postgres build deps
+RUN apt-get update && apt-get install -y \
+	make \
+	gcc \
+	libreadline-dev \
+	bison \
+	flex \
+	zlib1g-dev \ 
+	&& rm -rf /var/lib/apt/lists/*
+
+RUN mkdir /pg
+RUN chown postgres:postgres /pg
+
+USER postgres
+WORKDIR /pg
+ENV CFLAGS -O0
+RUN git clone https://github.com/postgrespro/postgres_cluster.git --depth 1
+WORKDIR /pg/postgres_cluster
+RUN ./configure  --enable-cassert --enable-debug --prefix=/usr/local/
+RUN make -j 4
+
+USER root
+RUN make install
+RUN cd /pg/postgres_cluster/contrib/pg_tsdtm && make install
+RUN cd /pg/postgres_cluster/contrib/raftable && make install
+RUN cd /pg/postgres_cluster/contrib/mmts && make install
+RUN cd /pg/postgres_cluster/contrib/postgres_fdw && make install
+RUN mkdir -p /var/lib/postgresql/data && chown -R postgres /var/lib/postgresql/data
+RUN mkdir -p /run/postgresql && chown -R postgres /run/postgresql
+
+USER postgres
+ENV PATH /usr/local/bin:$PATH
+ENV PGDATA /var/lib/postgresql/data
+VOLUME /var/lib/postgresql/data
+
+COPY docker-entrypoint.sh  /
+
+ENTRYPOINT ["/docker-entrypoint.sh"]
+
+EXPOSE 5432
+CMD ["postgres"]
+
+
+

contrib/raftable/tests/Vagrantfile

@@ -0,0 +1,44 @@
+script = <<SCRIPT
+#!/bin/bash -e
+
+if [ ! -f /etc/default/docker ]; then
+  echo "/etc/default/docker not found -- is docker installed?" >&2
+  exit 1
+fi
+
+apt-get -y install python-pip python-virtualenv
+apt-get -y install postgresql-server-dev-all python-dev postgresql-client
+
+cd /vagrant
+
+export PIP_DOWNLOAD_CACHE=/vagrant/.pip_download_cache
+
+pip install -r requirements.txt
+
+SCRIPT
+
+Vagrant.configure(2) do |config|
+
+  config.vm.box = "ubuntu/trusty64"
+
+  if Vagrant.has_plugin?("vagrant-cachier")
+    config.cache.scope = :box
+  end
+
+  config.vm.provider :virtualbox do |vb, override|
+    vb.memory = 2048
+  end
+
+  # there are obviously vagrant versions with a
+  # broken 'docker' provisioner that can be fixed
+  # by invoking an 'apt-get update' *before* docker itself
+  config.vm.provision "shell", inline: "apt-get update"
+
+  # fetch the ubuntu:latest image that is required for
+  # the test suite
+  config.vm.provision "docker", images: ["ubuntu:trusty"]
+
+  # kick off the tests automatically
+  config.vm.provision "shell", inline: script
+end
+

contrib/raftable/tests/blockade.yml

@@ -0,0 +1,32 @@
+version: '2'
+
+containers:
+
+  node1:
+    container_name: node1
+    image: pgmmts 
+    environment:
+      POSTGRES_USER: 'postgres'
+      NODE_ID: 1
+    ports:
+      5432: 5432
+
+  node2:
+    container_name: node2
+    image: pgmmts 
+    environment:
+      POSTGRES_USER: 'postgres'
+      NODE_ID: 2
+    ports:
+      5433: 5432
+  
+  node3:
+    container_name: node3
+    image: pgmmts 
+    environment:
+      POSTGRES_USER: 'postgres'
+      NODE_ID: 3
+    ports:
+      5434: 5432
+
+

contrib/raftable/tests/docker-entrypoint.sh

@@ -0,0 +1,88 @@
+#!/bin/bash
+set -e
+
+# wtf is that?
+if [ "${1:0:1}" = '-' ]; then
+	set -- postgres "$@"
+fi
+
+if [ "$1" = 'postgres' ]; then
+	mkdir -p "$PGDATA"
+	chmod 700 "$PGDATA"
+	chown -R postgres "$PGDATA"
+
+	# look specifically for PG_VERSION, as it is expected in the DB dir
+	if [ ! -s "$PGDATA/PG_VERSION" ]; then
+		initdb
+
+		if [ "$POSTGRES_PASSWORD" ]; then
+			pass="PASSWORD '$POSTGRES_PASSWORD'"
+			authMethod=md5
+		else
+			pass=
+			authMethod=trust
+		fi
+
+		{ echo; echo "host all all 0.0.0.0/0 $authMethod"; } >> "$PGDATA/pg_hba.conf"
+		{ echo; echo "host replication all 0.0.0.0/0 $authMethod"; } >> "$PGDATA/pg_hba.conf"
+
+		############################################################################
+
+		# internal start of server in order to allow set-up using psql-client		
+		# does not listen on TCP/IP and waits until start finishes
+		pg_ctl -D "$PGDATA" \
+			-o "-c listen_addresses=''" \
+			-w start
+
+		: ${POSTGRES_USER:=postgres}
+		: ${POSTGRES_DB:=$POSTGRES_USER}
+		export POSTGRES_USER POSTGRES_DB
+
+		psql=( psql -v ON_ERROR_STOP=1 )
+
+		if [ "$POSTGRES_DB" != 'postgres' ]; then
+			"${psql[@]}" --username postgres <<-EOSQL
+				CREATE DATABASE "$POSTGRES_DB" ;
+			EOSQL
+			echo
+		fi
+
+		if [ "$POSTGRES_USER" = 'postgres' ]; then
+			op='ALTER'
+		else
+			op='CREATE'
+		fi
+		"${psql[@]}" --username postgres <<-EOSQL
+			$op USER "$POSTGRES_USER" WITH SUPERUSER $pass ;
+		EOSQL
+		echo
+
+		############################################################################
+		
+		RAFT_PEERS='1:172.18.0.2:6666, 2:172.18.0.4:6666, 3:172.18.0.3:6666'
+
+		cat <<-EOF >> $PGDATA/postgresql.conf
+			listen_addresses='*' 
+			max_prepared_transactions = 100
+			synchronous_commit = off
+			wal_level = logical
+			max_worker_processes = 15
+			max_replication_slots = 10
+			max_wal_senders = 10
+			shared_preload_libraries = 'raftable'
+			raftable.id = $NODE_ID
+			raftable.peers = '$RAFT_PEERS'
+		EOF
+
+		tail -n 20 $PGDATA/postgresql.conf
+
+		pg_ctl -D "$PGDATA" -m fast -w stop
+
+		echo
+		echo 'PostgreSQL init process complete; ready for start up.'
+		echo
+	fi
+fi
+
+exec "$@"
+