test with splits

Author: kelvich

testeaux/Cluster.pm renamed to testeaux/lib/Cluster.pm

@@ -80,14 +80,21 @@ sub configure
 			max_wal_senders = 10
 			wal_sender_timeout = 0
 			max_replication_slots = 10
+
+			tcp_keepalives_idle = 2
+			tcp_keepalives_interval = 1
+			tcp_keepalives_count = 2
+
 			shared_preload_libraries = 'raftable,multimaster'
 			multimaster.workers = 10
 			multimaster.queue_size = 10485760 # 10mb
 			multimaster.node_id = $id
 			multimaster.conn_strings = '$connstr'
-			multimaster.use_raftable = true
+			multimaster.use_raftable = false
 			multimaster.ignore_tables_without_pk = true
 			multimaster.twopc_min_timeout = 60000
+			multimaster.twopc_prepare_ratio = 1000 #%
+
 			raftable.id = $id
 			raftable.peers = '$raftpeers'
 		));
@@ -130,9 +137,9 @@ sub psql
 }
 
 # XXX: test
-my $cluster = new RemoteCluster('ssh-config');
-$cluster->init;
-$cluster->configure;
-$cluster->start;
-
+#my $cluster = new RemoteCluster('ssh-config');
+# $cluster->init;
+# $cluster->configure;
+# $cluster->start;
+# 
 1;

testeaux/Combineaux.pm renamed to testeaux/lib/Combineaux.pm

@@ -3,6 +3,7 @@ package RemoteNode;
 use strict;
 use warnings;
 use Net::OpenSSH;
+use IPC::Run;
 
 sub new
 {
@@ -24,9 +25,8 @@ sub new
 
 	bless $self, $class;
 
-	# kill postgres here to ensure
-	# predictable initial state.
-	$self->execute("pkill -9 postgres || true");
+	$self->execute("sudo iptables -F");
+	$self->execute("sudo iptables -A INPUT -p tcp --dport ssh -j ACCEPT");
 
 	return $self;
 }
@@ -35,7 +35,7 @@ sub connstr
 {
 	my ($self, $dbname) = @_;
 
-	"host=$self->{_host} dbname=$dbname";
+	"host=$self->{_host} dbname=$dbname user=$self->{_user}";
 }
 
 sub execute
@@ -71,6 +71,10 @@ sub init
 	my $pgbin = $self->{_pgbin}; 
 	my $pgdata = $self->{_pgdata};
 
+	# kill postgres here to ensure
+	# predictable initial state.
+	$self->execute("pkill -9 postgres || true");
+
 	$self->execute("rm -rf $pgdata");
 	$self->execute("env LANG=C LC_ALL=C $pgbin/initdb -D $pgdata -A trust -N");
 
@@ -114,4 +118,42 @@ sub append_conf
 	$self->execute($cmd);
 }
 
+sub psql
+{
+	my ($self, $dbname, $sql) = @_;
+	my $stderr;
+	my $stdout;
+
+	my @psql_command =
+	  ('psql', '-XAtq', '-d', $self->connstr($dbname), '-f', '-');
+	
+	my @ipcrun_command = (\@psql_command, '<', \$sql);
+	#push @ipcrun_command, '>', $stdout;
+	#push @ipcrun_command, '2>', $stderr;
+
+	IPC::Run::run @ipcrun_command;
+	my $ret = $?;
+
+	return $ret;
+}
+
+sub net_deny_in
+{
+	my ($self)  = @_;
+	$self->execute("sudo iptables -A INPUT -j DROP");
+}
+
+sub net_deny_out
+{
+	my ($self)  = @_;
+	$self->execute("sudo iptables -A OUTPUT -j DROP");
+}
+
+sub net_allow
+{
+	my ($self)  = @_;
+	$self->execute("sudo iptables -D INPUT -j DROP");
+	$self->execute("sudo iptables -D OUTPUT -j DROP");
+}
+
 1;

testeaux/RemoteCluster.pm renamed to testeaux/lib/RemoteCluster.pm

@@ -3,66 +3,9 @@
 - hosts: all
 
   roles:
-  - role: kelvich.postgres
+  - role: postgres
     pg_port: 5432
     pg_repo: https://github.com/postgrespro/postgres_cluster.git
     pg_version_tag: master
     pg_destroy_and_init: true
-    pg_config_role:
-    - line: "multimaster.buffer_size = 65536"
-
-  tasks:
-  - name: generate connstrings
-    set_fact:
-      connstr: "host={{item}} user={{ansible_ssh_user}} dbname=postgres"
-    with_items:
-      groups['all'] | reverse | batch(nnodes | d(3) | int) | first
-    register: connstrs
-
-  - name: make a list
-    set_fact:
-      connections: "{{ connstrs.results | map(attribute='ansible_facts.connstr') | join(', ') }}"
-
-  - debug: var=hostvars
-
-  - debug: var=inventory_hostname
-
-  #- debug: var=hostvars[inventory_hostname]
-
-  - name: build raftable
-    shell: "make clean && make -j {{makejobs}} install"
-    args:
-      chdir: "{{pg_src}}/contrib/raftable"
-
-  - name: build multimaster
-    shell: "make clean && make -j {{makejobs}} install"
-    args:
-      chdir: "{{pg_src}}/contrib/mmts"
-
-  - name: enable dtm extension on datanodes
-    lineinfile:
-      dest: "{{pg_datadir}}/postgresql.conf"
-      line: "{{item}}"
-      state: present
-    with_items:
-    - "wal_level = logical"
-    - "max_wal_senders = 10"
-    - "wal_sender_timeout = 0"
-    - "max_replication_slots = 10"
-    - "max_connections = 200"
-    - "max_worker_processes = 100"
-    - "shared_preload_libraries = 'raftable,multimaster'"
-    - "multimaster.conn_strings = '{{connections}}'"
-    - "multimaster.node_id = {{ inventory_hostname | regex_replace('([0-9]+)', '\\1') }}"
-    - "multimaster.buffer_size = 65536"
-    - "multimaster.queue_size = 1073741824"
-    - "multimaster.arbiter_port = 5600"
-    - "multimaster.vacuum_delay = 1"
-    - "multimaster.workers = 32"
-    - "multimaster.use_dtm = 1"
-
-  - name: restart postgrespro
-    command: "{{pg_dst}}/bin/pg_ctl restart -w -D {{pg_datadir}} -l {{pg_datadir}}/pg.log"
-    environment:
-      LD_LIBRARY_PATH: "{{pg_dst}}/lib/"
 

testeaux/RemoteNode.pm renamed to testeaux/lib/RemoteNode.pm

@@ -0,0 +1 @@
+Subproject commit 51e6d51571c89e5dc51b332a84cf11eb945d130c

testeaux/Starteaux.pm renamed to testeaux/lib/Starteaux.pm

@@ -0,0 +1,49 @@
+use strict;
+use warnings;
+
+use lib 'lib';
+use RemoteCluster;
+use IPC::Run;
+
+my $cluster = new RemoteCluster('ssh-config');
+$cluster->init;
+$cluster->configure;
+$cluster->start;
+sleep 10;
+
+$cluster->{nodes}->[0]->psql('postgres','create extension if not exists multimaster');
+$cluster->{nodes}->[0]->psql('postgres','select * from mtm.get_nodes_state();');
+
+print("Initializing database\n");
+IPC::Run::run (
+	'pgbench',
+	'-i',
+	-h => $cluster->{nodes}->[0]->{_host},
+	-U => $cluster->{nodes}->[0]->{_user},
+	'postgres'
+);
+
+my $pgbench1 = IPC::Run::start (
+	'pgbench',
+	-c => 4,
+	-T => 30,
+	-P => 1,
+	-h => $cluster->{nodes}->[0]->{_host},
+	-U => $cluster->{nodes}->[0]->{_user},
+	'postgres'
+);
+
+sleep 5;
+$cluster->{nodes}->[0]->net_deny_in;
+sleep 10;
+$cluster->{nodes}->[0]->net_allow;
+
+
+IPC::Run::finish($pgbench1);
+# IPC::Run::run @pgbench_init
+
+
+
+
+
+