Trigger-based replication, 2pc.

Author: arssher

devops/inventory

@@ -20,6 +20,8 @@ makejobs=4
 # pg_version_tag=REL_10_STABLE
 pg_repo=https://github.com/arssher/postgresql
 pg_version_tag=postgres_fdw_read_committed
+# postgres_fdw 2pc and triggers on fdw tables
+pg_version_tag=pg_shardman_tbr_2pc
 # pg_prefix="{{ansible_env.HOME}}/pg"
 pg_prefix="/tmp/pg"
 pg_src="{{pg_prefix}}/src"
@@ -37,6 +39,8 @@ pathman_version_tag=master
 shardman_repo=https://github.com/postgrespro/pg_shardman.git
 shardman_src="{{pg_prefix}}/pg_shardman"
 shardman_version_tag=master
+# trigger based replication
+# shardman_version_tag=tbr-2pc
 
 shardman_shardlord_connstring="host={{ shardlord_ip }} port={{ pg_port }} user={{ ansible_user }}"
 

devops/postgresql.conf.common.example

@@ -28,10 +28,14 @@ checkpoint_timeout = 60min
 max_wal_size = 100GB
 fsync = on
 autovacuum = off
-# synchronous_commit = on
-synchronous_commit = local
+synchronous_commit = on
+# synchronous_commit = local
 
 shardman.shardlord_dbname = ubuntu
 shardman.poll_interval = 500 # long operations poll frequency in milliseconds
 
-shardman.sync_replicas = off
+shardman.sync_replicas = on
+
+max_prepared_transactions = 100000
+postgres_fdw.use_2pc = on
+postgres_fdw.use_repeatable_read = off

devops/provision.yml

@@ -49,7 +49,7 @@
     tags:
       - build_pg
 
-  - name: clone postgres sources
+  - name: clone postgres sources {{ pg_repo }}/{{ pg_version_tag }}
     git: repo={{pg_repo}}
       dest={{pg_src}}
       version={{pg_version_tag}}
@@ -93,7 +93,7 @@
     tags:
       - build_pathman
 
-  - name: clone shardman
+  - name: clone shardman {{ shardman_repo }}/{{ shardman_version_tag }}
     git: repo={{shardman_repo}}
       dest={{shardman_src}}
       version={{shardman_version_tag}}
@@ -193,7 +193,7 @@
       accept_hostkey=True
     tags: perf
 
-  - name: set PATH in .bashrc
+  - name: set PATH to flamegraph in .bashrc
     lineinfile: dest=~/.bashrc line="export PATH={{ fg_path }}:$PATH"
     tags:
       - perf