Rebalance flag, fixed set_path, other little things.

Author: arssher

devops/pgbench_prepare.yml

@@ -25,6 +25,7 @@
     scale: 10
     nparts: 10
     repfactor: 0
+    rebalance: true
   environment:
     PATH: "{{ pg_dst }}/bin:{{ ansible_env.PATH }}"
 
@@ -59,9 +60,9 @@
   - name: create_hash_partitions, nparts {{ nparts }}
     command: >
       psql -p {{ pg_port }} -c "
-      select shardman.create_hash_partitions({{ my_id.stdout }}, 'pgbench_accounts', 'aid', {{ nparts }});
-      select shardman.create_hash_partitions({{ my_id.stdout }}, 'pgbench_tellers', 'tid', {{ nparts }});
-      select shardman.create_hash_partitions({{ my_id.stdout }}, 'pgbench_branches', 'bid', {{ nparts }});
+      select shardman.create_hash_partitions({{ my_id.stdout }}, 'pgbench_accounts', 'aid', {{ nparts }}, {{ rebalance }});
+      select shardman.create_hash_partitions({{ my_id.stdout }}, 'pgbench_tellers', 'tid', {{ nparts }}, {{ rebalance }});
+      select shardman.create_hash_partitions({{ my_id.stdout }}, 'pgbench_branches', 'bid', {{ nparts }}, {{ rebalance }});
       "
     tags:
       - create_hash_partitions

devops/pgbench_run.yml

@@ -98,4 +98,4 @@
     register: tps
     run_once: true
 
-  - debug: msg="{{ tps.stdout }}. test_id {{ test_id }} "
+  - debug: msg="{{ tps.stdout_lines }}. test_id {{ test_id }} "

devops/pgbench_single.yml

@@ -26,17 +26,9 @@
     command: >
       pgbench -p {{ pg_port }} -s {{ scale }} -i
 
-  - name: run pgbench -T {{ seconds }}
+  - name: run pgbench --report-latencies {{ pgbench_opts }}
     shell: >
-      pgbench -p {{ pg_port }} --report-latencies
-      -c {{ clients }} -T {{ seconds }} 2>&1 > "pgbench.out"
-    when: not ( t | bool )
-
-  - name: run pgbench -t {{ xacts }}
-    shell: >
-      pgbench -p {{ pg_port }} --report-latencies
-      -c {{ clients }} -t {{ xacts }} 2>&1 > "pgbench.out"
-    when: t | bool
+      pgbench -p {{ pg_port }} --report-latencies {{ pgbench_opts }} 2>&1 > "pgbench.out"
 
   - name: fetch pgbench exec time
     fetch:
@@ -52,4 +44,4 @@
     register: tps
     run_once: true
 
-  - debug: msg={{ tps.stdout }}
+  - debug: msg={{ tps.stdout_lines }}

devops/postgresql.conf.common.example

@@ -3,25 +3,35 @@ log_timezone = 'Europe/Moscow'
 
 listen_addresses = '*'
 
-log_min_messages = LOG
+log_min_messages = NOTICE
 client_min_messages = NOTICE
 log_replication_commands = on
 
-max_replication_slots = 300
-max_wal_senders = 300
-max_logical_replication_workers = 300
-max_worker_processes = 300
+# log_statement = 'all'
+# logging_collector = on
+# log_directory= '/tmp/pg/data_5432'
+# log_filename = 'pg.log'
+
+max_replication_slots = 1000
+max_wal_senders = 1000
+max_logical_replication_workers = 1000
+max_worker_processes = 1000
 
 # performance-related settings
-shared_buffers = {{ (ansible_memtotal_mb * 0.5) | int }}MB
+# shared_buffers = {{ (ansible_memtotal_mb * 0.6) | int }}MB
+shared_buffers = {{ (ansible_memtotal_mb * 0.6) | int }}MB
 effective_cache_size = 4GB
 work_mem = 32MB
-max_connections = 1000
+max_connections = 3000
 # don't do checkpoints
 checkpoint_timeout = 60min
 max_wal_size = 100GB
-fsync = off
+fsync = on
 autovacuum = off
+# synchronous_commit = on
+synchronous_commit = local
 
 shardman.shardlord_dbname = ubuntu
 shardman.poll_interval = 500 # long operations poll frequency in milliseconds
+
+shardman.sync_replicas = off

devops/provision.yml

@@ -156,6 +156,7 @@
     lineinfile: dest=~/.bashrc line="export PATH={{ pg_dst }}/bin:$PATH"
     tags:
       - set_path
+      - ars
 
   - name: allow ptrace for non-root users
     lineinfile: dest=/etc/sysctl.d/10-ptrace.conf

devops/readme.txt

@@ -57,13 +57,13 @@ Read nodes table on workers:
 nodes': ansible-playbook -i inventory_ec2/ psql.yml --limit 'workers' -e "cmd='\'table shardman.nodes\''"
 
 Create, fill and shard pgbench tables:
-ansible-playbook -i inventory_ec2/ pgbench_prepare.yml -e "scale=10 nparts=3 repfactor=0"
+ansible-playbook -i inventory_ec2/ pgbench_prepare.yml -e "scale=10 nparts=3 repfactor=0 rebalance=true"
 Run pgbench test:
 ansible-playbook -i inventory_ec2/ pgbench_run.yml -e 'tmstmp=false tname=t pgbench_opts="-c 1 -T 5"'
 Run pgbench only on node:
 ansible-playbook -i inventory_ec2/ pgbench_run.yml -e 'tmstmp=false tname=t pgbench_opts="-c 1 -T 2" active_workers=1'
 Run pgbench on single node without shardman (to estimate shardman overhead):
-ansible-playbook -i inventory_ec2/ pgbench_single.yml -e "scale=10 tmstmp=false tname=test t=false clients=8 seconds=15"
+ansible-playbook -i inventory_ec2/ pgbench_single.yml -e 'scale=10 tmstmp=false tname=test t=false pgbench_opts="-c 1 -T 5"'
 
 Gather logs to ./logs:
 ansible-playbook -i inventory_ec2/ logs.yml