Nodes logs by id, fetching conf & dumping vars after benchmark.

Author: arssher

devops/logs.yml

@@ -14,6 +14,20 @@
       dest: "{{ logs }}/{{ inventory_hostname }}.log"
       validate_checksum: no # new logs might constantly arrive
       flat: yes
+    tags:
+      fetch
+
+  - name: find out node id from log
+    local_action: shell grep -m 1 -o -P 'SHND \d' logs/{{ inventory_hostname }}.log | sed 's/SHND //'
+    register: node_id
+    tags:
+      node_symlink
+
+  - name: create symlink 'node_id'.log -> 'ip'.log
+    local_action: file
+      src={{ inventory_hostname }}.log
+      dest={{ logs }}/{{ node_id.stdout }}.log
+      state=link
 
   - name: touch logs/united.log
     local_action: copy content="" dest={{ logs }}/united.log
@@ -24,7 +38,7 @@
     with_items: "{{ groups.nodes }}"
     run_once: true
 
-  - name: create symlink to shadlord log
+  - name: create symlink to shardlord log
     local_action: file
       src={{ groups['shardlord'][0] }}.log
       dest={{ logs }}/shardlord.log

devops/pgbench_run.yml

@@ -1,11 +1,10 @@
-### create pgbench_history everywhere, create pgbench tables on init node,
-# shard them. TODO: drop sharded tables.
+### Run pgbench benchmark.
 # Controlling vars: tmstmp (true/false), tname, clients, t (true/false),
 # seconds, xacts
 
 
 # set global var to use in all plays, oh my
-- hosts: nodes
+- hosts: nodes:localhost
   vars:
     tmstmp: True
     tname: pgbench
@@ -67,6 +66,34 @@
       res/{{ test_id }}/tps.txt`" >> res/{{test_id}}/tps.txt
     run_once: true
 
+  - name: collect worker conf
+    fetch:
+      src: "{{ pg_conffile }}"
+      dest: res/{{ test_id }}/postgresql.conf.worker
+      flat: yes
+    run_once: true
+
 - import_playbook: logs.yml logs=res/{{ test_id }}/logs
   tags:
     - logs
+
+- hosts: shardlord
+  tasks:
+  - name: collect shardlord conf
+    fetch:
+      src: "{{ pg_conffile }}"
+      dest: res/{{ test_id }}/postgresql.conf.lord
+      flat: yes
+    run_once: true
+
+- hosts: localhost
+  tasks:
+  - name: Dump all vars
+    action: template src=templates/dumpallvars.j2 dest=res/{{ test_id }}/allvars.txt
+
+  - name: print tps
+    local_action: shell cat res/{{ test_id }}/tps.txt
+    register: tps
+    run_once: true
+
+  - debug: msg={{ tps.stdout }}

devops/tasks/pg_ctl.yml

@@ -1,4 +1,4 @@
 ---
 
-- name: pg_ctl {{pg_ctl_action}}
+- name: pg_ctl {{pg_ctl_action}} -l {{ pg_logfile }}
   command: "{{pg_dst}}/bin/pg_ctl {{pg_ctl_action}} -D {{pg_datadir}} -l {{pg_logfile}}"

devops/templates/dumpallvars.j2

@@ -0,0 +1,21 @@
+{# Taken from https://coderwall.com/p/13lh6w/dump-all-variables #}
+
+Module Variables ("vars"):
+--------------------------------
+{{ vars | to_nice_json }}
+
+Environment Variables ("environment"):
+--------------------------------
+{{ environment | to_nice_json }}
+
+GROUP NAMES Variables ("group_names"):
+--------------------------------
+{{ group_names | to_nice_json }}
+
+GROUPS Variables ("groups"):
+--------------------------------
+{{ groups | to_nice_json }}
+
+HOST Variables ("hostvars"):
+--------------------------------
+{{ hostvars | to_nice_json }}