Fetching logs improved, adding nodes done.

Author: arssher

devops/.gitignore

@@ -1,5 +1,6 @@
 *.retry
 inventory/manual
+logs/
 
 /postgresql.conf.common
 /postgresql.conf.lord

devops/init.yml

@@ -2,7 +2,6 @@
 
 ---
 - hosts: nodes
-
   environment:
     PATH: "{{ pg_dst }}/bin:{{ ansible_env.PATH }}"
 
@@ -31,10 +30,19 @@
     tags:
       - initdb
 
+  - name: enable blind trust
+    lineinfile:
+      dest: "{{pg_datadir}}/pg_hba.conf"
+      line: "{{item}}"
+      state: present
+    with_items:
+      - "host all all 0.0.0.0/0 trust"
+      - "host replication all 0.0.0.0/0 trust"
+      - "local replication all trust"
+
 - import_playbook: send_config.yml
 
 - hosts: nodes
-
   environment:
     PATH: "{{ pg_dst }}/bin:{{ ansible_env.PATH }}"
 
@@ -43,3 +51,24 @@
     command: psql -p {{ pg_port }} -c "create extension pg_shardman cascade;"
     tags:
       - create_ext
+
+- hosts: shardlord
+  environment:
+    PATH: "{{ pg_dst }}/bin:{{ ansible_env.PATH }}"
+
+  tasks:
+  - name: add ec2 workers
+    command: >
+      psql -p {{ pg_port }} -c "select shardman.add_node(
+      'hostaddr={{ hostvars[item]['ec2_private_ip_address'] }} port={{ pg_port }}')"
+    with_items: "{{ groups.ec2_workers }}"
+    tags:
+      - add_nodes
+
+  - name: add manual workers
+    command: >
+      psql -p {{ pg_port }} -c "select shardman.add_node(
+      'hostaddr={{ item]}} port={{ pg_port }}')"
+    with_items: "{{ groups.manual_workers }}"
+    tags:
+      - add_nodes

devops/logs.yml

@@ -14,6 +14,15 @@
       validate_checksum: no # new logs might constantly arrive
       flat: yes
 
+  - name: touch logs/united.log
+    local_action: copy content="" dest=logs/united.log
+    run_once: true
+
+  - name: unite logs
+    local_action: shell cat logs/{{ item }}.log >> logs/united.log
+    with_items: "{{ groups.nodes }}"
+    run_once: true
+
 - hosts: shardlord
 
   tasks:

devops/readme.txt

@@ -52,6 +52,9 @@ ansible-playbook -i inventory_ec2 pg_ctl.yml -e "pg_ctl_action=restart"
 Read cmd log on shardlord:
 ansible-playbook -i inventory_ec2/ psql.yml --limit 'shardlord' -e "cmd='\'table shardman.cmd_log\''"
 
+Gather logs to ./logs:
+ansible-playbook -i inventory_ec2/ logs.yml
+
 Ubuntu images EC2 locator:
 https://cloud-images.ubuntu.com/locator/ec2/
 We need ami-4199282e.
@@ -67,3 +70,4 @@ Things that made me wonder during writing this:
 * No way to specify multiple inventory files, only whole directory or one file.
 * No way to append file to file, except for j2 templates, which doesn't work
   with files outside the template dir, really?
+* Writing yml files makes me nervous.