Fixed cleaning ec2 cache, perf installed, emacs packages installed.

Author: arssher

devops/ec2.yml

@@ -26,6 +26,8 @@
 
   # good for both launch and termination
   - import_tasks: tasks/clean_ec2_cache.yml
+    tags:
+      - clean_ec2_cache
 
   - name: terminate all ec2 instances
     ec2:

devops/inventory

@@ -40,6 +40,8 @@ shardman_version_tag=master
 
 shardman_shardlord_connstring="host={{ shardlord_ip }} port={{ pg_port }} user={{ ansible_user }}"
 
+fg_path="{{ ansible_env.HOME }}/FlameGraph"
+
 test_id=""
 logs=logs
 

devops/pgbench_run.yml

@@ -17,11 +17,13 @@
   - set_fact: test_id="{{ test_id }}-{{ now.stdout }}"
     when: tmstmp
 
-- hosts: workers
+# run pgbench on active_workers workers, by default all of them.
+- hosts: workers[0:{{ (active_workers | int ) - 1 }}]
+  environment:
+    PATH: "{{ pg_dst }}/bin:{{ fg_path }}:{{ ansible_env.PATH }}"
   vars:
+    active_workers: "{{ groups['workers'] | length }}"
     pgbench_opts: ""
-  environment:
-    PATH: "{{ pg_dst }}/bin:{{ ansible_env.PATH }}"
 
   tasks:
   - name: vacuum

devops/provision.yml

@@ -147,6 +147,11 @@
     when: tags_not_specified is not defined
     tags: ars
 
+  - name: Install packages for Arseny's emacs
+    command: emacs emacs -batch --eval '(message "Hi!")' -u {{ ansible_user}}
+    when: tags_not_specified is not defined
+    tags: ars
+
   - name: set PATH in .bashrc
     lineinfile: dest=~/.bashrc line="export PATH={{ pg_dst }}/bin:$PATH"
     tags:
@@ -167,6 +172,31 @@
     tags:
       - allow_ptrace
 
+  - name: install perf for xenial
+    apt: name=linux-tools-4.4.0-1022-aws state=installed
+    when: ansible_os_family == "Debian"
+    become: yes
+    tags:
+      - perf
+
+  - name: allow perfing
+    shell: echo 0 | sudo tee /proc/sys/kernel/kptr_restrict
+    become: yes
+    tags: perf
+
+  - name: download flamegraph
+    git: repo=https://github.com/brendangregg/FlameGraph.git
+      dest="{{ fg_path }}"
+      version=master
+      depth=1
+      accept_hostkey=True
+    tags: perf
+
+  - name: set PATH in .bashrc
+    lineinfile: dest=~/.bashrc line="export PATH={{ fg_path }}:$PATH"
+    tags:
+      - perf
+
 - import_playbook: init.yml
   tags:
     - init

devops/readme.txt

@@ -60,7 +60,9 @@ Create, fill and shard pgbench tables:
 ansible-playbook -i inventory_ec2/ pgbench_prepare.yml -e "scale=10 nparts=3 repfactor=0"
 Run pgbench test:
 ansible-playbook -i inventory_ec2/ pgbench_run.yml -e 'tmstmp=false tname=t pgbench_opts="-c 1 -T 5"'
-Run pgbench on single worker (to estimate shardman overhead):
+Run pgbench only on node:
+ansible-playbook -i inventory_ec2/ pgbench_run.yml -e 'tmstmp=false tname=t pgbench_opts="-c 1 -T 2" active_workers=1'
+Run pgbench on single node without shardman (to estimate shardman overhead):
 ansible-playbook -i inventory_ec2/ pgbench_single.yml -e "scale=10 tmstmp=false tname=test t=false clients=8 seconds=15"
 
 Gather logs to ./logs:

devops/tasks/clean_ec2_cache.yml

@@ -1,4 +1,5 @@
 ---
 
 - name: clean ec2 cache
-  shell: "rm -rf ~/.ansible/tmp/ansible-ec2-*"
+  local_action: shell rm -rf ~/.ansible/tmp/ansible-ec2-*
+  run_once: True