pg, pathman and shardman installed

Author: arssher

ec2/.gitignore

@@ -0,0 +1 @@
+*.retry

ec2/inventory/inventory

@@ -1,24 +1,44 @@
 # Put here manual stuff, aws-related inventory will be generated by ec2.py
 localhost
 
-[ec2:vars]
-ansible_ssh_private_key_file=~/.ssh/aws_rsa
+[nodes]
+
+[nodes:vars]
 ansible_user=ubuntu
 # on fresh ubuntus, there is no 'python' executable
 ansible_python_interpreter=python3
 
-# [nodes]
-# 10.42.42.10
-# 10.42.42.20
+# make -j
+makejobs=4
+pg_repo=git://git.postgresql.org/git/postgresql.git
+pg_version_tag=REL_10_STABLE
+pg_prefix="{{ansible_env.HOME}}/pg"
+pg_src="{{pg_prefix}}/src"
+pg_dst="{{pg_prefix}}/install"
+pg_datadir="{{pg_prefix}}/data_{{pg_port}}"
+pg_port=5432
+
+pathman_repo=https://github.com/postgrespro/pg_pathman.git
+pathman_src="{{pg_prefix}}/pg_pathman"
+pathman_version_tag=master
+
+shardman_repo=https://github.com/postgrespro/pg_shardman.git
+shardman_src="{{pg_prefix}}/pg_shardman"
+shardman_version_tag=master
 
-# [nodes:vars]
-# makejobs=4
+cflags="-O0"
 
-# pg_repo=git://git.postgresql.org/git/postgresql.git
-# pg_version_tag=REL_10_STABLE
+[nodes:children]
+ec2
+vagrant
+
+# generated by ec2.py
+[ec2]
+
+[ec2:vars]
+# Your aws key
+ansible_ssh_private_key_file=~/.ssh/aws_rsa
 
-# pg_port=5432
-# pg_prefix="{{ansible_env.HOME}}/pg"
-# pg_src="{{pg_prefix}}/src"
-# pg_dst="{{pg_prefix}}/install"
-# pg_datadir="{{pg_prefix}}/data_{{pg_port}}"
+# For local development
+[vagrant]
+10.42.42.10

ec2/provision.yml

@@ -0,0 +1,78 @@
+---
+- hosts: nodes
+
+  environment:
+    PATH: "{{ pg_dst }}/bin:{{ ansible_env.PATH }}"
+    CFLAGS: "{{ cflags }}"
+
+  tasks:
+  - name: update apt cache (Debian)
+    apt: update_cache=yes
+    become: yes
+    tags:
+      - apt_cache
+
+  - name: ensure dependencies (Debian)
+    apt: name={{item}} state=installed
+    with_items:
+    - git
+    - automake
+    - libtool
+    - build-essential
+    - bison
+    - flex
+    - libreadline-dev
+    - zlib1g-dev
+    when: ansible_os_family == "Debian"
+    become: yes
+    tags:
+      - build_pg
+
+  - name: clone postgres sources
+    git: repo={{pg_repo}}
+      dest={{pg_src}}
+      version={{pg_version_tag}}
+      depth=1
+      accept_hostkey=True
+    tags:
+      - build_pg
+
+  - name: build and install pg
+    shell: ./configure --prefix={{pg_dst}} --enable-debug && make clean && make -j {{makejobs}} && make install
+    args:
+      chdir: "{{pg_src}}"
+    tags:
+      - build_pg
+
+  - name: clone pathman
+    git: repo={{pathman_repo}}
+      dest={{pathman_src}}
+      version={{pathman_version_tag}}
+      depth=1
+      accept_hostkey=True
+    tags:
+      - build_pathman
+
+  - name: build and install pathman
+    shell: USE_PGXS=1 make clean && USE_PGXS=1 make -j {{makejobs}} install
+    args:
+      chdir: "{{pathman_src}}"
+    tags:
+      - build_pathman
+
+  - name: clone shardman
+    git: repo={{shardman_repo}}
+      dest={{shardman_src}}
+      version={{shardman_version_tag}}
+      depth=1
+      accept_hostkey=True
+    tags:
+      - build_shardman
+
+  - name: build and install shardman
+    shell: make clean && make -j {{makejobs}} && make install
+    # shell: echo ${USE_PGXS}
+    args:
+      chdir: "{{shardman_src}}"
+    tags:
+      - build_shardman

ec2/readme.txt

@@ -13,3 +13,9 @@ regions = eu-central-1 # set region
 set aws_access_key_id = xxx
 set aws_secret_access_key = xxx
 export EC2_INI_PATH=/etc/ansible/ec2.ini
+
+Now launch some instance and check that ec2.py works:
+inventory/ec2.py --list
+
+Check that ansible works:
+ansible -i inventory/  -m ping all