fix: lots of Travis fixes for replication test

Author: rbjorklin

.travis.yml

@@ -39,8 +39,7 @@ jobs:
       python: 2.7
       env: IMAGE_NAME="centos:7-builded"
       install:
-        - pip install ansible=="2.4.4.0" docker-py
+        - pip install ansible=="2.4.4.0" docker-py netaddr
         - ln -s ${PWD} tests/docker/ANXS.postgresql
       script:
-        - find . -iname repmgr.yml
-        - ansible-playbook -i tests/docker/hosts -e image_name=${IMAGE_NAME} tests/docker/replication.yml
+        - ansible-playbook -v -i tests/docker/hosts -e image_name=${IMAGE_NAME} tests/docker/replication.yml

defaults/repmgr.yml

@@ -1,3 +1,14 @@
+# Role default overrides to work with replication
+postgresql_wal_level: "replica"
+postgresql_max_wal_senders: 10
+postgresql_max_replication_slots: 10
+postgresql_wal_keep_segments: 256 # Needs to be big enough for pg_basebackup to complete before this starts rotating files, 16MB each
+postgresql_hot_standby: on
+postgresql_archive_mode: off
+postgresql_archive_command: "/bin/true"
+postgresql_shared_preload_libraries:
+  - repmgr
+
 # Required configuration items
 repmgr_target_group: ""
 repmgr_user: "repmgr"

tasks/extensions/detect_repmgr_primary.yml

@@ -13,7 +13,7 @@
 
 - name: Repmgr | Declare as primary for new installation
   set_fact:
-    repmgr_primary: "{{ True if ansible_hostname == ansible_play_hosts[0] else False }}"
+    repmgr_primary: "{{ True if ansible_hostname == ansible_play_hosts[0] or inventory_hostname == ansible_play_hosts[0] else False }}"
   when: "repmgr_existing_installation_detected is skipped"
 
 - debug:

tasks/schemas.yml

@@ -13,4 +13,4 @@
   become: yes
   become_user: "{{ postgresql_admin_user }}"
   with_items: "{{ postgresql_database_schemas }}"
-  when: postgresql_databases|length > 0
+  when: postgresql_databases|length > 0 and repmgr_primary

templates/pgpass.j2

@@ -1,4 +1,4 @@
-{% for server in repmgr_target_group_hosts %}
+{% for server in groups[repmgr_target_group] | sort %}
 {{ server }}:{{postgresql_port}}:{{repmgr_database}}:{{repmgr_user}}:{% for user in postgresql_users if user['name'] == repmgr_user %}{{user['pass']}}{% endfor %}
 {{ server }}:{{postgresql_port}}:replication:{{repmgr_replication_user}}:{% for user in postgresql_users if user['name'] == repmgr_user %}{{user['pass']}}{% endfor %}
 {% endfor %}

tests/docker/group_vars/postgresql.yml

@@ -7,6 +7,10 @@ postgresql_databases:
   - name: foobar
     owner: baz
 
+  - name: repmgr
+    owner: "repmgr"
+    encoding: "UTF-8"
+
 # NOTE: postgresql >= 10 does not accept unencrypted passwords
 postgresql_users:
   - name: baz
@@ -19,6 +23,10 @@ postgresql_users:
 
   - name: zabaz
 
+  - name: "repmgr"
+    pass: "repmgr"
+    encrypted: true # required with postgres >= 10 and ansible <= 2.6
+
 postgresql_database_schemas:
   - database: foobar
     state: present
@@ -29,6 +37,11 @@ postgresql_user_privileges:
   - name: baz
     db: foobar
 
+  - name: "repmgr"
+    db: repmgr
+    priv: "ALL"
+    role_attr_flags: "SUPERUSER,REPLICATION"
+
 postgresql_ext_install_contrib: true
 
 # These do not work everywhere, but should be included ASAP

tests/docker/replication.yml

@@ -1,5 +1,6 @@
-# site.yml
+# replication.yml
 ---
+# vim: set syntax=yaml expandtab shiftwidth=2 tabstop=2 softtabstop=2 autoindent:
 
 - hosts: localhost
   become: false
@@ -13,21 +14,31 @@
         path: "{{ 'images' if 'builded' in image_name else '' }}"
         force: "{{ force_build_image | default(false) }}"
 
+    - name: Create docker network
+      docker_network:
+        name: replication
+
     - name: Run docker machines for testing PostgreSQL role
       docker_container:
         name: "postgresql-10-1"
+        hostname: "postgresql-10-1"
         image: "{{ image_name }}"
         command: "/sbin/init"
         state: started
         privileged: true
+        networks:
+          - name: replication
 
     - name: Run docker machines for testing PostgreSQL role 2
       docker_container:
         name: "postgresql-10-2"
+        hostname: "postgresql-10-2"
         image: "{{ image_name }}"
         command: "/sbin/init"
         state: started
         privileged: true
+        networks:
+          - name: replication
 
     - name: Add new machines into postgresql inventory group
       add_host:
@@ -48,8 +59,54 @@
   vars_files:
     # are these paths relative to the playbook path?
     - ../../defaults/repmgr.yml
-  vars:
-    postgresql_version: 10
-    postgresql_ext_install_repmgr: yes
-  roles:
-    - ANXS.postgresql
+  tasks:
+    - name: install ssh
+      package:
+        name: openssh
+        state: present
+    - name: install ssh-client
+      package:
+        name: openssh-clients
+        state: present
+    - name: install ssh-server
+      package:
+        name: openssh-server
+        state: present
+    - name: install cron
+      package:
+        name: cronie
+        state: present
+    - name: ensure sshd is running
+      systemd:
+        name: sshd
+        state: started
+    - name: ensure cron is running
+      systemd:
+        name: crond
+        state: started
+
+    - import_role:
+        name: ANXS.postgresql
+      vars:
+        # see tests/docker/group_vars/postgresql.yml for more configuration
+        repmgr_target_group: "postgresql"
+        postgresql_version: 10
+        postgresql_ext_install_repmgr: yes
+        postgresql_listen_addresses:
+          - "*"
+          #- "localhost"
+          #- "{{ ansible_default_ipv4.address }}"
+        postgresql_pg_hba_custom:
+          - type: host
+            database: repmgr
+            user: "repmgr"
+            address: "0.0.0.0/0"
+            #address: "{{ ansible_default_ipv4['network'] }}/{{ [ansible_default_ipv4['network'], ansible_default_ipv4['netmask']] | join('/') | ipaddr('prefix') }}"
+            method: "md5"
+            comment: ""
+          - type: host
+            database: replication
+            user: "repmgr"
+            address: "0.0.0.0/0"
+            method: "md5"
+            comment: ""