automate tests

Author: kelvich

.gitignore

@@ -0,0 +1,6 @@
+**/*.o
+**/*.so
+tests/perf/pref
+tests/perf/pref.linux
+
+

tests/deploy/cluster.yml

@@ -0,0 +1,38 @@
+---
+
+- hosts: nodes
+
+  roles:
+
+  - role: postgres
+    pg_port: 15432
+    pg_repo: https://github.com/kelvich/postgresql.git
+    pg_version_tag: xtm_patched
+    pg_destroy_and_init: true
+    pg_datadir: ./postgrespro-data
+
+  tasks:
+
+  - name: clone dtm sources
+    git: repo=https://github.com/kelvich/pg_tsdtm.git
+      dest=./pg_tsdtm
+      accept_hostkey=yes
+      update=yes
+      force=yes
+    register: dtm_sources
+
+  - name: build dtm
+    shell: "PG_CONFIG={{pg_dst}}/bin/pg_config make clean && PG_CONFIG={{pg_dst}}/bin/pg_config make -j {{makejobs}} install"
+    args:
+      chdir: ./pg_tsdtm
+    when: dtm_sources.changed
+
+  - name: enable dtm extension on datanodes
+    lineinfile:
+      dest: "{{pg_datadir}}/postgresql.conf"
+      regexp: "^shared_preload_libraries "
+      line: "shared_preload_libraries = 'pg_dtm'"
+      state: present
+
+  - name: restart postgrespro
+    command: "{{pg_dst}}/bin/pg_ctl restart -w -D ./postgrespro-data -l ./postgrespro-data/pg.log"

tests/deploy/hosts

@@ -1,8 +1,13 @@
 [clients]
-localhost
+158.250.29.4 ansible_ssh_user=cluster offset=6001
+158.250.29.7 ansible_ssh_user=cluster ansible_ssh_port=2299 offset=3001
 
 [nodes]
-localhost
+158.250.29.5 ansible_ssh_user=cluster offset=5001
+158.250.29.6 ansible_ssh_user=cluster offset=4001
+158.250.29.8 ansible_ssh_user=cluster offset=2001
+158.250.29.9 ansible_ssh_user=cluster offset=1001
+158.250.29.10 ansible_ssh_user=cluster offset=1
 
 [master]
-localhost
+158.250.29.10 ansible_ssh_user=cluster offset=1

tests/deploy/hosts.sample

@@ -0,0 +1,8 @@
+[clients]
+client1 ansible_ssh_user=cluster offset=6001
+
+[nodes]
+nodes1 ansible_ssh_user=cluster offset=2001
+
+[master]
+master1 ansible_ssh_user=cluster offset=1

tests/perf.yml

@@ -0,0 +1,36 @@
+---
+
+- hosts: clients
+  gather_facts: no
+  tasks:
+
+  - name: generate connstrings
+    set_fact:
+      connstr: "-C 'host={{item}} user=cluster port=15432 dbname=postgres' "
+    with_items:
+      groups['nodes'] | reverse | batch(nnodes | d(2) | int) | first
+    register: connstrs
+
+  - name: make a list
+    set_fact:
+      connections: "{{ connstrs.results | map(attribute='ansible_facts.connstr') | join }}"
+
+  - name: copy transfers binary
+    copy: src=perf/perf.linux dest=~/perf mode=a+x
+
+- hosts: clients[0]
+  gather_facts: no
+  tasks:
+  - name: fill the databases
+    shell: "./perf {{connections}} -g -i"
+    register: transfers_result
+  - debug: "var=transfers_result"
+
+- hosts: clients[0]
+  gather_facts: no
+  tasks:
+  - name: run transfers
+    shell: "./perf {{connections}} {{runkeys | d('-g -w 64 -r 1 -n 1000 -a 10000')}}"
+    register: transfers_result
+  - debug: var=transfers_result
+