From 26e8e0292285068f525ac1b95cf36e519bc12141 Mon Sep 17 00:00:00 2001
From: Randy Barlow <randy@electronsweatshop.com>
Date: Thu, 17 May 2018 16:13:19 +0000
Subject: [PATCH] Stop Bodhi's pods when there are migrations to run during
 upgrade.

Signed-off-by: Randy Barlow <randy@electronsweatshop.com>
---
 inventory/group_vars/bodhi2        |  3 +++
 inventory/group_vars/bodhi2-stg    |  3 +++
 playbooks/manual/upgrade/bodhi.yml | 37 ++++++++++++++++++++++--------
 3 files changed, 34 insertions(+), 9 deletions(-)

diff --git a/inventory/group_vars/bodhi2 b/inventory/group_vars/bodhi2
index 1a111750cc..81929a8d47 100644
--- a/inventory/group_vars/bodhi2
+++ b/inventory/group_vars/bodhi2
@@ -23,6 +23,9 @@ wsgi_fedmsg_service: bodhi
 wsgi_procs: 4
 wsgi_threads: 15
 
+# How many openshift pods do we want?
+openshift_pods: 2
+
 tcp_ports: [ 80 ]
 
 # Neeed for rsync from log01 for logs.
diff --git a/inventory/group_vars/bodhi2-stg b/inventory/group_vars/bodhi2-stg
index 078f6acfa1..55dec4ddc4 100644
--- a/inventory/group_vars/bodhi2-stg
+++ b/inventory/group_vars/bodhi2-stg
@@ -21,6 +21,9 @@ wsgi_fedmsg_service: bodhi
 wsgi_procs: 2
 wsgi_threads: 2
 
+# How many openshift pods do we want?
+openshift_pods: 1
+
 tcp_ports: [ 80 ]
 
 # Neeed for rsync from log01 for logs.
diff --git a/playbooks/manual/upgrade/bodhi.yml b/playbooks/manual/upgrade/bodhi.yml
index 7feec82555..cda813e23a 100644
--- a/playbooks/manual/upgrade/bodhi.yml
+++ b/playbooks/manual/upgrade/bodhi.yml
@@ -45,8 +45,24 @@
      - python2-fedmsg-atomic-composer
     when: testing
 
-- name: verify the frontend and stop it
-  hosts: bodhi2:bodhi2-stg
+- name: find out if there are migrations to run
+  hosts: bodhi-backend:bodhi-backend-stg
+  user: root
+  vars_files: 
+   - /srv/web/infra/ansible/vars/global.yml
+   - "/srv/private/ansible/vars.yml"
+   - /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
+
+  tasks:
+  - name: Find out what the current migration version is
+    command: /usr/bin/python2 /usr/bin/alembic -c /etc/bodhi/alembic.ini current
+    register: current_migration_version
+  - name: Find out what the latest available migration version is
+    command: /usr/bin/python2 /usr/bin/alembic -c /etc/bodhi/alembic.ini heads
+    register: latest_migration_version
+
+- name: Stop the front end if there are migrations to run
+  hosts: os-master01.stg.phx2.fedoraproject.org:os-master01.phx2.fedoraproject.org
   user: root
   vars_files: 
    - /srv/web/infra/ansible/vars/global.yml
@@ -61,11 +77,12 @@
     delegate_to: noc01.phx2.fedoraproject.org
     ignore_errors: true
 
-  roles:
-  - bodhi2/base
-
-  post_tasks:
-  - service: name="httpd" state=stopped
+  tasks:
+  - set_fact:
+      migrations: hostvars['bodhi-backend01{{ env_suffix }}.phx2.fedoraproject.org']['current_migration_version'].stdout + ' (head)' != hostvars['bodhi-backend01{{ env_suffix }}.phx2.fedoraproject.org']['latest_migration_version'].stdout
+  - name: Scale down to 0 pods
+    command: oc -n bodhi scale dc/bodhi-web --replicas=0
+    when: migrations
 
 - name: verify the backends, stop them, and then upgrade the db
   hosts: bodhi-backend:bodhi-backend-stg
@@ -106,7 +123,7 @@
     ignore_errors: true
 
 - name: restart the frontend
-  hosts: bodhi2:bodhi2-stg
+  hosts: os-master01.stg.phx2.fedoraproject.org:os-master01.phx2.fedoraproject.org
   user: root
   vars_files: 
    - /srv/web/infra/ansible/vars/global.yml
@@ -116,7 +133,9 @@
   - import_tasks: "{{ handlers_path }}/restart_services.yml"
 
   tasks:
-  - service: name="httpd" state=started
+  - name: Scale up pods
+    command: oc -n bodhi scale dc/bodhi-web --replicas={{ openshift_pods }}
+    when: migrations
 
   post_tasks:
   - name: tell nagios to unshush w.r.t. the frontend