fedimg: Port fix for F28 compose messages to 1.0.1

Signed-off-by: Sayan Chowdhury <sayan.chowdhury2012@gmail.com>

files/hotfix/fedimg/consumers.py

@@ -0,0 +1,135 @@
+# -*- coding: utf-8 -*-
+# This file is part of fedimg.
+# Copyright (C) 2014-2017 Red Hat, Inc.
+#
+# fedimg is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# fedimg is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public
+# License along with fedimg; if not, see http://www.gnu.org/licenses,
+# or write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+#
+# Authors:  David Gay <dgay@redhat.com>
+#           Sayan Chowdhury <sayanchowdhury@fedoraproject.org>
+"""
+This is the `fedmsg consumer`_ that subscribes to the topic emitted after the
+completion of the nightly and production compose. The consumer on receving the
+message uploads the image using the API of the cloud providers.
+"""
+
+import logging
+import multiprocessing.pool
+
+import fedmsg.consumers
+import fedmsg.encoding
+import fedfind.release
+
+import fedimg.uploader
+
+from fedimg.config import PROCESS_COUNT, STATUS_FILTER
+from fedimg.utils import get_rawxz_urls, get_value_from_dict
+
+LOG = logging.getLogger(__name__)
+
+
+class FedimgConsumer(fedmsg.consumers.FedmsgConsumer):
+    """
+    A `fedmsg consumer`_ that listens to the pungi compose topics and kicks
+    of the process to upload the images to various cloud providers.
+
+    Attributes:
+        topic (str): The topics this consumer is subscribed to. Set to
+            ``org.fedoraproject.prod.pungi.compose.status.change``.
+        config_key (str): The key to set to ``True`` in the fedmsg config to
+            enable this consumer. The key is ``fedimgconsumer.prod.enabled``.
+    """
+    topic = ['org.fedoraproject.prod.pungi.compose.status.change']
+    config_key = "fedimgconsumer.prod.enabled"
+
+    def __init__(self, *args, **kwargs):
+        LOG.info("FedimgConsumer initializing")
+        super(FedimgConsumer, self).__init__(*args, **kwargs)
+
+        # Threadpool for upload jobs
+        LOG.info("Creating thread pool of %s process", PROCESS_COUNT)
+        self.upload_pool = multiprocessing.pool.ThreadPool(
+            processes=PROCESS_COUNT
+        )
+        LOG.info("FedimgConsumer initialized")
+
+    def consume(self, msg):
+        """
+        This is called when we receive a message matching our topics.
+
+        Args:
+            msg (dict): The raw message from fedmsg.
+        """
+        LOG.info('Received %r %r', msg['topic'], msg['body']['msg_id'])
+
+        msg_info = msg['body']['msg']
+        if msg_info['status'] not in STATUS_FILTER:
+            return
+
+        location = msg_info['location']
+        compose_id = msg_info['compose_id']
+        compose_metadata = fedfind.release.get_release_cid(compose_id).metadata
+        images_meta = get_value_from_dict(
+            compose_metadata,
+            'images',
+            'payload',
+            'images',
+            'CloudImages',
+            'x86_64'
+        )
+
+        if images_meta is None:
+            LOG.debug('No compatible image found to process')
+            return
+
+        upload_urls = get_rawxz_urls(location, images_meta)
+        if len(upload_urls) > 0:
+            LOG.info("Start processing compose id: %s", compose_id)
+            fedimg.uploader.upload(
+                pool=self.upload_pool,
+                urls=upload_urls,
+                compose_id=compose_id
+            )
+
+
+class FedimgStagingConsumer(FedimgConsumer):
+    """
+    A `fedmsg consumer`_ that listens to the staging pungi compose topics and
+    kicks of the process to upload the images to various cloud providers.
+
+    Attributes:
+        topic (str): The topics this consumer is subscribed to. Set to
+            ``org.fedoraproject.stg.pungi.compose.status.change``.
+        config_key (str): The key to set to ``True`` in the fedmsg config to
+            enable this consumer. The key is ``fedimgconsumer.stg.enabled``.
+    """
+    topic = ['org.fedoraproject.stg.pungi.compose.status.change']
+    config_key = "fedimgconsumer.stg.enabled"
+
+
+class FedimgDevConsumer(FedimgConsumer):
+    """
+    A `fedmsg consumer`_ that listens to the dev pungi compose topics and
+    kicks of the process to upload the images to various cloud providers.
+
+    Attributes:
+        topic (str): The topics this consumer is subscribed to. Set to
+            ``org.fedoraproject.dev.pungi.compose.status.change``.
+        config_key (str): The key to set to ``True`` in the fedmsg config to
+            enable this consumer. The key is ``fedimgconsumer.dev.enabled``.
+    """
+    topic = ['org.fedoraproject.dev.pungi.compose.status.change']
+    config_key = "fedimgconsumer.dev.enabled"
+

roles/fedimg/tasks/main.yml

@@ -134,3 +134,11 @@
   tags:
   - cron
   - fedimg
+
+- name: hotfix - copy the consumers.py over to the site-packages
+  copy: src="{{ files }}/hotfix/fedimg/consumers.py" dest=/usr/lib/python2.7/site-packages/fedimg/consumers.py
+  notify:
+  - restart fedmsg-hub
+  tags:
+  - fedimg
+  - hotfix