ansible/roles/batcave/files/fedmsg-announce-commits.py

#!/usr/bin/env python

import getpass
import os
import subprocess as sp
import sys

from collections import defaultdict

import pygit2

import fedora_messaging.config
import fedora_messaging.api
import fedora_messaging.exceptions

fedora_messaging.config.conf.load_config(
    '/etc/fedora-messaging/batcave-messaging.toml')


# Use $GIT_DIR to determine where this repo is.
abspath = os.path.abspath(os.environ['GIT_DIR'])

# This assumes git root dir is named "repo_name.git"
repo_name = os.path.splitext(os.path.basename(abspath))[0]

username = getpass.getuser()

repo = pygit2.Repository(abspath)

print("Emitting a message to the fedora-messaging message bus.")


def revs_between(head, base):
    """ Yield revisions between HEAD and BASE. """

    # pygit2 can't do a rev-list yet, so we have to shell out.. silly.
    cmd = '/usr/bin/git rev-list %s...%s' % (head.id, base.id)
    proc = sp.Popen(cmd.split(), stdout=sp.PIPE, stderr=sp.PIPE, cwd=abspath)
    stdout, stderr = proc.communicate()
    if proc.returncode != 0:
        raise IOError('git rev-list failed: %r, err: %r' % (stdout, stderr))

    for line in stdout.strip().split('\n'):
        yield line.strip()


def build_stats(commit):
    files = defaultdict(lambda: defaultdict(int))

    # Calculate diffs against all parent commits
    diffs = [repo.diff(parent, commit) for parent in commit.parents]
    # Unless this is the first commit, with no parents.
    diffs = diffs or [commit.tree.diff_to_tree(swap=True)]

    for diff in diffs:
        for patch in diff:
            if hasattr(patch, 'new_file_path'):
                path = patch.new_file_path
            else:
                path = patch.delta.new_file.path

            if hasattr(patch, 'additions'):
                files[path]['additions'] += patch.additions
                files[path]['deletions'] += patch.deletions
                files[path]['lines'] += patch.additions + patch.deletions
            else:
                files[path]['additions'] += patch.line_stats[1]
                files[path]['deletions'] += patch.line_stats[2]
                files[path]['lines'] += patch.line_stats[1] \
                                        + patch.line_stats[2]

    total = defaultdict(int)
    for name, stats in files.items():
        total['additions'] += stats['additions']
        total['deletions'] += stats['deletions']
        total['lines'] += stats['lines']
        total['files'] += 1

    return files, total


seen = []


def getlogin():
    try:
        return os.getlogin()
    except Exception:
        return os.environ['USER']


# Read in all the rev information git-receive-pack hands us.
lines = [line.split() for line in sys.stdin.readlines()]
for line in lines:
    base, head, branch = line
    branch = '/'.join(branch.split('/')[2:])

    try:
        head = repo.revparse_single(head)
    except KeyError:
        # This means they are deleting this branch.. and we don't have a fedmsg
        # for that (yet?).  It is disallowed by dist-git in Fedora anyways.
        continue

    try:
        base = repo.revparse_single(base)
        revs = revs_between(head, base)
    except KeyError:
        revs = [head.id]

    def _build_commit(rev):
        commit = repo.revparse_single(str(rev))

        # Tags are a little funny, and vary between versions of pygit2, so we'll
        # just ignore them as far as fedmsg is concerned.
        if isinstance(commit, pygit2.Tag):
            return None

        files, total = build_stats(commit)

        return dict(
            name=commit.author.name,
            email=commit.author.email,
            username=username,
            summary=commit.message.split('\n')[0],
            message=commit.message,
            stats=dict(
                files=files,
                total=total,
            ),
            rev=str(rev),
            path=abspath,
            repo=repo_name,
            branch=branch,
            agent=getlogin(),
        )

    commits = [_build_commit(rev) for rev in revs]

    print("* Publishing information for %i commits" % len(commits))
    for commit in reversed(commits):
        if commit is None:
            continue

        # Keep track of whether or not we have already published this commit on
        # another branch or not.  It is conceivable that someone could make a
        # commit to a number of branches, and push them all at the same time.
        # Make a note in the fedmsg payload so we can try to reduce spam at a
        # later stage.
        if commit['rev'] in seen:
            commit['seen'] = True
        else:
            commit['seen'] = False
            seen.append(commit['rev'])

        try:
            msg = fedora_messaging.api.Message(
                topic="git.receive",
                body=dict(commit=commit)
            )
            fedora_messaging.api.publish(msg)
        except fedora_messaging.exceptions.PublishReturned as exp:
            print(
                f"Fedora Messaging broker rejected message {msg.id}: {exp}"
            )
        except fedora_messaging.exceptions.ConnectionException as exp:
            print(f"Error sending message {msg.id}: {exp}")
        except Exception as exp:
            print("Error sending fedora-messaging message")
            print(exp)