ansible/roles/batcave/files/fedmsg-announce-commits.py
Pierre-Yves Chibon 79f8c0e654 batcave: fix the fedmsg hook
Since we're calling the line right after the len() of the variable
we can't use map as in py3 a map as no length.
So instead we'll just build the list right now.

Signed-off-by: Pierre-Yves Chibon <pingou@pingoured.fr>
2020-06-05 00:18:00 +02:00

171 lines
5.2 KiB
Python

#!/usr/bin/env python
import getpass
import os
import subprocess as sp
import sys
from collections import defaultdict
import pygit2
import fedora_messaging.config
import fedora_messaging.api
import fedora_messaging.exceptions
fedora_messaging.config.conf.load_config(
'/etc/fedora-messaging/batcave-messaging.toml')
# Use $GIT_DIR to determine where this repo is.
abspath = os.path.abspath(os.environ['GIT_DIR'])
# This assumes git root dir is named "repo_name.git"
repo_name = os.path.splitext(os.path.basename(abspath))[0]
username = getpass.getuser()
repo = pygit2.Repository(abspath)
print("Emitting a message to the fedora-messaging message bus.")
def revs_between(head, base):
""" Yield revisions between HEAD and BASE. """
# pygit2 can't do a rev-list yet, so we have to shell out.. silly.
cmd = '/usr/bin/git rev-list %s...%s' % (head.id, base.id)
proc = sp.Popen(cmd.split(), stdout=sp.PIPE, stderr=sp.PIPE, cwd=abspath)
stdout, stderr = proc.communicate()
if proc.returncode != 0:
raise IOError('git rev-list failed: %r, err: %r' % (stdout, stderr))
for line in stdout.strip().split('\n'):
yield line.strip()
def build_stats(commit):
files = defaultdict(lambda: defaultdict(int))
# Calculate diffs against all parent commits
diffs = [repo.diff(parent, commit) for parent in commit.parents]
# Unless this is the first commit, with no parents.
diffs = diffs or [commit.tree.diff_to_tree(swap=True)]
for diff in diffs:
for patch in diff:
if hasattr(patch, 'new_file_path'):
path = patch.new_file_path
else:
path = patch.delta.new_file.path
if hasattr(patch, 'additions'):
files[path]['additions'] += patch.additions
files[path]['deletions'] += patch.deletions
files[path]['lines'] += patch.additions + patch.deletions
else:
files[path]['additions'] += patch.line_stats[1]
files[path]['deletions'] += patch.line_stats[2]
files[path]['lines'] += patch.line_stats[1] \
+ patch.line_stats[2]
total = defaultdict(int)
for name, stats in files.items():
total['additions'] += stats['additions']
total['deletions'] += stats['deletions']
total['lines'] += stats['lines']
total['files'] += 1
return files, total
seen = []
def getlogin():
try:
return os.getlogin()
except Exception:
return os.environ['USER']
# Read in all the rev information git-receive-pack hands us.
lines = [line.split() for line in sys.stdin.readlines()]
for line in lines:
base, head, branch = line
branch = '/'.join(branch.split('/')[2:])
try:
head = repo.revparse_single(head)
except KeyError:
# This means they are deleting this branch.. and we don't have a fedmsg
# for that (yet?). It is disallowed by dist-git in Fedora anyways.
continue
try:
base = repo.revparse_single(base)
revs = revs_between(head, base)
except KeyError:
revs = [head.id]
def _build_commit(rev):
commit = repo.revparse_single(str(rev))
# Tags are a little funny, and vary between versions of pygit2, so we'll
# just ignore them as far as fedmsg is concerned.
if isinstance(commit, pygit2.Tag):
return None
files, total = build_stats(commit)
return dict(
name=commit.author.name,
email=commit.author.email,
username=username,
summary=commit.message.split('\n')[0],
message=commit.message,
stats=dict(
files=files,
total=total,
),
rev=str(rev),
path=abspath,
repo=repo_name,
branch=branch,
agent=getlogin(),
)
commits = [_build_commit(rev) for rev in revs]
print("* Publishing information for %i commits" % len(commits))
for commit in reversed(commits):
if commit is None:
continue
# Keep track of whether or not we have already published this commit on
# another branch or not. It is conceivable that someone could make a
# commit to a number of branches, and push them all at the same time.
# Make a note in the fedmsg payload so we can try to reduce spam at a
# later stage.
if commit['rev'] in seen:
commit['seen'] = True
else:
commit['seen'] = False
seen.append(commit['rev'])
try:
msg = fedora_messaging.api.Message(
topic="git.receive",
body=dict(commit=commit)
)
fedora_messaging.api.publish(msg)
except fedora_messaging.exceptions.PublishReturned as exp:
print(
f"Fedora Messaging broker rejected message {msg.id}: {exp}"
)
except fedora_messaging.exceptions.ConnectionException as exp:
print(f"Error sending message {msg.id}: {exp}")
except Exception as exp:
print("Error sending fedora-messaging message")
print(exp)