ansible/roles/git/hooks/files/post-receive-fedmsg
Pierre-Yves Chibon bd6180dcd0 git/hooks: decode the output of the subprocess
Signed-off-by: Pierre-Yves Chibon <pingou@pingoured.fr>
2021-01-25 10:54:51 +01:00

163 lines
4.8 KiB
Python
Executable file

#!/usr/bin/env python
import getpass
import os
import subprocess as sp
import sys
from collections import defaultdict
import pygit2
import fedmsg
import fedmsg.config
# Use $GIT_DIR to determine where this repo is.
abspath = os.path.abspath(os.environ['GIT_DIR'])
if "/requests/" in abspath:
sys.exit(0)
# This assumes git root dir is named "repo_name.git"
repo_name = '.'.join(abspath.split(os.path.sep)[-1].split('.')[:-1])
namespace = abspath.split(os.path.sep)[-2]
username = getpass.getuser()
repo = pygit2.Repository(abspath)
print "Emitting a message to the fedmsg bus."
config = fedmsg.config.load_config([], None)
config['active'] = True
config['endpoints']['relay_inbound'] = config['relay_inbound']
fedmsg.init(name='relay_inbound', cert_prefix='scm', **config)
def revs_between(head, base):
""" Yield revisions between HEAD and BASE. """
# pygit2 can't do a rev-list yet, so we have to shell out.. silly.
cmd = '/usr/bin/git rev-list %s...%s' % (head.id, base.id)
proc = sp.Popen(cmd.split(), stdout=sp.PIPE, stderr=sp.PIPE, cwd=abspath)
stdout, stderr = proc.communicate()
if proc.returncode != 0:
raise IOError('git rev-list failed: %r, err: %r' % (stdout, stderr))
for line in stdout.decode('utf-8').strip().split('\n'):
yield line.strip()
def build_stats(commit):
files = defaultdict(lambda: defaultdict(int))
# Calculate diffs against all parent commits
diffs = [repo.diff(parent, commit) for parent in commit.parents]
# Unless this is the first commit, with no parents.
diffs = diffs or [commit.tree.diff_to_tree(swap=True)]
for diff in diffs:
for patch in diff:
if hasattr(patch, 'new_file_path'):
path = patch.new_file_path
else:
path = patch.delta.new_file.path
if hasattr(patch, 'additions'):
files[path]['additions'] += patch.additions
files[path]['deletions'] += patch.deletions
files[path]['lines'] += patch.additions + patch.deletions
else:
files[path]['additions'] += patch.line_stats[1]
files[path]['deletions'] += patch.line_stats[2]
files[path]['lines'] += patch.line_stats[1] \
+ patch.line_stats[2]
total = defaultdict(int)
for name, stats in files.items():
total['additions'] += stats['additions']
total['deletions'] += stats['deletions']
total['lines'] += stats['lines']
total['files'] += 1
return files, total
seen = []
def getlogin():
try:
return os.getlogin()
except:
return os.environ['USER']
# Read in all the rev information git-receive-pack hands us.
lines = [line.split() for line in sys.stdin.readlines()]
for line in lines:
base, head, branch = line
branch = '/'.join(branch.split('/')[2:])
try:
head = repo.revparse_single(head)
except KeyError:
# This means they are deleting this branch.. and we don't have a fedmsg
# for that (yet?). It is disallowed by dist-git in Fedora anyways.
continue
try:
base = repo.revparse_single(base)
revs = revs_between(head, base)
except KeyError:
revs = [head.id]
def _build_commit(rev):
commit = repo.revparse_single(unicode(rev))
# Tags are a little funny, and vary between versions of pygit2, so we'll
# just ignore them as far as fedmsg is concerned.
if isinstance(commit, pygit2.Tag):
return None
files, total = build_stats(commit)
return dict(
name=commit.author.name,
email=commit.author.email,
username=username,
summary=commit.message.split('\n')[0],
message=commit.message,
stats=dict(
files=files,
total=total,
),
rev=unicode(rev),
path=abspath,
repo=repo_name,
namespace=namespace,
branch=branch,
agent=getlogin(),
)
commits = map(_build_commit, revs)
print "* Publishing information for %i commits" % len(commits)
for commit in reversed(commits):
if commit is None:
continue
# Keep track of whether or not we have already published this commit on
# another branch or not. It is conceivable that someone could make a
# commit to a number of branches, and push them all at the same time.
# Make a note in the fedmsg payload so we can try to reduce spam at a
# later stage.
if commit['rev'] in seen:
commit['seen'] = True
else:
commit['seen'] = False
seen.append(commit['rev'])
fedmsg.publish(
topic="receive",
msg=dict(commit=commit),
modname="git",
)