diff --git a/scripts/upload.cgi/upload.test.cgi b/scripts/upload.cgi/upload.test.cgi new file mode 100644 index 0000000..def7a13 --- /dev/null +++ b/scripts/upload.cgi/upload.test.cgi @@ -0,0 +1,165 @@ +#!/usr/bin/python +# +# CGI script to handle file updates for the rpms CVS repository. There +# is nothing really complex here other than tedious checking of our +# every step along the way... +# +# License: GPL + +import os +import sys +import cgi +import tempfile +import grp +import urllib2 +try: + import hashlib + md5_constructor = hashlib.md5 +except ImportError: + import md5 + md5_constructor = md5.new + +# Reading buffer size +BUFFER_SIZE = 4096 + +# We check modules exist from this dircetory +CVSREPO = '/cvs/pkgs/rpms' + +# Lookaside cache directory +CACHE_DIR = '/srv/cache/lookaside/pkgs' + +# Fedora Packager Group +PACKAGER_GROUP = 'packager' + +def send_error(text): + print text + sys.exit(1) + +def check_form(form, var): + ret = form.getvalue(var, None) + if ret is None: + send_error('Required field "%s" is not present.' % var) + if isinstance(ret, list): + send_error('Multiple values given for "%s". Aborting.' % var) + return ret + +def check_auth(username): + authenticated = False + try: + if username in grp.getgrnam(PACKAGER_GROUP)[3]: + authenticated = True + except KeyError: + pass + return authenticated + +def main(): + os.umask(002) + + username = os.environ.get('SSL_CLIENT_S_DN_CN', None) + if not check_auth(username): + print 'Status: 403 Forbidden' + print 'Content-type: text/plain' + print + print 'You must connect with a valid certificate and be in the %s group to upload.' % PACKAGER_GROUP + sys.exit(0) + + print 'Content-Type: text/plain' + print + + assert os.environ['REQUEST_URI'].split('/')[1] == 'repo' + + form = cgi.FieldStorage() + name = check_form(form, 'name') + md5sum = check_form(form, 'md5sum') + + action = None + upload_file = None + filename = None + + # Is this a submission or a test? + # in a test, we don't get a file, just a filename. + # In a submission, we don;t get a filename, just the file. + if form.has_key('filename'): + action = 'check' + filename = check_form(form, 'filename') + filename = os.path.basename(filename) + print >> sys.stderr, '[username=%s] Checking file status: NAME=%s FILENAME=%s MD5SUM=%s' % (username, name, filename, md5sum) + else: + action = 'upload' + if form.has_key('file'): + upload_file = form['file'] + if not upload_file.file: + send_error('No file given for upload. Aborting.') + filename = os.path.basename(upload_file.filename) + elif form.has_key('url'): + url = form['url'] + try: + upload_file = urllib2.urlopen(url) + except urllib2.HTTPError, e: + send_error('Could not download %s: %s' % (url, e)) + filename = os.path.basename(upload_file.geturl()) + else: + send_error('Required field "file" is not present.') + print >> sys.stderr, '[username=%s] Processing upload request: NAME=%s FILENAME=%s MD5SUM=%s' % (username, name, filename, md5sum) + + module_dir = os.path.join(CACHE_DIR, name) + md5_dir = os.path.join(module_dir, filename, md5sum) + + # first test if the module really exists + cvs_dir = os.path.join(CVSREPO, name) + if not os.path.isdir(cvs_dir): + print >> sys.stderr, '[username=%s] Unknown module: %s' % (username, name) + send_error('Module "%s" does not exist!' % name) + + # try to see if we already have this file... + dest_file = os.path.join(md5_dir, filename) + if os.path.exists(dest_file): + if action == 'check': + print 'Available' + else: + upload_file.file.close() + dest_file_stat = os.stat(dest_file) + print 'File %s already exists' % filename + print 'File: %s Size: %d' % (dest_file, dest_file_stat.st_size) + sys.exit(0) + elif action == 'check': + print 'Missing' + sys.exit(0) + + # check that all directories are in place + if not os.path.isdir(module_dir): + os.makedirs(module_dir, 02775) + + # grab a temporary filename and dump our file in there + tempfile.tempdir = module_dir + tmpfile = tempfile.mkstemp(md5sum) + tmpfd = open(tmpfile, 'w') + + # now read the whole file in + m = md5_constructor() + filesize = 0 + while True: + data = upload_file.file.read(BUFFER_SIZE) + if not data: + break + tmpfd.write(data) + m.update(data) + filesize += len(data) + + # now we're done reading, check the MD5 sum of what we got + tmpfd.close() + check_md5sum = m.hexdigest() + if md5sum != check_md5sum: + send_error("MD5 check failed. Received %s instead of %s." % (check_md5sum, md5sum)) + + # wow, even the MD5SUM matches. make sure full path is valid now + if not os.path.isdir(md5_dir): + os.makedirs(md5_dir, 02775) + print >> sys.stderr, '[username=%s] mkdir %s' % (username, md5_dir) + + os.rename(tmpfile, dest_file) + print >> sys.stderr, '[username=%s] Stored %s (%d bytes)' % (username, dest_file, filesize) + print 'File %s size %d MD5 %s stored OK' % (filename, filesize, md5sum) + +if __name__ == '__main__': + main()