adding missing files from taskotron-trigger role

roles/taskotron/taskotron-trigger/files/fetch_activity.py

@@ -0,0 +1,118 @@
+import re
+import datetime
+import socket
+from optparse import OptionParser
+from urlparse import urljoin
+
+import resultsdb_api
+
+# taken from http://docs.resultsdb.apiary.io/#post-%2Fapi%2Fv1.0%2Fresults
+OKAYISH = ["PASSED", "INFO"]
+FAILISH = ["FAILED", "ERROR", "WAIVED", "NEEDS_INSPECTION"]
+
+
+def main(resultsdb_url, frontend_url, timeparam):
+    """
+    Download results from resultdb for selected time span, return them
+    prettyprinted in string.
+
+    :param str resultsdb_url: URL of resultsdb instance
+    :param str frontend_url: URL of resultsdb frontend
+    :param str timeparam: two ISO 8601 values separated by commas for time span
+    :return: prettyprinted summary of checks
+    """
+    api = resultsdb_api.ResultsDBapi(resultsdb_url)
+
+    results = []
+    page = 0
+    r = api.get_results(since=timeparam, page=page)
+    while len(r["data"]) != 0:
+        results.extend(r["data"])
+        page += 1
+        r = api.get_results(since=timeparam, page=page)
+
+    passed = 0
+    passed_types = {}
+    failed = 0
+    failed_types = {}
+    failed_links = {}
+    together = {}
+    for result in results:
+        test_case = result["testcase"]["name"]
+        if result["outcome"] in OKAYISH:
+            passed += 1
+            passed_types[test_case] = passed_types.get(test_case, 0) + 1
+        else:
+            failed += 1
+            failed_types[test_case] = failed_types.get(test_case, 0) + 1
+            test_url = urljoin(frontend_url, "results/%d" % result["id"])
+            if test_case not in failed_links:
+                failed_links[test_case] = [test_url]
+            else:
+                failed_links[test_case].append(test_url)
+        together[test_case] = together.get(test_case, 0) + 1
+
+    output = "libtaskotron results\n====================\n"
+    output += "Generated on: " + socket.gethostname() + "\n"
+    [from_time, to_time] = timeparam.split(",")
+    output += "From:         " + from_time + "\n"
+    output += "To:           " + to_time + "\n\n"
+    output += "Passed: %d\nFailed: %d\n\n" % (passed, failed)
+    output += "Passed checks:\n--------------\n"
+    for check in passed_types.keys():
+        output += "%s: %d\n" % (check, passed_types[check])
+    output += "\n"
+    output += "Failed checks:\n--------------\n"
+    for check in failed_types.keys():
+        output += "%s: %d\n" % (check, failed_types[check])
+    output += "\n"
+    output += "Links to failed checks:\n-----------------------\n"
+    for i, check in enumerate(failed_links.keys()):
+        if i != 0:
+            output += "\n\n"
+        output += check + ":\n"
+        output += "\n".join(failed_links[check])
+    return output
+
+
+if __name__ == "__main__":
+    parser = OptionParser(usage="usage: %prog -u [URL] -f [FRONTEND] "
+                                "-t [TIMESPAN]")
+    parser.add_option("-u", "--url", dest="resultsdb_url",
+                      help="url of resultsdb instance")
+    parser.add_option("-f", "--frontend", dest="frontend_url",
+                      help="url of resultsdb frontend")
+    parser.add_option("-t", "--time", dest="time", help="time span - either "
+                            "one number or time and date in ISO 8601 format. "
+                            "When given simple number X, it generates report "
+                            "for last X hours, starting from now. When given "
+                            "one ISO 8601 formatted time, it generates report "
+                            "starting from that time on. For time span, use "
+                            "two ISO 8601 formatted times, separated by comma.")
+    (opts, _) = parser.parse_args()
+    if not opts.resultsdb_url or not opts.time or not opts.frontend_url:
+        parser.error("resultsdb url, frontend url and time span arguments"
+                     " required")
+
+    iso_regex = re.compile(
+        r"^\d{4}-\d{2}-\d{2}(T\d{2}:\d{2}(:\d{2}(\.\d+)?)?)?$")
+    m = re.search(r"^(?P<first>.*),(?P<second>.*)$", opts.time)
+    if m:  # both values (from and to) as arguments
+        if not re.match(iso_regex, m.group('first')):
+            parser.error("First time string not in YYYY-MM-DDTHH:MM:SS format")
+        if not re.match(iso_regex, m.group('second')):
+            parser.error("Second time string not in YYYY-MM-DDTHH:MM:SS format")
+        time_span = opts.time
+    else:
+        time_now = datetime.datetime.now()
+        if re.match(r"^\d+$", opts.time):  # only last X hours as argument
+            time_param = time_now - datetime.timedelta(hours=int(opts.time))
+            time_span = time_param.isoformat() + "," + time_now.isoformat()
+        else:  # one ISO 8601 time argument
+            if not re.match(iso_regex, opts.time):
+                parser.error("First time string not in YYYY-MM-DDTHH:MM:SS "
+                             "format")
+            time_span = opts.time + "," + time_now.isoformat()
+
+    output = main(opts.resultsdb_url, opts.frontend_url, time_span)
+    print output,

roles/taskotron/taskotron-trigger/files/logging.py

@@ -0,0 +1,42 @@
+# Setup fedmsg logging.
+# See the following for constraints on this format http://bit.ly/Xn1WDn
+bare_format = "[%(asctime)s][%(name)10s %(levelname)7s] %(message)s"
+
+config = dict(
+    logging=dict(
+        version=1,
+        formatters=dict(
+            bare={
+                "datefmt": "%Y-%m-%d %H:%M:%S",
+                "format": bare_format
+            },
+        ),
+        handlers=dict(
+            console={
+                "class": "logging.StreamHandler",
+                "formatter": "bare",
+                "level": "INFO",
+                "stream": "ext://sys.stdout",
+            },
+            filelog={
+                "class": "logging.handlers.RotatingFileHandler",
+                "formatter": "bare",
+                "level": "INFO",
+                "filename": "/var/log/fedmsg/taskotron-trigger.log",
+                "mode": "a",
+                          }
+        ),
+        loggers=dict(
+            fedmsg={
+                "level": "INFO",
+                "propagate": False,
+                "handlers": ["filelog"],
+            },
+            moksha={
+                "level": "INFO",
+                "propagate": False,
+                "handlers": ["filelog"],
+            },
+        ),
+    ),
+)

roles/taskotron/taskotron-trigger/templates/fetch_activity.cron.j2

@@ -0,0 +1,2 @@
+MAILTO=sysadmin-qa-members@fedoraproject.org
+0 1,13 * * * root python /root/fetch_activity.py -u {{ resultsdb_url  }} -f {{ resultsdb_frontend_url }} -t 12 > /root/fetch_activity_logs/fetch_activity_$(date "+\%H\%M_\%m\%d\%y").log