adding missing files from taskotron-trigger role
This commit is contained in:
parent
9c6176d03a
commit
3eea166258
3 changed files with 162 additions and 0 deletions
118
roles/taskotron/taskotron-trigger/files/fetch_activity.py
Normal file
118
roles/taskotron/taskotron-trigger/files/fetch_activity.py
Normal file
|
|
@ -0,0 +1,118 @@
|
|||
import re
|
||||
import datetime
|
||||
import socket
|
||||
from optparse import OptionParser
|
||||
from urlparse import urljoin
|
||||
|
||||
import resultsdb_api
|
||||
|
||||
# taken from http://docs.resultsdb.apiary.io/#post-%2Fapi%2Fv1.0%2Fresults
|
||||
OKAYISH = ["PASSED", "INFO"]
|
||||
FAILISH = ["FAILED", "ERROR", "WAIVED", "NEEDS_INSPECTION"]
|
||||
|
||||
|
||||
def main(resultsdb_url, frontend_url, timeparam):
|
||||
"""
|
||||
Download results from resultdb for selected time span, return them
|
||||
prettyprinted in string.
|
||||
|
||||
:param str resultsdb_url: URL of resultsdb instance
|
||||
:param str frontend_url: URL of resultsdb frontend
|
||||
:param str timeparam: two ISO 8601 values separated by commas for time span
|
||||
:return: prettyprinted summary of checks
|
||||
"""
|
||||
api = resultsdb_api.ResultsDBapi(resultsdb_url)
|
||||
|
||||
results = []
|
||||
page = 0
|
||||
r = api.get_results(since=timeparam, page=page)
|
||||
while len(r["data"]) != 0:
|
||||
results.extend(r["data"])
|
||||
page += 1
|
||||
r = api.get_results(since=timeparam, page=page)
|
||||
|
||||
passed = 0
|
||||
passed_types = {}
|
||||
failed = 0
|
||||
failed_types = {}
|
||||
failed_links = {}
|
||||
together = {}
|
||||
for result in results:
|
||||
test_case = result["testcase"]["name"]
|
||||
if result["outcome"] in OKAYISH:
|
||||
passed += 1
|
||||
passed_types[test_case] = passed_types.get(test_case, 0) + 1
|
||||
else:
|
||||
failed += 1
|
||||
failed_types[test_case] = failed_types.get(test_case, 0) + 1
|
||||
test_url = urljoin(frontend_url, "results/%d" % result["id"])
|
||||
if test_case not in failed_links:
|
||||
failed_links[test_case] = [test_url]
|
||||
else:
|
||||
failed_links[test_case].append(test_url)
|
||||
together[test_case] = together.get(test_case, 0) + 1
|
||||
|
||||
output = "libtaskotron results\n====================\n"
|
||||
output += "Generated on: " + socket.gethostname() + "\n"
|
||||
[from_time, to_time] = timeparam.split(",")
|
||||
output += "From: " + from_time + "\n"
|
||||
output += "To: " + to_time + "\n\n"
|
||||
output += "Passed: %d\nFailed: %d\n\n" % (passed, failed)
|
||||
output += "Passed checks:\n--------------\n"
|
||||
for check in passed_types.keys():
|
||||
output += "%s: %d\n" % (check, passed_types[check])
|
||||
output += "\n"
|
||||
output += "Failed checks:\n--------------\n"
|
||||
for check in failed_types.keys():
|
||||
output += "%s: %d\n" % (check, failed_types[check])
|
||||
output += "\n"
|
||||
output += "Links to failed checks:\n-----------------------\n"
|
||||
for i, check in enumerate(failed_links.keys()):
|
||||
if i != 0:
|
||||
output += "\n\n"
|
||||
output += check + ":\n"
|
||||
output += "\n".join(failed_links[check])
|
||||
return output
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
parser = OptionParser(usage="usage: %prog -u [URL] -f [FRONTEND] "
|
||||
"-t [TIMESPAN]")
|
||||
parser.add_option("-u", "--url", dest="resultsdb_url",
|
||||
help="url of resultsdb instance")
|
||||
parser.add_option("-f", "--frontend", dest="frontend_url",
|
||||
help="url of resultsdb frontend")
|
||||
parser.add_option("-t", "--time", dest="time", help="time span - either "
|
||||
"one number or time and date in ISO 8601 format. "
|
||||
"When given simple number X, it generates report "
|
||||
"for last X hours, starting from now. When given "
|
||||
"one ISO 8601 formatted time, it generates report "
|
||||
"starting from that time on. For time span, use "
|
||||
"two ISO 8601 formatted times, separated by comma.")
|
||||
(opts, _) = parser.parse_args()
|
||||
if not opts.resultsdb_url or not opts.time or not opts.frontend_url:
|
||||
parser.error("resultsdb url, frontend url and time span arguments"
|
||||
" required")
|
||||
|
||||
iso_regex = re.compile(
|
||||
r"^\d{4}-\d{2}-\d{2}(T\d{2}:\d{2}(:\d{2}(\.\d+)?)?)?$")
|
||||
m = re.search(r"^(?P<first>.*),(?P<second>.*)$", opts.time)
|
||||
if m: # both values (from and to) as arguments
|
||||
if not re.match(iso_regex, m.group('first')):
|
||||
parser.error("First time string not in YYYY-MM-DDTHH:MM:SS format")
|
||||
if not re.match(iso_regex, m.group('second')):
|
||||
parser.error("Second time string not in YYYY-MM-DDTHH:MM:SS format")
|
||||
time_span = opts.time
|
||||
else:
|
||||
time_now = datetime.datetime.now()
|
||||
if re.match(r"^\d+$", opts.time): # only last X hours as argument
|
||||
time_param = time_now - datetime.timedelta(hours=int(opts.time))
|
||||
time_span = time_param.isoformat() + "," + time_now.isoformat()
|
||||
else: # one ISO 8601 time argument
|
||||
if not re.match(iso_regex, opts.time):
|
||||
parser.error("First time string not in YYYY-MM-DDTHH:MM:SS "
|
||||
"format")
|
||||
time_span = opts.time + "," + time_now.isoformat()
|
||||
|
||||
output = main(opts.resultsdb_url, opts.frontend_url, time_span)
|
||||
print output,
|
||||
42
roles/taskotron/taskotron-trigger/files/logging.py
Normal file
42
roles/taskotron/taskotron-trigger/files/logging.py
Normal file
|
|
@ -0,0 +1,42 @@
|
|||
# Setup fedmsg logging.
|
||||
# See the following for constraints on this format http://bit.ly/Xn1WDn
|
||||
bare_format = "[%(asctime)s][%(name)10s %(levelname)7s] %(message)s"
|
||||
|
||||
config = dict(
|
||||
logging=dict(
|
||||
version=1,
|
||||
formatters=dict(
|
||||
bare={
|
||||
"datefmt": "%Y-%m-%d %H:%M:%S",
|
||||
"format": bare_format
|
||||
},
|
||||
),
|
||||
handlers=dict(
|
||||
console={
|
||||
"class": "logging.StreamHandler",
|
||||
"formatter": "bare",
|
||||
"level": "INFO",
|
||||
"stream": "ext://sys.stdout",
|
||||
},
|
||||
filelog={
|
||||
"class": "logging.handlers.RotatingFileHandler",
|
||||
"formatter": "bare",
|
||||
"level": "INFO",
|
||||
"filename": "/var/log/fedmsg/taskotron-trigger.log",
|
||||
"mode": "a",
|
||||
}
|
||||
),
|
||||
loggers=dict(
|
||||
fedmsg={
|
||||
"level": "INFO",
|
||||
"propagate": False,
|
||||
"handlers": ["filelog"],
|
||||
},
|
||||
moksha={
|
||||
"level": "INFO",
|
||||
"propagate": False,
|
||||
"handlers": ["filelog"],
|
||||
},
|
||||
),
|
||||
),
|
||||
)
|
||||
|
|
@ -0,0 +1,2 @@
|
|||
MAILTO=sysadmin-qa-members@fedoraproject.org
|
||||
0 1,13 * * * root python /root/fetch_activity.py -u {{ resultsdb_url }} -f {{ resultsdb_frontend_url }} -t 12 > /root/fetch_activity_logs/fetch_activity_$(date "+\%H\%M_\%m\%d\%y").log
|
||||
Loading…
Add table
Add a link
Reference in a new issue