mirror of
https://pagure.io/fedora-qa/createhdds.git
synced 2024-11-12 11:04:22 +00:00
101 lines
3.9 KiB
Python
101 lines
3.9 KiB
Python
import argparse
|
|
import sys
|
|
import time
|
|
import logging
|
|
import conf_test_suites
|
|
|
|
from operator import attrgetter
|
|
from openqa_client.client import OpenQA_Client
|
|
from wikitcms.wiki import Wiki, ResTuple
|
|
|
|
SLEEPTIME = 60
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def get_passed_testcases(job_ids, client):
|
|
"""
|
|
job_ids ~ list of int (job ids)
|
|
Returns ~ list of str - names of passed testcases
|
|
"""
|
|
running_jobs = dict([(job_id, "jobs/%s" % job_id) for job_id in job_ids])
|
|
logger.info("running jobs: %s", running_jobs)
|
|
finished_jobs = {}
|
|
|
|
while running_jobs:
|
|
for job_id, url in running_jobs.items():
|
|
output = client.openqa_request('GET', url)
|
|
job_state = output['job']
|
|
if job_state['state'] == 'done':
|
|
logger.info("job %s is done", job_id)
|
|
finished_jobs[job_id] = job_state
|
|
del running_jobs[job_id]
|
|
if running_jobs:
|
|
time.sleep(SLEEPTIME)
|
|
logger.info("all jobs finished")
|
|
|
|
passed_testcases = set()
|
|
for job_id in job_ids:
|
|
job = finished_jobs[job_id]
|
|
if job['result'] == 'passed':
|
|
(release, milestone, compose) = job['settings']['BUILD'].split('_')
|
|
testsuite = job['settings']['TEST']
|
|
arch = job['settings']['ARCH']
|
|
flavor = job['settings']['FLAVOR']
|
|
|
|
for testcase in conf_test_suites.TESTSUITES[testsuite]:
|
|
# each 'testsuite' is a list using testcase names to indicate which Wikitcms tests have
|
|
# passed if this job passes. Each testcase name is the name of a dict in the TESTCASES
|
|
# dict-of-dicts which more precisely identifies the 'test instance' (when there is more
|
|
# than one for a testcase) and environment for which the result should be filed.
|
|
uniqueres = conf_test_suites.TESTCASES[testcase]
|
|
testname = ''
|
|
if 'name_cb' in uniqueres:
|
|
testname = uniqueres['name_cb'](flavor)
|
|
env = arch if uniqueres['env'] == '$RUNARCH$' else uniqueres['env']
|
|
result = ResTuple(
|
|
testtype=uniqueres['type'], release=release, milestone=milestone, compose=compose,
|
|
testcase=testcase, section=uniqueres['section'], testname=testname, env=env, status='pass',
|
|
bot=True)
|
|
passed_testcases.add(result)
|
|
|
|
return sorted(list(passed_testcases), key=attrgetter('testcase'))
|
|
|
|
def report_results(job_ids, client, verbose=False, report=True):
|
|
passed_testcases = get_passed_testcases(job_ids, client)
|
|
if verbose:
|
|
for restup in passed_testcases:
|
|
print restup
|
|
logger.info("passed testcases: %s", passed_testcases)
|
|
|
|
if report:
|
|
if verbose:
|
|
print "Reporting test passes:"
|
|
logger.info("reporting test passes")
|
|
wiki = Wiki()
|
|
wiki.login()
|
|
if not wiki.logged_in:
|
|
logger.error("could not log in to wiki")
|
|
sys.exit("Could not log in to wiki!")
|
|
|
|
# Submit the results
|
|
(insuffs, dupes) = wiki.report_validation_results(passed_testcases)
|
|
for dupe in dupes:
|
|
tmpl = "already reported result for test %s, env %s! Will not report dupe."
|
|
if verbose:
|
|
print tmpl % (dupe.testcase, dupe.env)
|
|
logger.info(tmpl, dupe.testcases, dupe.env)
|
|
|
|
else:
|
|
if verbose:
|
|
print "\n\n### No reporting is done! ###\n\n"
|
|
logger.warning("no reporting is done")
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description="Evaluate per-testcase results from OpenQA job runs")
|
|
parser.add_argument('jobs', type=int, nargs='+')
|
|
parser.add_argument('--report', default=False, action='store_true')
|
|
|
|
args = parser.parse_args()
|
|
client = OpenQA_Client() # uses first server from ~/.config/openqa/client.conf
|
|
report_results(args.jobs, client, verbose=True, report=args.report)
|