161 lines
6.1 KiB
Python
161 lines
6.1 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
|
||
|
|
from __future__ import print_function
|
||
|
|
import testlog_parser, sys, os, xml, glob, re
|
||
|
|
from table_formatter import *
|
||
|
|
from optparse import OptionParser
|
||
|
|
from operator import itemgetter, attrgetter
|
||
|
|
from summary import getSetName, alphanum_keyselector
|
||
|
|
import re
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
usage = "%prog <log_name>.xml [...]"
|
||
|
|
parser = OptionParser(usage = usage)
|
||
|
|
|
||
|
|
parser.add_option("-o", "--output", dest = "format",
|
||
|
|
help = "output results in text format (can be 'txt', 'html' or 'auto' - default)",
|
||
|
|
metavar = 'FMT', default = 'auto')
|
||
|
|
|
||
|
|
parser.add_option("--failed-only", action = "store_true", dest = "failedOnly",
|
||
|
|
help = "print only failed tests", default = False)
|
||
|
|
|
||
|
|
(options, args) = parser.parse_args()
|
||
|
|
|
||
|
|
options.generateHtml = detectHtmlOutputType(options.format)
|
||
|
|
|
||
|
|
files = []
|
||
|
|
testsuits = [] # testsuit module, name, time, num, flag for failed tests
|
||
|
|
overall_time = 0
|
||
|
|
|
||
|
|
seen = set()
|
||
|
|
for arg in args:
|
||
|
|
if ("*" in arg) or ("?" in arg):
|
||
|
|
flist = [os.path.abspath(f) for f in glob.glob(arg)]
|
||
|
|
flist = sorted(flist, key= lambda text: str(text).replace("M", "_"))
|
||
|
|
files.extend([ x for x in flist if x not in seen and not seen.add(x)])
|
||
|
|
else:
|
||
|
|
fname = os.path.abspath(arg)
|
||
|
|
if fname not in seen and not seen.add(fname):
|
||
|
|
files.append(fname)
|
||
|
|
|
||
|
|
file = os.path.abspath(fname)
|
||
|
|
if not os.path.isfile(file):
|
||
|
|
sys.stderr.write("IOError reading \"" + file + "\" - " + str(err) + os.linesep)
|
||
|
|
parser.print_help()
|
||
|
|
exit(0)
|
||
|
|
|
||
|
|
fname = os.path.basename(fname)
|
||
|
|
find_module_name = re.search(r'([^_]*)', fname)
|
||
|
|
module_name = find_module_name.group(0)
|
||
|
|
|
||
|
|
test_sets = []
|
||
|
|
try:
|
||
|
|
tests = testlog_parser.parseLogFile(file)
|
||
|
|
if tests:
|
||
|
|
test_sets.append((os.path.basename(file), tests))
|
||
|
|
except IOError as err:
|
||
|
|
sys.stderr.write("IOError reading \"" + file + "\" - " + str(err) + os.linesep)
|
||
|
|
except xml.parsers.expat.ExpatError as err:
|
||
|
|
sys.stderr.write("ExpatError reading \"" + file + "\" - " + str(err) + os.linesep)
|
||
|
|
|
||
|
|
if not test_sets:
|
||
|
|
continue
|
||
|
|
|
||
|
|
# find matches
|
||
|
|
setsCount = len(test_sets)
|
||
|
|
test_cases = {}
|
||
|
|
|
||
|
|
name_extractor = lambda name: str(name)
|
||
|
|
|
||
|
|
for i in range(setsCount):
|
||
|
|
for case in test_sets[i][1]:
|
||
|
|
name = name_extractor(case)
|
||
|
|
if name not in test_cases:
|
||
|
|
test_cases[name] = [None] * setsCount
|
||
|
|
test_cases[name][i] = case
|
||
|
|
|
||
|
|
prevGroupName = None
|
||
|
|
suit_time = 0
|
||
|
|
suit_num = 0
|
||
|
|
fails_num = 0
|
||
|
|
for name in sorted(test_cases.iterkeys(), key=alphanum_keyselector):
|
||
|
|
cases = test_cases[name]
|
||
|
|
|
||
|
|
groupName = next(c for c in cases if c).shortName()
|
||
|
|
if groupName != prevGroupName:
|
||
|
|
if prevGroupName != None:
|
||
|
|
suit_time = suit_time/60 #from seconds to minutes
|
||
|
|
testsuits.append({'module': module_name, 'name': prevGroupName, \
|
||
|
|
'time': suit_time, 'num': suit_num, 'failed': fails_num})
|
||
|
|
overall_time += suit_time
|
||
|
|
suit_time = 0
|
||
|
|
suit_num = 0
|
||
|
|
fails_num = 0
|
||
|
|
prevGroupName = groupName
|
||
|
|
|
||
|
|
for i in range(setsCount):
|
||
|
|
case = cases[i]
|
||
|
|
if not case is None:
|
||
|
|
suit_num += 1
|
||
|
|
if case.get('status') == 'run':
|
||
|
|
suit_time += case.get('time')
|
||
|
|
if case.get('status') == 'failed':
|
||
|
|
fails_num += 1
|
||
|
|
|
||
|
|
# last testsuit processing
|
||
|
|
suit_time = suit_time/60
|
||
|
|
testsuits.append({'module': module_name, 'name': prevGroupName, \
|
||
|
|
'time': suit_time, 'num': suit_num, 'failed': fails_num})
|
||
|
|
overall_time += suit_time
|
||
|
|
|
||
|
|
if len(testsuits)==0:
|
||
|
|
exit(0)
|
||
|
|
|
||
|
|
tbl = table()
|
||
|
|
rows = 0
|
||
|
|
|
||
|
|
if not options.failedOnly:
|
||
|
|
tbl.newColumn('module', 'Module', align = 'left', cssclass = 'col_name')
|
||
|
|
tbl.newColumn('name', 'Testsuit', align = 'left', cssclass = 'col_name')
|
||
|
|
tbl.newColumn('time', 'Time (min)', align = 'center', cssclass = 'col_name')
|
||
|
|
tbl.newColumn('num', 'Num of tests', align = 'center', cssclass = 'col_name')
|
||
|
|
tbl.newColumn('failed', 'Failed', align = 'center', cssclass = 'col_name')
|
||
|
|
|
||
|
|
# rows
|
||
|
|
for suit in sorted(testsuits, key = lambda suit: suit['time'], reverse = True):
|
||
|
|
tbl.newRow()
|
||
|
|
tbl.newCell('module', suit['module'])
|
||
|
|
tbl.newCell('name', suit['name'])
|
||
|
|
tbl.newCell('time', formatValue(suit['time'], '', ''), suit['time'])
|
||
|
|
tbl.newCell('num', suit['num'])
|
||
|
|
if (suit['failed'] != 0):
|
||
|
|
tbl.newCell('failed', suit['failed'])
|
||
|
|
else:
|
||
|
|
tbl.newCell('failed', ' ')
|
||
|
|
rows += 1
|
||
|
|
|
||
|
|
else:
|
||
|
|
tbl.newColumn('module', 'Module', align = 'left', cssclass = 'col_name')
|
||
|
|
tbl.newColumn('name', 'Testsuit', align = 'left', cssclass = 'col_name')
|
||
|
|
tbl.newColumn('failed', 'Failed', align = 'center', cssclass = 'col_name')
|
||
|
|
|
||
|
|
# rows
|
||
|
|
for suit in sorted(testsuits, key = lambda suit: suit['time'], reverse = True):
|
||
|
|
if (suit['failed'] != 0):
|
||
|
|
tbl.newRow()
|
||
|
|
tbl.newCell('module', suit['module'])
|
||
|
|
tbl.newCell('name', suit['name'])
|
||
|
|
tbl.newCell('failed', suit['failed'])
|
||
|
|
rows += 1
|
||
|
|
|
||
|
|
# output table
|
||
|
|
if rows:
|
||
|
|
if options.generateHtml:
|
||
|
|
tbl.htmlPrintTable(sys.stdout)
|
||
|
|
htmlPrintFooter(sys.stdout)
|
||
|
|
else:
|
||
|
|
if not options.failedOnly:
|
||
|
|
print('\nOverall time: %.2f min\n' % overall_time)
|
||
|
|
tbl.consolePrintTable(sys.stdout)
|
||
|
|
print(2 * '\n')
|