#!/usr/bin/env python """ Prints total execution time and number of total/failed tests. Performance data is stored in the GTest log file created by performance tests. Default name is `test_details.xml`. It can be changed with the `--gtest_output=xml:/.xml` test option. See https://github.com/opencv/opencv/wiki/HowToUsePerfTests for more details. This script uses XML test log to produce basic runtime statistics in a text or HTML table. ### Example: ./perf_tests_timing.py opencv_perf_core.xml Overall time: 222.71 min Module Testsuit Time (min) Num of tests Failed opencv Gemm::OCL_GemmFixture 113.669 24 opencv dft::Size_MatType_FlagsType_NzeroRows 21.127 180 opencv Dft::OCL_DftFixture 11.153 144 opencv convertTo::Size_DepthSrc_DepthDst_Channels_alpha 7.992 392 opencv Normalize::OCL_NormalizeFixture 5.412 96 ... ... ... ... """ import testlog_parser, sys, os, xml, glob, re from table_formatter import * from optparse import OptionParser from operator import itemgetter, attrgetter from summary import getSetName, alphanum_keyselector import re if __name__ == "__main__": usage = "%prog .xml [...]" parser = OptionParser(usage = usage) parser.add_option("-o", "--output", dest = "format", help = "output results in text format (can be 'txt', 'html' or 'auto' - default)", metavar = 'FMT', default = 'auto') parser.add_option("--failed-only", action = "store_true", dest = "failedOnly", help = "print only failed tests", default = False) (options, args) = parser.parse_args() options.generateHtml = detectHtmlOutputType(options.format) files = [] testsuits = [] # testsuit module, name, time, num, flag for failed tests overall_time = 0 seen = set() for arg in args: if ("*" in arg) or ("?" in arg): flist = [os.path.abspath(f) for f in glob.glob(arg)] flist = sorted(flist, key= lambda text: str(text).replace("M", "_")) files.extend([ x for x in flist if x not in seen and not seen.add(x)]) else: fname = os.path.abspath(arg) if fname not in seen and not seen.add(fname): files.append(fname) file = os.path.abspath(fname) if not os.path.isfile(file): sys.stderr.write("IOError reading \"" + file + "\" - " + str(err) + os.linesep) parser.print_help() exit(0) fname = os.path.basename(fname) find_module_name = re.search(r'([^_]*)', fname) module_name = find_module_name.group(0) test_sets = [] try: tests = testlog_parser.parseLogFile(file) if tests: test_sets.append((os.path.basename(file), tests)) except IOError as err: sys.stderr.write("IOError reading \"" + file + "\" - " + str(err) + os.linesep) except xml.parsers.expat.ExpatError as err: sys.stderr.write("ExpatError reading \"" + file + "\" - " + str(err) + os.linesep) if not test_sets: continue # find matches setsCount = len(test_sets) test_cases = {} name_extractor = lambda name: str(name) for i in range(setsCount): for case in test_sets[i][1]: name = name_extractor(case) if name not in test_cases: test_cases[name] = [None] * setsCount test_cases[name][i] = case prevGroupName = None suit_time = 0 suit_num = 0 fails_num = 0 for name in sorted(test_cases.keys(), key=alphanum_keyselector): cases = test_cases[name] groupName = next(c for c in cases if c).shortName() if groupName != prevGroupName: if prevGroupName != None: suit_time = suit_time/60 #from seconds to minutes testsuits.append({'module': module_name, 'name': prevGroupName, \ 'time': suit_time, 'num': suit_num, 'failed': fails_num}) overall_time += suit_time suit_time = 0 suit_num = 0 fails_num = 0 prevGroupName = groupName for i in range(setsCount): case = cases[i] if not case is None: suit_num += 1 if case.get('status') == 'run': suit_time += case.get('time') if case.get('status') == 'failed': fails_num += 1 # last testsuit processing suit_time = suit_time/60 testsuits.append({'module': module_name, 'name': prevGroupName, \ 'time': suit_time, 'num': suit_num, 'failed': fails_num}) overall_time += suit_time if len(testsuits)==0: exit(0) tbl = table() rows = 0 if not options.failedOnly: tbl.newColumn('module', 'Module', align = 'left', cssclass = 'col_name') tbl.newColumn('name', 'Testsuit', align = 'left', cssclass = 'col_name') tbl.newColumn('time', 'Time (min)', align = 'center', cssclass = 'col_name') tbl.newColumn('num', 'Num of tests', align = 'center', cssclass = 'col_name') tbl.newColumn('failed', 'Failed', align = 'center', cssclass = 'col_name') # rows for suit in sorted(testsuits, key = lambda suit: suit['time'], reverse = True): tbl.newRow() tbl.newCell('module', suit['module']) tbl.newCell('name', suit['name']) tbl.newCell('time', formatValue(suit['time'], '', ''), suit['time']) tbl.newCell('num', suit['num']) if (suit['failed'] != 0): tbl.newCell('failed', suit['failed']) else: tbl.newCell('failed', ' ') rows += 1 else: tbl.newColumn('module', 'Module', align = 'left', cssclass = 'col_name') tbl.newColumn('name', 'Testsuit', align = 'left', cssclass = 'col_name') tbl.newColumn('failed', 'Failed', align = 'center', cssclass = 'col_name') # rows for suit in sorted(testsuits, key = lambda suit: suit['time'], reverse = True): if (suit['failed'] != 0): tbl.newRow() tbl.newCell('module', suit['module']) tbl.newCell('name', suit['name']) tbl.newCell('failed', suit['failed']) rows += 1 # output table if rows: if options.generateHtml: tbl.htmlPrintTable(sys.stdout) htmlPrintFooter(sys.stdout) else: if not options.failedOnly: print('\nOverall time: %.2f min\n' % overall_time) tbl.consolePrintTable(sys.stdout) print(2 * '\n')