3rd-party
/
catch2
mirror of https://github.com/catchorg/Catch2.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Benchmark script: use median AND mean of compile time

This commit is contained in:
Martin Hořeňovský 2017-02-14 15:34:00 +01:00
parent 0837132ce3
commit 2049113935
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
scripts/benchmarkCompile.py
View File

@ -13,6 +13,9 @@ def median(lst):
else:
return (lst[mid - 1] + lst[mid]) / 2.0
def mean(lst):
return float(sum(lst)) / max(len(lst), 1)
compiler_path = ''
main_file = r'''
@ -69,7 +72,8 @@ def link_files():
return end_t - start_t
def benchmark(func):
return median([func() for i in range(10)])
results = [func() for i in range(10)]
return mean(results), median(results)
def char_range(start, end):
for c in range(ord(start), ord(end)):
@ -130,8 +134,8 @@ if args.generate_files:
print('Time needed for ...')
if args.benchmark_kind in ('all', 'main'):
print(' ... compiling main: {:.2f} s'.format(benchmark(compile_main)))
print(' ... compiling main, mean: {:.2f}, median: {:.2f} s'.format(*benchmark(compile_main)))
if args.benchmark_kind in ('all', 'files'):
print(' ... compiling test files: {:.2f} s'.format(benchmark(compile_files)))
print(' ... compiling test files, mean: {:.2f}, median: {:.2f} s'.format(*benchmark(compile_files)))
if args.benchmark_kind in ('all', 'link'):
print(' ... linking everything: {:.2f} s'.format(benchmark(link_files)))
print(' ... linking everything, mean: {:.2f}, median: {:.2f} s'.format(*benchmark(link_files)))