1245dac4aSPaolo Bonzini#! /usr/bin/env python3 2245dac4aSPaolo Bonzini 3245dac4aSPaolo Bonzini# Create Makefile targets to run tests, from Meson's test introspection data. 4245dac4aSPaolo Bonzini# 5245dac4aSPaolo Bonzini# Author: Paolo Bonzini <pbonzini@redhat.com> 6245dac4aSPaolo Bonzini 7245dac4aSPaolo Bonzinifrom collections import defaultdict 8245dac4aSPaolo Bonziniimport json 9245dac4aSPaolo Bonziniimport os 10245dac4aSPaolo Bonziniimport shlex 11245dac4aSPaolo Bonziniimport sys 12245dac4aSPaolo Bonzini 13245dac4aSPaolo Bonziniclass Suite(object): 14245dac4aSPaolo Bonzini def __init__(self): 15245dac4aSPaolo Bonzini self.tests = list() 16245dac4aSPaolo Bonzini self.slow_tests = list() 17245dac4aSPaolo Bonzini self.executables = set() 18245dac4aSPaolo Bonzini 19245dac4aSPaolo Bonziniprint(''' 20245dac4aSPaolo BonziniSPEED = quick 21245dac4aSPaolo Bonzini 2242d729e1SPaolo Bonzini# $1 = environment, $2 = test command, $3 = test name, $4 = dir 2342d729e1SPaolo Bonzini.test-human-tap = $1 $(if $4,(cd $4 && $2),$2) < /dev/null | ./scripts/tap-driver.pl --test-name="$3" $(if $(V),,--show-failures-only) 24d322e84eSPaolo Bonzini.test-human-exitcode = $1 $(PYTHON) scripts/test-driver.py $(if $4,-C$4) $(if $(V),--verbose) -- $2 < /dev/null 2542d729e1SPaolo Bonzini.test-tap-tap = $1 $(if $4,(cd $4 && $2),$2) < /dev/null | sed "s/^[a-z][a-z]* [0-9]*/& $3/" || true 2642d729e1SPaolo Bonzini.test-tap-exitcode = printf "%s\\n" 1..1 "`$1 $(if $4,(cd $4 && $2),$2) < /dev/null > /dev/null || echo "not "`ok 1 $3" 27*40d9b74eSPaolo Bonzini.test.human-print = echo $(if $(V),'$1 $2','Running test $3') && 28245dac4aSPaolo Bonzini.test.env = MALLOC_PERTURB_=$${MALLOC_PERTURB_:-$$(( $${RANDOM:-0} % 255 + 1))} 29245dac4aSPaolo Bonzini 30245dac4aSPaolo Bonzini# $1 = test name, $2 = test target (human or tap) 31*40d9b74eSPaolo Bonzini.test.run = $(call .test.$2-print,$(.test.env.$1),$(.test.cmd.$1),$(.test.name.$1)) $(call .test-$2-$(.test.driver.$1),$(.test.env.$1),$(.test.cmd.$1),$(.test.name.$1),$(.test.dir.$1)) 32245dac4aSPaolo Bonzini 33*40d9b74eSPaolo Bonzini.test.output-format = human 34245dac4aSPaolo Bonzini''') 35245dac4aSPaolo Bonzini 36*40d9b74eSPaolo Bonziniintrospect = json.load(sys.stdin) 37245dac4aSPaolo Bonzinii = 0 38*40d9b74eSPaolo Bonzini 39*40d9b74eSPaolo Bonzinidef process_tests(test, suites): 40*40d9b74eSPaolo Bonzini global i 41245dac4aSPaolo Bonzini env = ' '.join(('%s=%s' % (shlex.quote(k), shlex.quote(v)) 42245dac4aSPaolo Bonzini for k, v in test['env'].items())) 43cb23fd47SYonggang Luo executable = test['cmd'][0] 44cb23fd47SYonggang Luo try: 45cb23fd47SYonggang Luo executable = os.path.relpath(executable) 46cb23fd47SYonggang Luo except: 47cb23fd47SYonggang Luo pass 48245dac4aSPaolo Bonzini if test['workdir'] is not None: 49cb23fd47SYonggang Luo try: 50cb23fd47SYonggang Luo test['cmd'][0] = os.path.relpath(executable, test['workdir']) 51cb23fd47SYonggang Luo except: 52cb23fd47SYonggang Luo test['cmd'][0] = executable 53245dac4aSPaolo Bonzini else: 54245dac4aSPaolo Bonzini test['cmd'][0] = executable 55555b27a7SPaolo Bonzini cmd = ' '.join((shlex.quote(x) for x in test['cmd'])) 56245dac4aSPaolo Bonzini driver = test['protocol'] if 'protocol' in test else 'exitcode' 57245dac4aSPaolo Bonzini 58245dac4aSPaolo Bonzini i += 1 5942d729e1SPaolo Bonzini if test['workdir'] is not None: 6042d729e1SPaolo Bonzini print('.test.dir.%d := %s' % (i, shlex.quote(test['workdir']))) 61245dac4aSPaolo Bonzini print('.test.name.%d := %s' % (i, test['name'])) 62245dac4aSPaolo Bonzini print('.test.driver.%d := %s' % (i, driver)) 63555b27a7SPaolo Bonzini print('.test.env.%d := $(.test.env) %s' % (i, env)) 64245dac4aSPaolo Bonzini print('.test.cmd.%d := %s' % (i, cmd)) 65*40d9b74eSPaolo Bonzini print('.PHONY: run-test-%d' % (i,)) 66*40d9b74eSPaolo Bonzini print('run-test-%d: all' % (i,)) 67*40d9b74eSPaolo Bonzini print('\t@$(call .test.run,%d,$(.test.output-format))' % (i,)) 68245dac4aSPaolo Bonzini 69245dac4aSPaolo Bonzini test_suites = test['suite'] or ['default'] 70245dac4aSPaolo Bonzini is_slow = any(s.endswith('-slow') for s in test_suites) 71245dac4aSPaolo Bonzini for s in test_suites: 72245dac4aSPaolo Bonzini # The suite name in the introspection info is "PROJECT:SUITE" 73245dac4aSPaolo Bonzini s = s.split(':')[1] 74245dac4aSPaolo Bonzini if s.endswith('-slow'): 75245dac4aSPaolo Bonzini s = s[:-5] 76245dac4aSPaolo Bonzini if is_slow: 77245dac4aSPaolo Bonzini suites[s].slow_tests.append(i) 78245dac4aSPaolo Bonzini else: 79245dac4aSPaolo Bonzini suites[s].tests.append(i) 80245dac4aSPaolo Bonzini suites[s].executables.add(executable) 81245dac4aSPaolo Bonzini 82*40d9b74eSPaolo Bonzinidef emit_prolog(suites, prefix): 83*40d9b74eSPaolo Bonzini all_tap = ' '.join(('%s-report-%s.tap' % (prefix, k) for k in suites.keys())) 84*40d9b74eSPaolo Bonzini print('.PHONY: %s %s-report.tap %s' % (prefix, prefix, all_tap)) 85*40d9b74eSPaolo Bonzini print('%s: run-tests' % (prefix,)) 86*40d9b74eSPaolo Bonzini print('%s-report.tap %s: %s-report%%.tap: all' % (prefix, all_tap, prefix)) 87*40d9b74eSPaolo Bonzini print('''\t$(MAKE) .test.output-format=tap --quiet -Otarget V=1 %s$* | ./scripts/tap-merge.pl | tee "$@" \\ 88*40d9b74eSPaolo Bonzini | ./scripts/tap-driver.pl $(if $(V),, --show-failures-only)''' % (prefix, )) 89*40d9b74eSPaolo Bonzini 90*40d9b74eSPaolo Bonzinidef emit_suite(name, suite, prefix): 91245dac4aSPaolo Bonzini executables = ' '.join(suite.executables) 92245dac4aSPaolo Bonzini slow_test_numbers = ' '.join((str(x) for x in suite.slow_tests)) 93245dac4aSPaolo Bonzini test_numbers = ' '.join((str(x) for x in suite.tests)) 94*40d9b74eSPaolo Bonzini target = '%s-%s' % (prefix, name) 95*40d9b74eSPaolo Bonzini print('.test.quick.%s := %s' % (target, test_numbers)) 96*40d9b74eSPaolo Bonzini print('.test.slow.%s := $(.test.quick.%s) %s' % (target, target, slow_test_numbers)) 97*40d9b74eSPaolo Bonzini print('%s-build: %s' % (prefix, executables)) 98*40d9b74eSPaolo Bonzini print('.PHONY: %s' % (target, )) 99*40d9b74eSPaolo Bonzini print('.PHONY: %s-report-%s.tap' % (prefix, name)) 100*40d9b74eSPaolo Bonzini print('%s: run-tests' % (target, )) 101*40d9b74eSPaolo Bonzini print('ifneq ($(filter %s %s, $(MAKECMDGOALS)),)' % (target, prefix)) 102*40d9b74eSPaolo Bonzini print('.tests += $(.test.$(SPEED).%s)' % (target, )) 103*40d9b74eSPaolo Bonzini print('endif') 104*40d9b74eSPaolo Bonzini 105*40d9b74eSPaolo Bonzinitestsuites = defaultdict(Suite) 106*40d9b74eSPaolo Bonzinifor test in introspect: 107*40d9b74eSPaolo Bonzini process_tests(test, testsuites) 108*40d9b74eSPaolo Bonziniemit_prolog(testsuites, 'check') 109*40d9b74eSPaolo Bonzinifor name, suite in testsuites.items(): 110*40d9b74eSPaolo Bonzini emit_suite(name, suite, 'check') 111*40d9b74eSPaolo Bonzini 112*40d9b74eSPaolo Bonziniprint('run-tests: $(patsubst %, run-test-%, $(.tests))') 113