Commit 55243766 authored by Daniel Tuulik's avatar Daniel Tuulik Committed by Daniel Tuulik

Add expected failures list

Mark the test result as EXPECTED FAILURE instead of just
FAILURE if it was supposed to fail.
parent ddf4cf73
......@@ -5,6 +5,8 @@ DISABLED_BENCHMARKS=test1/ test2/ test3/ test4/ test5/ test6/ test7/ test9/ \
test12/ test-branchcoverage/
BENCHMARK_CASES=$(filter-out $(DISABLED_BENCHMARKS), $(sort $(dir $(wildcard */))))
export EXPECTED_FAILURES=test-typecheck/ test-procedure/ test-demoopengeode/
test-parse:
@python3 test.py test-parse $(TEST_CASES)
......
......@@ -7,6 +7,7 @@ import signal
from functools import partial
from multiprocessing import cpu_count
from concurrent import futures
import os
work1 = ['make', '-C']
work2 = ['make', '-C']
......@@ -45,10 +46,14 @@ def main():
start = time.time()
results = []
op = parse_args()
xfails = os.environ['EXPECTED_FAILURES']
with futures.ProcessPoolExecutor(max_workers=cpu_count()) as executor:
for result in executor.map(partial(partial(make, op.rule)), op.paths):
print("%40s: %s" % (result[3], colorMe(result[0],
'[OK]' if result[0]==0 else '[FAILED]')))
'[OK]' if result[0]==0 else
('[EXPECTED FAILURE]'
if result[3] in xfails
else '[FAILED]'))))
results.append(result)
executor.map(partial(make, 'clean'), op.paths)
sys.stdout.write('\n')
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment