mirrors/micropython
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tests/run-multitests.py: Add a -p flag to run permutations of instances.

Browse Source 
Signed-off-by: Jim Mussared <jim.mussared@gmail.com>
This commit is contained in:
Jim Mussared 2020-11-03 17:41:58 +11:00 committed by Damien George
parent ccfd535af4
commit c75ce37910
1 changed files with 15 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
tests/run-multitests.py
View File

@ -6,6 +6,7 @@
import sys, os, time, re, select import sys, os, time, re, select
import argparse import argparse
import itertools
import subprocess import subprocess
import tempfile import tempfile
@ -418,6 +419,13 @@ def main():
cmd_parser.add_argument( cmd_parser.add_argument(
"-i", "--instance", action="append", default=[], help="instance(s) to run the tests on" "-i", "--instance", action="append", default=[], help="instance(s) to run the tests on"
) )
cmd_parser.add_argument(
"-p",
"--permutations",
type=int,
default=1,
help="repeat the test with this many permutations of the instance order",
)
cmd_parser.add_argument("files", nargs="+", help="input test files") cmd_parser.add_argument("files", nargs="+", help="input test files")
cmd_args = cmd_parser.parse_args() cmd_args = cmd_parser.parse_args()
@ -450,8 +458,14 @@ def main():
for _ in range(max_instances - len(instances_test)): for _ in range(max_instances - len(instances_test)):
instances_test.append(PyInstanceSubProcess([MICROPYTHON])) instances_test.append(PyInstanceSubProcess([MICROPYTHON]))
all_pass = True
try: try:
all_pass = run_tests(test_files, instances_truth, instances_test) for i, instances_test_permutation in enumerate(itertools.permutations(instances_test)):
if i >= cmd_args.permutations:
break
all_pass &= run_tests(test_files, instances_truth, instances_test_permutation)
finally: finally:
for i in instances_truth: for i in instances_truth:
i.close() i.close()