From 321556380e0b1db5685210535a7d4d36e7495e94 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Csaba=20Osztrogon=C3=A1c?= Date: Thu, 28 May 2020 11:12:19 +0000 Subject: [PATCH] Fix tools/run-tests.py --test262-es2015 MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The output of the test262 runner changed between ES5.1 and ES6, our script should respect it to signal regressions in return code too. JerryScript-DCO-1.0-Signed-off-by: Csaba Osztrogonác oszi@inf.u-szeged.hu --- tools/runners/run-test-suite-test262.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tools/runners/run-test-suite-test262.py b/tools/runners/run-test-suite-test262.py index f3ab74d3ec..1d3131fc16 100755 --- a/tools/runners/run-test-suite-test262.py +++ b/tools/runners/run-test-suite-test262.py @@ -113,7 +113,7 @@ def main(args): universal_newlines=True, stdout=subprocess.PIPE) - return_code = 0 + return_code = 1 with open(os.path.join(os.path.dirname(args.engine), 'test262.report'), 'w') as output_file: counter = 0 summary_found = False @@ -132,8 +132,8 @@ def main(args): if summary_found: print(output, end='') - if ('Failed tests' in output) or ('Expected to fail but passed' in output): - return_code = 1 + if 'All tests succeeded' in output: + return_code = 0 proc.wait()