Changeset 247393 in webkit
- Timestamp:
- Jul 12, 2019 12:50:06 PM (5 years ago)
- Location:
- trunk/Tools
- Files:
-
- 4 edited
Legend:
- Unmodified
- Added
- Removed
-
trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps.py
r245359 r247393 332 332 def start(self): 333 333 platform = self.getProperty('platform') 334 architecture = self.getProperty("architecture") 335 # Currently run-javascriptcore-test doesn't support run those binaries remotely 336 if architecture in ['mips', 'armv7', 'aarch64']: 337 self.command += ['--no-testmasm', '--no-testair', '--no-testb3', '--no-testdfg', '--no-testapi'] 334 338 # Linux bots have currently problems with JSC tests that try to use large amounts of memory. 335 339 # Check: https://bugs.webkit.org/show_bug.cgi?id=175140 … … 345 349 def countFailures(self, cmd): 346 350 logText = cmd.logs['stdio'].getText() 351 count = 0 347 352 348 353 match = re.search(r'^Results for JSC stress tests:\r?\n\s+(\d+) failure', logText, re.MULTILINE) 349 354 if match: 350 return int(match.group(1)) 355 count += int(match.group(1)) 356 357 match = re.search(r'Results for JSC test binaries:\r?\n\s+(\d+) failure', logText, re.MULTILINE) 358 if match: 359 count += int(match.group(1)) 351 360 352 361 match = re.search(r'^Results for Mozilla tests:\r?\n\s+(\d+) regression', logText, re.MULTILINE) 353 362 if match: 354 returnint(match.group(1))355 356 return 0363 count += int(match.group(1)) 364 365 return count 357 366 358 367 -
trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps_unittest.py
r246059 r247393 123 123 5 failures found.""") 124 124 125 def test_jsc_stress_failures_with_binary_results_output(self): 126 self.assertResults(FAILURE, ["8 JSC tests failed"], 1, """Results for JSC stress tests: 127 5 failures found. 128 Results for JSC test binaries: 129 3 failures found.""") 130 131 def test_jsc_stress_failures_with_binary_result_output(self): 132 self.assertResults(FAILURE, ["6 JSC tests failed"], 1, """Results for JSC stress tests: 133 5 failures found. 134 Results for JSC test binaries: 135 1 failure found.""") 136 125 137 126 138 class RunTest262TestsTest(unittest.TestCase): -
trunk/Tools/ChangeLog
r247389 r247393 1 2019-07-12 Zhifei Fang <zhifei_fang@apple.com> 2 3 run-javascriptcore-tests won't report test results for testmasm, testair, testb3, testdfg and test api 4 https://bugs.webkit.org/show_bug.cgi?id=199489 5 <rdar://problem/47891081> 6 7 Reviewed by Aakash Jain. 8 9 * BuildSlaveSupport/build.webkit.org-config/steps.py: 10 (RunJavaScriptCoreTests.countFailures): 11 * BuildSlaveSupport/build.webkit.org-config/steps_unittest.py: 12 * Scripts/run-javascriptcore-tests: 13 (runTest): 14 (reportTestFailures): 15 (runJSCStressTests): 16 1 17 2019-07-12 Aakash Jain <aakash_jain@apple.com> 2 18 -
trunk/Tools/Scripts/run-javascriptcore-tests
r244915 r247393 93 93 my $failFast = 1; 94 94 my %jsonData = (); 95 my @testResults = (); 96 my $isTestFailed = 0; 95 97 my $remoteConfigFile; 96 98 my $jsonFileName; … … 399 401 print "$testName completed with rc=$testResult ($exitStatus)\n\n"; 400 402 403 my $testStatus = ($exitStatus == 0)? JSON::PP::true: JSON::PP::false; 404 if ($testResult) { 405 $isTestFailed = 1; 406 push @testResults, $testName; 407 } 401 408 if (defined($jsonFileName)) { 402 my $testStatus = ($exitStatus == 0)? JSON::PP::true: JSON::PP::false;403 409 $jsonData{$jsonTestStatusName} = $testStatus; 404 410 } 405 411 406 412 if ($testResult && $failFast) { 413 reportTestFailures(); 407 414 writeJsonDataIfApplicable(); 408 415 exit exitStatus($testResult); 409 416 } 417 } 418 419 sub reportTestFailures { 420 my $numJSCtestFailures = @testResults; 421 if ($numJSCtestFailures) { 422 print "\n** The following JSC test binaries failures have been introduced:\n"; 423 foreach my $testFailure (@testResults) { 424 print "\t$testFailure\n"; 425 } 426 } 427 print "\n"; 428 429 print "Results for JSC test binaries:\n"; 430 printThingsFound($numJSCtestFailures, "failure", "failures", "found"); 431 print " OK.\n" if $numJSCtestFailures == 0; 432 433 print "\n"; 410 434 } 411 435 … … 421 445 422 446 runJSCStressTests(); 447 reportTestFailures(); 448 449 if ($isTestFailed) { 450 exit(1); 451 } 423 452 424 453 sub runJSCStressTests … … 574 603 575 604 if ($numJSCStressFailures) { 605 $isTestFailed = 1; 576 606 print "\n** The following JSC stress test failures have been introduced:\n"; 577 607 foreach my $testFailure (@jscStressFailList) { … … 592 622 593 623 writeJsonDataIfApplicable(); 594 exit(1) if $numJSCStressFailures;595 624 } 596 625
Note: See TracChangeset
for help on using the changeset viewer.