Changeset 158373 in webkit

Timestamp:

Oct 31, 2013 11:13:10 AM (10 years ago)

Author:

commit-queue@webkit.org

Message:

Run tests as if they are expected to pass when --force is given.
​https://bugs.webkit.org/show_bug.cgi?id=112890

Patch by Tamas Gergely <​gertom@inf.u-szeged.hu> on 2013-10-31
Reviewed by Ryosuke Niwa.

The --force switch of new-run-webkit-tests is now forces all tests to
be run with 'PASS' as expected result.

• Scripts/webkitpy/layout_tests/controllers/manager.py:

(Manager.run):

• Scripts/webkitpy/layout_tests/models/test_expectations.py:

(TestExpectations.init):
(TestExpectations._add_expectations):

• Scripts/webkitpy/layout_tests/run_webkit_tests.py:

(parse_args):
(_set_up_derived_options):

Location:

trunk/Tools

Files:

• ChangeLog (modified) (1 diff)
• Scripts/webkitpy/layout_tests/controllers/manager.py (modified) (1 diff)
• Scripts/webkitpy/layout_tests/models/test_expectations.py (modified) (3 diffs)
• Scripts/webkitpy/layout_tests/run_webkit_tests.py (modified) (2 diffs)

trunk/Tools/ChangeLog

@@ +1 @@
+2013-10-31  Tamas Gergely  <gertom@inf.u-szeged.hu>
+
+        Run tests as if they are expected to pass when --force is given.
+        https://bugs.webkit.org/show_bug.cgi?id=112890
+
+        Reviewed by Ryosuke Niwa.
+
+        The --force switch of new-run-webkit-tests is now forces all tests to
+        be run with 'PASS' as expected result.
+
+        * Scripts/webkitpy/layout_tests/controllers/manager.py:
+        (Manager.run):
+        * Scripts/webkitpy/layout_tests/models/test_expectations.py:
+        (TestExpectations.__init__):
+        (TestExpectations._add_expectations):
+        * Scripts/webkitpy/layout_tests/run_webkit_tests.py:
+        (parse_args):
+        (_set_up_derived_options):
+
 2013-10-31  Geoffrey Garen  <ggaren@apple.com>
 

trunk/Tools/Scripts/webkitpy/layout_tests/controllers/manager.py

@@ -180 +180 @@
 
         self._printer.write_update("Parsing expectations ...")
-        self._expectations = test_expectations.TestExpectations(self._port, test_names)
+        self._expectations = test_expectations.TestExpectations(self._port, test_names, force_expectations_pass=self._options.force)
 
         tests_to_run, tests_to_skip = self._prepare_lists(paths, test_names)

trunk/Tools/Scripts/webkitpy/layout_tests/models/test_expectations.py

@@ -834 +834 @@
     # the expectations into separate routines so that linting and handling overrides
     # can be controlled separately, and the constructor can be more of a no-op.
-    def __init__(self, port, tests=None, include_generic=True, include_overrides=True, expectations_to_lint=None):
+    def __init__(self, port, tests=None, include_generic=True, include_overrides=True, expectations_to_lint=None, force_expectations_pass=False):
         self._full_test_list = tests
         self._test_config = port.test_configuration()
@@ -843 +843 @@
         self._skipped_tests_warnings = []
         self._expectations = []
+        self._force_expectations_pass = force_expectations_pass
 
         expectations_dict = expectations_to_lint or port.expectations_dict()
@@ -991 +992 @@
     def _add_expectations(self, expectation_list):
         for expectation_line in expectation_list:
-            if not expectation_line.expectations:
+            if self._force_expectations_pass:
+                expectation_line.expectations = ['PASS']
+                expectation_line.parsed_expectations = set([PASS])
+
+            elif not expectation_line.expectations:
                 continue
 

trunk/Tools/Scripts/webkitpy/layout_tests/run_webkit_tests.py

@@ -227 +227 @@
                  "'only' == only run the SKIP tests, "
                  "'always' == always skip, even if listed on the command line.")),
-        optparse.make_option("--force", dest="skipped", action="store_const", const='ignore',
-            help="Run all tests, even those marked SKIP in the test list (same as --skipped=ignore)"),
+        optparse.make_option("--force", action="store_true", default=False,
+            help="Run all tests with PASS as expected result, even those marked SKIP in the test list (implies --skipped=ignore)"),
         optparse.make_option("--time-out-ms",
             help="Set the timeout for each test"),
@@ -338 +338 @@
         options.additional_platform_directory = additional_platform_directories
 
+    if options.force:
+        if options.skipped not in ('ignore', 'default'):
+            _log.warning("--force overrides --skipped=%s" % (options.skipped))
+        options.skipped = 'ignore'
+
     if not options.http and options.skipped in ('ignore', 'only'):
         _log.warning("--force/--skipped=%s overrides --no-http." % (options.skipped))