Changeset 146926 in webkit

Timestamp:

Mar 26, 2013, 1:40:26 PM (12 years ago)

Author:

jparent@chromium.org

Message:

Flakiness dashboard: simplify logic around which tests to show.
​https://bugs.webkit.org/show_bug.cgi?id=113250

Reviewed by Ojan Vafai.

The different filters for showing results are only used for layout
tests, otherwise, we show everything.

Change the defaults to false (what layout tests used), and only
look at the values when viewing layout tests.

• TestResultServer/static-dashboards/flakiness_dashboard.js:

(htmlForTestsWithExpectationsButNoFailures):
(shouldHideTest):

Location:

trunk/Tools

Files:

• ChangeLog (modified) (1 diff)
• TestResultServer/static-dashboards/flakiness_dashboard.js (modified) (3 diffs)
• TestResultServer/static-dashboards/flakiness_dashboard_unittests.js (modified) (1 diff)

trunk/Tools/ChangeLog

@@ +1 @@
+2013-03-26  Julie Parent  <jparent@chromium.org>
+
+        Flakiness dashboard: simplify logic around which tests to show.
+        https://bugs.webkit.org/show_bug.cgi?id=113250
+
+        Reviewed by Ojan Vafai.
+        
+        The different filters for showing results are only used for layout
+        tests, otherwise, we show everything.
+        
+        Change the defaults to false (what layout tests used), and only
+        look at the values when viewing layout tests.
+
+        * TestResultServer/static-dashboards/flakiness_dashboard.js:
+        (htmlForTestsWithExpectationsButNoFailures):
+        (shouldHideTest):
+
 2013-03-26  Isaac Levy  <ilevy@google.com>
 

trunk/Tools/TestResultServer/static-dashboards/flakiness_dashboard.js

@@ -251 +251 @@
     legacyExpectationsSemantics: true,
     showChrome: true,
-    showCorrectExpectations: !g_history.isLayoutTestResults(),
-    showWrongExpectations: !g_history.isLayoutTestResults(),
-    showWontFixSkip: !g_history.isLayoutTestResults(),
-    showSlow: !g_history.isLayoutTestResults(),
-    showSkipped: !g_history.isLayoutTestResults(),
-    showUnexpectedPasses: !g_history.isLayoutTestResults(),
+    showCorrectExpectations: false,
+    showWrongExpectations: false,
+    showWontFixSkip: false,
+    showSlow: false,
+    showSkipped: false,
+    showUnexpectedPasses: false,
     expectationsUpdate: false,
     updateIndex: 0,
@@ -1315 +1315 @@
     var showSkippedLink = linkHTMLToToggleState('showSkipped', 'skipped tests in TestExpectations');
     
-
     var html = '';
-    if (tests.length || skippedPaths.length) {
+    if (g_history.isLayoutTestResults() && (tests.length || skippedPaths.length)) {
         var buildInfo = platformAndBuildType(builder);
         html += '<h2 style="display:inline-block">Expectations for ' + buildInfo.platform + '-' + buildInfo.buildType + '</h2> ';
@@ -1344 +1343 @@
 function shouldHideTest(testResult)
 {
+    // For non-layout tests, we always show everything.
+    if (!g_history.isLayoutTestResults())
+        return false;
+
     if (testResult.isWontFixSkip)
         return !g_history.dashboardSpecificState.showWontFixSkip;

trunk/Tools/TestResultServer/static-dashboards/flakiness_dashboard_unittests.js

@@ -700 +700 @@
     notEqual(historyInstance.crossDashboardState.group, originalGroup, "group should have been invalidated");   
 });
+
+test('shouldHideTest', 10, function() {
+    var historyInstance = new history.History();
+    historyInstance.parseParameters();
+    // FIXME(jparent): Change to use the flakiness_dashboard's history object
+    // once it exists, rather than tracking global.
+    g_history = historyInstance;
+    var test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
+
+    equal(shouldHideTest(test), true, 'default layout test, hide it.');
+    historyInstance.dashboardSpecificState.showCorrectExpectations = true;
+    equal(shouldHideTest(test), false, 'show correct expectations.');
+    historyInstance.dashboardSpecificState.showCorrectExpectations = false;
+
+    test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
+    test.isWontFixSkip = true;
+    equal(shouldHideTest(test), true, 'by default hide these too');
+    historyInstance.dashboardSpecificState.showWontFixSkip = true;
+    equal(shouldHideTest(test), false, 'now we should show it');
+    historyInstance.dashboardSpecificState.showWontFixSkip = false;
+
+    test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
+    test.isFlaky = true;
+    equal(shouldHideTest(test), false, 'we show flaky tests by default');
+    historyInstance.dashboardSpecificState.showFlaky = false;
+    equal(shouldHideTest(test), true, 'do not show flaky test');
+    historyInstance.dashboardSpecificState.showFlaky = true;
+
+    test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
+    test.slowestNonTimeoutCrashTime = MIN_SECONDS_FOR_SLOW_TEST + 1;
+    equal(shouldHideTest(test), true, 'we hide slow tests by default');
+    historyInstance.dashboardSpecificState.showSlow = true;
+    equal(shouldHideTest(test), false, 'now show slow test');
+    historyInstance.dashboardSpecificState.showSlow = false;
+
+    test = createResultsObjectForTest('foo/test.html', 'dummyBuilder');
+    historyInstance.crossDashboardState.testType = 'not layout tests';
+    equal(shouldHideTest(test), false, 'show all non layout tests');
+    test.isWontFixSkip = true;
+    equal(shouldHideTest(test), false, 'show all non layout tests, even if wont fix');
+});