Changeset 228361 in webkit
- Timestamp:
- Feb 9, 2018 10:14:52 PM (6 years ago)
- Location:
- trunk/PerformanceTests
- Files:
-
- 3 edited
Legend:
- Unmodified
- Added
- Removed
-
trunk/PerformanceTests/ChangeLog
r228330 r228361 1 2018-02-09 Ryosuke Niwa <rniwa@webkit.org> 2 3 Make run-perf-tests work with Speedometer 2.0 and re-enable the test 4 https://bugs.webkit.org/show_bug.cgi?id=182088 5 6 Reviewed by Antti Koivisto. 7 8 This patch updates the test harness to report new metrics of Speedometer 2.0. 9 10 Replaced the total time by the geometric mean of the time spent in each suite, and added scores 11 as a metric in addition to time. Also, updated the PerfTestRunner harness and the results template 12 to support "Score" metric with "pt" as its unit. 13 14 * Skipped: Unskipped the test. 15 * Speedometer/resources/benchmark-report.js: 16 (window.benchmarkClient.willStartFirstIteration..createTest): Added the unit as an optional argument 17 to report the score in addition to time. Also report the geomean of time instead of the total time. 18 (window.benchmarkClient.willStartFirstIteration): Report the geomean of time. 19 (window.benchmarkClient.didRunSuites): Record the entire measuredValues instead of just tests. 20 (window.benchmarkClient.didFinishLastIteration): Report the scores. 21 1 22 2018-02-09 Ross Kirsling <ross.kirsling@sony.com> 2 23 -
trunk/PerformanceTests/Skipped
r227946 r228361 83 83 84 84 # Don't run the interactive runner. We run index.html 85 Speedometer/index.html86 85 Speedometer/InteractiveRunner.html 87 86 StyleBench/InteractiveRunner.html -
trunk/PerformanceTests/Speedometer/resources/benchmark-report.js
r169540 r228361 27 27 iterationCount: 5, // Use 4 different instances of DRT/WTR to run 5 iterations. 28 28 willStartFirstIteration: function (iterationCount) { 29 createTest = function (name, aggregator, isLastTest ) {29 createTest = function (name, aggregator, isLastTest, unit = 'ms') { 30 30 return { 31 31 customIterationCount: iterationCount, … … 33 33 doNotMeasureMemoryUsage: true, 34 34 continueTesting: !isLastTest, 35 unit: 'ms',35 unit: unit, 36 36 name: name, 37 37 aggregator: aggregator}; 38 38 } 39 PerfTestRunner.prepareToMeasureValuesAsync(createTest(null, ' Total'));39 PerfTestRunner.prepareToMeasureValuesAsync(createTest(null, 'Geometric')); 40 40 }, 41 41 didRunSuites: function (measuredValues) { 42 PerfTestRunner.measureValueAsync(measuredValues. total);43 valuesByIteration.push(measuredValues .tests);42 PerfTestRunner.measureValueAsync(measuredValues.geomean); 43 valuesByIteration.push(measuredValues); 44 44 }, 45 45 didFinishLastIteration: function () { … … 54 54 } 55 55 56 var scores = []; 56 57 valuesByIteration.forEach(function (measuredValues) { 57 for (var suiteName in measuredValues) { 58 var suite = measuredValues[suiteName]; 58 scores.push(measuredValues.score); 59 for (var suiteName in measuredValues.tests) { 60 var suite = measuredValues.tests[suiteName]; 59 61 for (var testName in suite.tests) { 60 62 var test = suite.tests[testName]; … … 66 68 } 67 69 }); 70 71 PerfTestRunner.reportValues(createTest(null, null, false, 'pt'), scores); 68 72 69 73 var fullNames = new Array;
Note: See TracChangeset
for help on using the changeset viewer.