Changeset 86063 in webkit
- Timestamp:
- May 9, 2011 10:32:50 AM (13 years ago)
- Location:
- trunk/Tools
- Files:
-
- 2 edited
Legend:
- Unmodified
- Added
- Removed
-
trunk/Tools/ChangeLog
r86049 r86063 1 2011-05-09 Alice Boxhall <aboxhall@chromium.org> 2 3 Reviewed by Ojan Vafai. 4 5 Pull jsonresults_unittest test cases out into separate test methods. 6 https://bugs.webkit.org/show_bug.cgi?id=60418 7 8 * TestResultServer/model/jsonresults_unittest.py: 9 1 10 2011-05-09 Mahesh Kulkarni <mahesh.kulkarni@nokia.com> 2 11 -
trunk/Tools/TestResultServer/model/jsonresults_unittest.py
r75234 r86063 147 147 self.assertEquals(actual_results, expected_results) 148 148 149 def test (self):149 def test_merge_null_incremental_results(self): 150 150 # Empty incremental results json. 151 151 # Nothing to merge. … … 158 158 None) 159 159 160 def test_merge_empty_incremental_results(self): 160 161 # No actual incremental test results (only prefix and suffix) to merge. 161 162 # Nothing to merge. … … 168 169 None) 169 170 171 def test_merge_empty_aggregated_results(self): 170 172 # No existing aggregated results. 171 173 # Merged results == new incremental results. … … 178 180 (["2", "1"], [["001.html", "[200,\"F\"]", "[200,0]"]])) 179 181 180 # Single test for single run.182 def test_merge_incremental_single_test_single_run_same_result(self): 181 183 # Incremental results has the latest build and same test results for 182 184 # that run. 183 185 # Insert the incremental results at the first place and sum number 184 # of runs for " P" (200 + 1) to get merged results.186 # of runs for "F" (200 + 1) to get merged results. 185 187 self._test_merge( 186 188 # Aggregated results … … 191 193 (["3", "2", "1"], [["001.html", "[201,\"F\"]", "[201,0]"]])) 192 194 193 # Single test for single run.195 def test_merge_single_test_single_run_different_result(self): 194 196 # Incremental results has the latest build but different test results 195 197 # for that run. … … 203 205 (["3", "2", "1"], [["001.html", "[1,\"I\"],[200,\"F\"]", "[1,1],[200,0]"]])) 204 206 205 # Single test for single run.206 # Incremental results has the latest build but different test results207 # for that run.207 def test_merge_single_test_single_run_result_changed(self): 208 # Incremental results has the latest build but results which differ from 209 # the latest result (but are the same as an older result). 208 210 self._test_merge( 209 211 # Aggregated results … … 214 216 (["3", "2", "1"], [["001.html", "[1,\"I\"],[200,\"F\"],[10,\"I\"]", "[1,1],[200,0],[10,1]"]])) 215 217 216 # Multiple tests for single run.218 def test_merge_multiple_tests_single_run(self): 217 219 # All tests have incremental updates. 218 220 self._test_merge( … … 224 226 (["3", "2", "1"], [["001.html", "[201,\"F\"]", "[201,0]"], ["002.html", "[101,\"I\"]", "[101,1]"]])) 225 227 226 # Multiple tests for single run.228 def test_merge_multiple_tests_single_run_one_no_result(self): 227 229 self._test_merge( 228 230 # Aggregated results … … 233 235 (["3", "2", "1"], [["001.html", "[1,\"N\"],[200,\"F\"]", "[201,0]"], ["002.html", "[101,\"I\"]", "[101,1]"]])) 234 236 235 # Single test for multiple runs.237 def test_merge_single_test_multiple_runs(self): 236 238 self._test_merge( 237 239 # Aggregated results … … 242 244 (["4", "3", "2", "1"], [["001.html", "[2,\"I\"],[200,\"F\"]", "[2,2],[200,0]"]])) 243 245 244 # Multiple tests for multiple runs.246 def test_merge_multiple_tests_multiple_runs(self): 245 247 self._test_merge( 246 248 # Aggregated results … … 251 253 (["4", "3", "2", "1"], [["001.html", "[2,\"I\"],[200,\"F\"]", "[2,2],[200,0]"], ["002.html", "[1,\"C\"],[10,\"Z\"]", "[1,1],[10,0]"]])) 252 254 255 def test_merge_incremental_result_older_build(self): 253 256 # Test the build in incremental results is older than the most recent 254 257 # build in aggregated results. … … 262 265 None) 263 266 267 def test_merge_incremental_result_same_build(self): 264 268 # Test the build in incremental results is same as the build in 265 269 # aggregated results. … … 273 277 None) 274 278 279 def test_merge_remove_test_with_no_data(self): 275 280 # Remove test where there is no data in all runs. 276 281 self._test_merge( … … 282 287 (["3", "2", "1"], [["002.html", "[1,\"P\"],[10,\"F\"]", "[11,0]"]])) 283 288 289 def test_merge_remove_test_with_all_pass(self): 284 290 # Remove test where all run pass and max running time < 1 seconds 285 291 self._test_merge( … … 291 297 (["3", "2", "1"], [["002.html", "[1,\"P\"],[10,\"F\"]", "[11,0]"]])) 292 298 299 def test_merge_keep_test_with_all_pass_but_slow_time(self): 293 300 # Do not remove test where all run pass but max running time >= 1 seconds 294 301 self._test_merge( … … 300 307 (["3", "2", "1"], [["001.html", "[201,\"P\"]", "[1,1],[200,0]"], ["002.html", "[1,\"P\"],[10,\"F\"]", "[11,0]"]])) 301 308 309 def test_merge_prune_extra_results(self): 302 310 # Remove items from test results and times that exceed the max number 303 311 # of builds to track. … … 311 319 (["3", "2", "1"], [["001.html", "[1,\"T\"],[" + max_builds + ",\"F\"]", "[1,1],[" + max_builds + ",0]"]])) 312 320 321 def test_merge_prune_extra_results_small(self): 313 322 # Remove items from test results and times that exceed the max number 314 323 # of builds to track, using smaller threshold. … … 323 332 int(max_builds)) 324 333 334 def test_merge_prune_extra_results_with_new_result_of_same_type(self): 325 335 # Test that merging in a new result of the same type as the last result 326 336 # causes old results to fall off. … … 335 345 int(max_builds)) 336 346 347 def test_get_test_name_list(self): 337 348 # Get test name list only. Don't include non-test-list data and 338 349 # of test result details.
Note: See TracChangeset
for help on using the changeset viewer.