Lines Matching refs:tests
75 # This is an in-memory list of tests, what we want them to produce, and
79 self.tests = {}
85 self.tests[name] = test
95 return self.tests.keys()
98 return item in self.tests
101 return self.tests[item]
104 # These numbers may need to be updated whenever we add or delete tests. This includes virtual tests.
113 tests = TestList()
114 tests.add('failures/expected/crash.html', crash=True)
115 tests.add('failures/expected/exception.html', exception=True)
116 tests.add('failures/expected/device_failure.html', device_failure=True)
117 tests.add('failures/expected/timeout.html', timeout=True)
118 tests.add('failures/expected/leak.html', leak=True)
119 tests.add('failures/expected/missing_text.html', expected_text=None)
120 tests.add('failures/expected/needsrebaseline.html', actual_text='needsrebaseline text')
121 tests.add('failures/expected/needsmanualrebaseline.html', actual_text='needsmanualrebaseline text')
122 tests.add('failures/expected/image.html',
125 tests.add('failures/expected/image_checksum.html',
128 tests.add('failures/expected/audio.html',
133 tests.add('failures/expected/keyboard.html', keyboard=True)
134 tests.add('failures/expected/missing_check.html',
136 tests.add('failures/expected/missing_image.html', expected_image=None)
137 tests.add('failures/expected/missing_audio.html', expected_audio=None,
141 tests.add('failures/expected/missing_text.html', expected_text=None)
142 tests.add('failures/expected/newlines_leading.html',
144 tests.add('failures/expected/newlines_trailing.html',
146 tests.add('failures/expected/newlines_with_excess_CR.html',
148 tests.add('failures/expected/text.html', actual_text='text_fail-png')
149 tests.add('failures/expected/crash_then_text.html')
150 tests.add('failures/expected/skip_text.html', actual_text='text diff')
151 tests.add('failures/flaky/text.html')
152 tests.add('failures/unexpected/missing_text.html', expected_text=None)
153 tests.add('failures/unexpected/missing_check.html', expected_image='missing-check-png')
154 tests.add('failures/unexpected/missing_image.html', expected_image=None)
155 tests.add('failures/unexpected/missing_render_tree_dump.html', actual_text="""layer at (0,0) size 800x600
163 tests.add('failures/unexpected/crash.html', crash=True)
164 tests.add('failures/unexpected/crash-with-stderr.html', crash=True,
166 tests.add('failures/unexpected/web-process-crash-with-stderr.html', web_process_crash=True,
168 tests.add('failures/unexpected/pass.html')
169 tests.add('failures/unexpected/text-checksum.html',
172 tests.add('failures/unexpected/text-image-checksum.html',
176 tests.add('failures/unexpected/checksum-with-matching-image.html',
178 tests.add('failures/unexpected/skip_pass.html')
179 tests.add('failures/unexpected/text.html', actual_text='text_fail-txt')
180 tests.add('failures/unexpected/text_then_crash.html')
181 tests.add('failures/unexpected/timeout.html', timeout=True)
182 tests.add('failures/unexpected/leak.html', leak=True)
183 tests.add('http/tests/passes/text.html')
184 tests.add('http/tests/passes/image.html')
185 tests.add('http/tests/ssl/text.html')
186 tests.add('passes/args.html')
187 tests.add('passes/error.html', error='stuff going to stderr')
188 tests.add('passes/image.html')
189 tests.add('passes/audio.html',
194 tests.add('passes/platform_image.html')
195 tests.add('passes/checksum_in_image.html',
197 tests.add('passes/skipped/skip.html')
201 tests.add('failures/unexpected/checksum.html', actual_checksum='checksum_fail-checksum')
205 tests.add('passes/text.html',
209 tests.add_reftest('passes/reftest.html', 'passes/reftest-expected.html', same_image=True)
212 tests.add('virtual/virtual_passes/passes/reftest-expected.html', actual_checksum='xxx', actual_image='XXX', is_reftest=True)
214 tests.add_reftest('passes/mismatch.html', 'passes/mismatch-expected-mismatch.html', same_image=False)
215 tests.add_reftest('passes/svgreftest.svg', 'passes/svgreftest-expected.svg', same_image=True)
216 tests.add_reftest('passes/xhtreftest.xht', 'passes/xhtreftest-expected.html', same_image=True)
217 tests.add_reftest('passes/phpreftest.php', 'passes/phpreftest-expected-mismatch.svg', same_image=False)
218 tests.add_reftest('failures/expected/reftest.html', 'failures/expected/reftest-expected.html', same_image=False)
219 tests.add_reftest('failures/expected/mismatch.html', 'failures/expected/mismatch-expected-mismatch.html', same_image=True)
220 tests.add_reftest('failures/unexpected/crash-reftest.html', 'failures/unexpected/crash-reftest-expected.html', same_image=True, crash=True)
221 tests.add_reftest('failures/unexpected/reftest.html', 'failures/unexpected/reftest-expected.html', same_image=False)
222 tests.add_reftest('failures/unexpected/mismatch.html', 'failures/unexpected/mismatch-expected-mismatch.html', same_image=True)
223 tests.add('failures/unexpected/reftest-nopixel.html', actual_checksum=None, actual_image=None, is_reftest=True)
224 tests.add('failures/unexpected/reftest-nopixel-expected.html', actual_checksum=None, actual_image=None, is_reftest=True)
225 tests.add('reftests/foo/test.html')
226 tests.add('reftests/foo/test-ref.html')
228 tests.add('reftests/foo/multiple-match-success.html', actual_checksum='abc', actual_image='abc')
229 tests.add('reftests/foo/multiple-match-failure.html', actual_checksum='abc', actual_image='abc')
230 tests.add('reftests/foo/multiple-mismatch-success.html', actual_checksum='abc', actual_image='abc')
231 tests.add('reftests/foo/multiple-mismatch-failure.html', actual_checksum='abc', actual_image='abc')
232 tests.add('reftests/foo/multiple-both-success.html', actual_checksum='abc', actual_image='abc')
233 tests.add('reftests/foo/multiple-both-failure.html', actual_checksum='abc', actual_image='abc')
235 tests.add('reftests/foo/matching-ref.html', actual_checksum='abc', actual_image='abc')
236 tests.add('reftests/foo/mismatching-ref.html', actual_checksum='def', actual_image='def')
237 tests.add('reftests/foo/second-mismatching-ref.html', actual_checksum='ghi', actual_image='ghi')
240 tests.add_reftest('reftests/foo/unlistedtest.html', 'reftests/foo/unlistedtest-expected.html', same_image=True)
241 tests.add('reftests/foo/reference/bar/common.html')
242 tests.add('reftests/foo/reftest/bar/shared.html')
244 tests.add('websocket/tests/passes/text.html')
246 # For testing that we don't run tests under platform/. Note that these don't contribute to TOTAL_TESTS.
247 tests.add('platform/test-mac-leopard/http/test.html')
248 tests.add('platform/test-win-win7/http/test.html')
250 # For testing if perf tests are running in a locked shard.
251 tests.add('perf/foo/test.html')
252 tests.add('perf/foo/test-ref.html')
255 tests.add('failures/unexpected/pixeldir/image_in_pixeldir.html',
258 tests.add('failures/unexpected/image_not_in_pixeldir.html',
264 tests.add('passes/test-virtual-passes.html')
265 tests.add('passes/virtual_passes/test-virtual-passes.html')
267 return tests
270 # Here we use a non-standard location for the layout tests, to ensure that
280 # we don't need a real filesystem to run the tests.
334 # Fixing the typo causes several tests to assert, so disabling the test entirely.
346 for test in test_list.tests.values():
391 # FIXME: crbug.com/279494. This needs to be in the "real layout tests
393 # that tests that want to write to a TestExpectations file can share
395 # rebaseline_unittest.py having tests that refer to "real" port names
420 # FIXME: We override this just to keep the perf tests happy.
