Lines Matching refs:failures
115 test_result_writer.write_test_result(self._filesystem, self._port, self._results_directory, self._test_name, driver_output, expected_driver_output, test_result.failures)
120 failures = self._handle_error(driver_output)
121 test_result_writer.write_test_result(self._filesystem, self._port, self._results_directory, self._test_name, driver_output, None, failures)
125 return TestResult(self._test_name, failures, driver_output.test_time, driver_output.has_stderr(), pid=driver_output.pid)
179 """Returns test failures if some unusual errors happen in driver's run.
187 failures = []
190 failures.append(test_failures.FailureTimeout(bool(reference_filename)))
198 failures.append(test_failures.FailureCrash(bool(reference_filename),
209 return failures
212 failures = []
213 failures.extend(self._handle_error(driver_output))
218 return TestResult(self._test_name, failures, driver_output.test_time, driver_output.has_stderr(), pid=driver_output.pid)
220 failures.extend(self._compare_text(expected_driver_output.text, driver_output.text))
221 failures.extend(self._compare_audio(expected_driver_output.audio, driver_output.audio))
223 failures.extend(self._compare_image(expected_driver_output, driver_output))
224 return TestResult(self._test_name, failures, driver_output.test_time, driver_output.has_stderr(), pid=driver_output.pid)
227 failures = []
231 failures.append(test_failures.FailureTextMismatch())
233 failures.append(test_failures.FailureMissingResult())
234 return failures
237 failures = []
240 failures.append(test_failures.FailureAudioMismatch())
242 failures.append(test_failures.FailureMissingAudio())
243 return failures
257 failures = []
260 return failures
262 failures.append(test_failures.FailureMissingImage())
264 failures.append(test_failures.FailureMissingImageHash())
269 failures.append(test_failures.FailureImageHashMismatch())
274 failures.append(test_failures.FailureImageHashMismatch())
278 return failures
300 if (expectation == '!=' and test_result.failures) or (expectation == '==' and not test_result.failures):
305 failures)
307 return TestResult(self._test_name, test_result.failures, total_test_time + test_result.test_run_time, test_result.has_stderr, reftest_type=reftest_type, pid=test_result.pid, references=reference_test_names)
312 failures = []
313 failures.extend(self._handle_error(actual_driver_output))
314 if failures:
316 return TestResult(self._test_name, failures, total_test_time, has_stderr)
317 failures.extend(self._handle_error(reference_driver_output, reference_filename=reference_filename))
318 if failures:
319 return TestResult(self._test_name, failures, total_test_time, has_stderr, pid=actual_driver_output.pid)
322 failures.append(test_failures.FailureReftestNoImagesGenerated(reference_filename))
327 failures.append(test_failures.FailureReftestMismatchDidNotOccur(reference_filename))
334 failures.append(test_failures.FailureReftestMismatch(reference_filename))
338 return TestResult(self._test_name, failures, total_test_time, has_stderr, pid=actual_driver_output.pid)
