Lines Matching refs:results
9 Repackage expected/actual GM results as needed by our HTML rebaseline viewer.
29 import results
32 results.KEY__EXPECTATIONS__BUGS,
33 results.KEY__EXPECTATIONS__IGNOREFAILURE,
34 results.KEY__EXPECTATIONS__REVIEWED,
43 class ExpectationComparisons(results.BaseComparisons):
44 """Loads actual and expected GM results into an ImagePairSet.
46 Loads actual and expected results from all builders, except for those skipped
49 Once this object has been constructed, the results (in self._results[])
50 are immutable. If you want to update the results based on updated JSON
53 def __init__(self, actuals_root=results.DEFAULT_ACTUALS_DIR,
56 generated_images_root=results.DEFAULT_GENERATED_IMAGES_ROOT,
60 actuals_root: root directory containing all actual-results.json files
61 expected_root: root directory containing all expected-results.json files
88 logging.info('Results complete; took %d seconds.' %
95 Note that this will NOT update the results stored in self._results[] ;
105 results.KEY__EXPECTATIONS__BUGS: [123, 456],
106 results.KEY__EXPECTATIONS__IGNOREFAILURE: false,
107 results.KEY__EXPECTATIONS__REVIEWED: true,
110 results.KEY__EXTRACOLUMNS__BUILDER: 'Test-Mac10.6-MacMini4.1-GeForce320M-x86-Debug',
111 results.KEY__EXTRACOLUMNS__CONFIG: '8888',
112 results.KEY__EXTRACOLUMNS__TEST: 'bigmatrix',
114 results.KEY__IMAGEPAIRS__IMAGE_B_URL: 'bitmap-64bitMD5/bigmatrix/10894408024079689926.png',
123 image_name = results.IMAGE_FILENAME_FORMATTER % (
125 [results.KEY__EXTRACOLUMNS__TEST],
127 [results.KEY__EXTRACOLUMNS__CONFIG])
140 [results.KEY__EXTRACOLUMNS__BUILDER]]
194 """Loads the results of all tests, across all builders (based on the
198 logging.info('Reading actual-results JSON files from %s...' %
202 logging.info('Reading expected-results JSON files from %s...' %
215 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[
216 results.KEY__RESULT_TYPE__FAILED,
217 results.KEY__RESULT_TYPE__FAILUREIGNORED,
218 results.KEY__RESULT_TYPE__NOCOMPARISON,
219 results.KEY__RESULT_TYPE__SUCCEEDED,
222 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[
223 results.KEY__RESULT_TYPE__FAILED,
224 results.KEY__RESULT_TYPE__FAILUREIGNORED,
225 results.KEY__RESULT_TYPE__NOCOMPARISON,
228 # Only consider builders we have both expected and actual results for.
229 # Fixes http://skbug.com/2486 ('rebaseline_server shows actual results
249 (test, config) = results.IMAGE_FILENAME_RE.match(image_name).groups()
295 if result_type != results.KEY__RESULT_TYPE__NOCOMPARISON:
297 results.KEY__EXTRACOLUMNS__BUILDER: builder,
298 results.KEY__EXTRACOLUMNS__RESULT_TYPE: result_type,
316 updated_result_type = results.KEY__RESULT_TYPE__SUCCEEDED
317 elif ((result_type == results.KEY__RESULT_TYPE__FAILED) and
319 updated_result_type = results.KEY__RESULT_TYPE__FAILUREIGNORED
323 results.KEY__EXTRACOLUMNS__RESULT_TYPE: updated_result_type,
324 results.KEY__EXTRACOLUMNS__BUILDER: builder,
325 results.KEY__EXTRACOLUMNS__TEST: test,
326 results.KEY__EXTRACOLUMNS__CONFIG: config,
337 if updated_result_type != results.KEY__RESULT_TYPE__SUCCEEDED:
343 results.KEY__HEADER__RESULTS_ALL: all_image_pairs.as_dict(),
344 results.KEY__HEADER__RESULTS_FAILURES: failing_image_pairs.as_dict(),
354 '--actuals', default=results.DEFAULT_ACTUALS_DIR,
370 '--results', default=results.KEY__HEADER__RESULTS_FAILURES,
373 str([results.KEY__HEADER__RESULTS_FAILURES,
374 results.KEY__HEADER__RESULTS_ALL]))
376 '--workdir', default=results.DEFAULT_GENERATED_IMAGES_ROOT,
386 results_obj.get_packaged_results_of_type(results_type=args.results),
