Lines Matching refs:results
9 Compare GM results for two configs, across all builders.
27 import results
30 class ConfigComparisons(results.BaseComparisons):
31 """Loads results from two different configurations into an ImagePairSet.
33 Loads actual and expected results from all builders, except for those skipped
37 def __init__(self, configs, actuals_root=results.DEFAULT_ACTUALS_DIR,
38 generated_images_root=results.DEFAULT_GENERATED_IMAGES_ROOT,
43 actuals_root: root directory containing all actual-results.json files
62 logging.info('Results complete; took %d seconds.' %
66 """Loads the results of all tests, across all builders (based on the
73 logging.info('Reading actual-results JSON files from %s...' %
88 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[
89 results.KEY__RESULT_TYPE__FAILED,
90 results.KEY__RESULT_TYPE__NOCOMPARISON,
91 results.KEY__RESULT_TYPE__SUCCEEDED,
94 column_id=results.KEY__EXTRACOLUMNS__RESULT_TYPE, values=[
95 results.KEY__RESULT_TYPE__FAILED,
96 results.KEY__RESULT_TYPE__NOCOMPARISON,
115 (test, config) = results.IMAGE_FILENAME_RE.match(image_name).groups()
120 image_name_A = results.IMAGE_FILENAME_FORMATTER % (test, configA)
124 image_name_B = results.IMAGE_FILENAME_FORMATTER % (test, configB)
133 result_type = results.KEY__RESULT_TYPE__SUCCEEDED
135 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON
137 result_type = results.KEY__RESULT_TYPE__NOCOMPARISON
139 result_type = results.KEY__RESULT_TYPE__FAILED
142 results.KEY__EXTRACOLUMNS__RESULT_TYPE: result_type,
143 results.KEY__EXTRACOLUMNS__BUILDER: builder,
144 results.KEY__EXTRACOLUMNS__TEST: test,
146 # results that do not include a 'config' column.
148 results.KEY__EXTRACOLUMNS__CONFIG: 'TODO',
159 if result_type != results.KEY__RESULT_TYPE__SUCCEEDED:
167 results.KEY__HEADER__RESULTS_ALL: all_image_pairs.as_dict(),
168 results.KEY__HEADER__RESULTS_FAILURES: failing_image_pairs.as_dict(),
178 '--actuals', default=results.DEFAULT_ACTUALS_DIR,
188 '--results', default=results.KEY__HEADER__RESULTS_FAILURES,
191 str([results.KEY__HEADER__RESULTS_FAILURES,
192 results.KEY__HEADER__RESULTS_ALL]))
194 '--workdir', default=results.DEFAULT_GENERATED_IMAGES_ROOT,
202 results_obj.get_packaged_results_of_type(results_type=args.results),
