1 # 2 # Copyright (C) 2010 The Android Open Source Project 3 # 4 # Licensed under the Apache License, Version 2.0 (the "License"); 5 # you may not use this file except in compliance with the License. 6 # You may obtain a copy of the License at 7 # 8 # http://www.apache.org/licenses/LICENSE-2.0 9 # 10 # Unless required by applicable law or agreed to in writing, software 11 # distributed under the License is distributed on an "AS IS" BASIS, 12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 # See the License for the specific language governing permissions and 14 # limitations under the License. 15 # 16 17 # Makefile for producing CTS coverage reports. 18 # Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. 19 20 include cts/CtsTestCaseList.mk 21 22 cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage 23 dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps 24 25 coverage_out := $(HOST_OUT)/cts-api-coverage 26 27 api_text_description := frameworks/base/api/current.txt 28 api_xml_description := $(coverage_out)/api.xml 29 $(api_xml_description) : $(api_text_description) $(APICHECK) 30 $(hide) echo "Converting API file to XML: $@" 31 $(hide) mkdir -p $(coverage_out) 32 $(hide) $(APICHECK_COMMAND) -convert2xml $(api_text_description) $(api_xml_description) 33 34 cts-test-coverage-report := $(coverage_out)/test-coverage.html 35 cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html 36 cts-combined-coverage-report := $(coverage_out)/combined-coverage.html 37 38 cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(ACP) 39 40 $(cts-test-coverage-report) : $(CTS_COVERAGE_TEST_CASE_LIST) $(cts_api_coverage_dependencies) 41 $(call generate-coverage-report,"CTS Tests API Coverage Report",\ 42 $(CTS_COVERAGE_TEST_CASE_LIST),cts-test-apks,html,test-coverage.html) 43 44 $(cts-verifier-coverage-report) : CtsVerifier $(cts_api_coverage_dependencies) 45 $(call generate-coverage-report,"CTS Verifier API Coverage Report",\ 46 CtsVerifier,cts-verifier-apks,html,verifier-coverage.html) 47 48 $(cts-combined-coverage-report) : CtsVerifier $(cts_api_coverage_dependencies) $(CTS_COVERAGE_TEST_CASE_LIST) $(cts_api_coverage_dependencies) 49 $(call generate-coverage-report,"CTS Combined API Coverage Report",\ 50 $(CTS_COVERAGE_TEST_CASE_LIST) CtsVerifier,cts-combined-apks,html,combined-coverage.html) 51 52 .PHONY: cts-test-coverage 53 cts-test-coverage : $(cts-test-coverage-report) 54 55 .PHONY: cts-verifier-coverage 56 cts-verifier-coverage : $(cts-verifier-coverage-report) 57 58 .PHONY: cts-combined-coverage 59 cts-combined-coverage : $(cts-combined-coverage-report) 60 61 # Put the test coverage report in the dist dir if "cts" is among the build goals. 62 ifneq ($(filter cts, $(MAKECMDGOALS)),) 63 $(call dist-for-goals, cts, $(cts-test-coverage-report):cts-test-coverage-report.html) 64 $(call dist-for-goals, cts, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) 65 $(call dist-for-goals, cts, $(cts-combined-coverage-report):cts-combined-coverage-report.html) 66 endif 67 68 # Arguments; 69 # 1 - Name of the report printed out on the screen 70 # 2 - Name of APK packages that will be scanned to generate the report 71 # 3 - Name of variable to hold the calculated paths of the APKs 72 # 4 - Format of the report 73 # 5 - Output file name of the report 74 define generate-coverage-report 75 $(foreach testcase,$(2),$(eval $(call add-testcase-apk,$(3),$(testcase)))) 76 $(hide) mkdir -p $(coverage_out) 77 $(hide) $(cts_api_coverage_exe) -d $(dexdeps_exe) -a $(api_xml_description) -f $(4) -o $(coverage_out)/$(5) $($(3)) 78 $(hide) echo $(1): file://$(ANDROID_BUILD_TOP)/$(coverage_out)/$(5) 79 endef 80 81 # classes.dex is stripped from package.apk if dex-preopt is enabled, 82 # so we use the copy that definitely includes classes.dex. 83 define add-testcase-apk 84 $(1) += $(call intermediates-dir-for,APPS,$(2))/package.apk.unaligned 85 endef 86