| # Copyright (C) 2015 The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| test_suite_name := cts |
| test_suite_tradefed := cts-tradefed |
| test_suite_dynamic_config := cts/tools/cts-tradefed/DynamicConfig.xml |
| test_suite_readme := cts/tools/cts-tradefed/README |
| |
| $(call declare-1p-target,$(test_suite_dynamic_config),cts) |
| $(call declare-1p-target,$(test_suite_readme),cts) |
| |
| include $(BUILD_SYSTEM)/tasks/tools/compatibility.mk |
| |
| .PHONY: cts |
| cts: $(compatibility_zip) $(compatibility_tests_list_zip) |
| $(call dist-for-goals, cts, $(compatibility_zip) $(compatibility_tests_list_zip)) |
| |
| .PHONY: cts_v2 |
| cts_v2: cts |
| |
| # platform version check (b/32056228) |
| # ============================================================ |
| ifneq (,$(wildcard cts/)) |
| cts_platform_version_path := cts/tests/tests/os/assets/platform_versions.txt |
| cts_platform_version_string := $(shell cat $(cts_platform_version_path)) |
| cts_platform_release_path := cts/tests/tests/os/assets/platform_releases.txt |
| cts_platform_release_string := $(shell cat $(cts_platform_release_path)) |
| |
| ifeq (,$(findstring $(PLATFORM_VERSION),$(cts_platform_version_string))) |
| define error_msg |
| ============================================================ |
| Could not find version "$(PLATFORM_VERSION)" in CTS platform version file: |
| $(cts_platform_version_path) |
| Most likely PLATFORM_VERSION in build/core/version_defaults.mk |
| has changed and a new version must be added to this CTS file. |
| ============================================================ |
| endef |
| $(error $(error_msg)) |
| endif |
| ifeq (,$(findstring $(PLATFORM_VERSION_LAST_STABLE),$(cts_platform_release_string))) |
| define error_msg |
| ============================================================ |
| Could not find version "$(PLATFORM_VERSION_LAST_STABLE)" in CTS platform release file: |
| $(cts_platform_release_path) |
| Most likely PLATFORM_VERSION_LAST_STABLE in build/core/version_defaults.mk |
| has changed and a new version must be added to this CTS file. |
| ============================================================ |
| endef |
| $(error $(error_msg)) |
| endif |
| endif |
| |
| # Creates a "cts-verifier" directory that will contain: |
| # |
| # 1. Out directory with a "android-cts-verifier" containing the CTS Verifier |
| # and other binaries it needs. |
| # |
| # 2. Zipped version of the android-cts-verifier directory to be included with |
| # the build distribution. |
| ## |
| cts-dir := $(HOST_OUT)/cts-verifier |
| verifier-dir-name := android-cts-verifier |
| verifier-dir := $(cts-dir)/$(verifier-dir-name) |
| verifier-zip-name := $(verifier-dir-name).zip |
| verifier-zip := $(cts-dir)/$(verifier-zip-name) |
| |
| cts : $(verifier-zip) |
| $(verifier-zip): PRIVATE_DIR := $(cts-dir) |
| $(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) |
| rm -rf $(PRIVATE_DIR) |
| mkdir -p $(PRIVATE_DIR) |
| unzip -q -d $(PRIVATE_DIR) $< |
| $(copy-file-to-target) |
| |
| # For producing CTS coverage reports. |
| # Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. |
| |
| cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage |
| dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps |
| |
| coverage_out := $(HOST_OUT)/cts-api-coverage |
| |
| api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml |
| |
| napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml |
| napi_xml_description := $(coverage_out)/ndk-api.xml |
| $(napi_xml_description) : $(napi_text_description) $(ACP) |
| $(hide) echo "Preparing NDK API XML: $@" |
| $(hide) mkdir -p $(dir $@) |
| $(hide) $(ACP) $< $@ |
| |
| system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml |
| |
| cts-test-coverage-report := $(coverage_out)/test-coverage.html |
| cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html |
| cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml |
| cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html |
| cts-combined-coverage-report := $(coverage_out)/combined-coverage.html |
| cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml |
| |
| cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description) |
| cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description) |
| |
| android_cts_zip := $(HOST_OUT)/cts/android-cts.zip |
| cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk |
| |
| $(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) |
| $(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| $(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| $(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
| $(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) |
| $(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP) |
| $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\ |
| $(PRIVATE_TEST_CASES),html) |
| |
| $(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) |
| $(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| $(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| $(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) |
| $(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := "" |
| $(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) |
| $(call generate-coverage-report-cts,"CTS System API Coverage Report",\ |
| $(PRIVATE_TEST_CASES),html) |
| |
| $(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) |
| $(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| $(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| $(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) |
| $(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := "" |
| $(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) |
| $(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\ |
| $(PRIVATE_TEST_CASES),xml) |
| |
| $(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk) |
| $(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| $(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| $(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
| $(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) |
| $(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) |
| $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\ |
| $(PRIVATE_TEST_CASES),html) |
| |
| $(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) |
| $(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| $(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| $(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
| $(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) |
| $(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) |
| $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\ |
| $(PRIVATE_TEST_CASES),html) |
| |
| $(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) |
| $(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| $(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| $(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
| $(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) |
| $(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) |
| $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\ |
| $(PRIVATE_TEST_CASES),xml) |
| |
| .PHONY: cts-test-coverage |
| cts-test-coverage : $(cts-test-coverage-report) |
| |
| .PHONY: cts-system-api-coverage |
| cts-system-api-coverage : $(cts-system-api-coverage-report) |
| |
| .PHONY: cts-system-api-xml-coverage |
| cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report) |
| |
| .PHONY: cts-verifier-coverage |
| cts-verifier-coverage : $(cts-verifier-coverage-report) |
| |
| .PHONY: cts-combined-coverage |
| cts-combined-coverage : $(cts-combined-coverage-report) |
| |
| .PHONY: cts-combined-xml-coverage |
| cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) |
| |
| .PHONY: cts-coverage-report-all cts-api-coverage |
| cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage |
| |
| # Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals. |
| $(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html) |
| $(call dist-for-goals, cts-api-coverage, $(cts-system-api-coverage-report):cts-system-api-coverage-report.html) |
| $(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml) |
| $(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) |
| $(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html) |
| $(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) |
| |
| ALL_TARGETS.$(cts-test-coverage-report).META_LIC:=$(module_license_metadata) |
| ALL_TARGETS.$(cts-system-api-coverage-report).META_LIC:=$(module_license_metadata) |
| ALL_TARGETS.$(cts-system-api-xml-coverage-report).META_LIC:=$(module_license_metadata) |
| ALL_TARGETS.$(cts-verifier-coverage-report).META_LIC:=$(module_license_metadata) |
| ALL_TARGETS.$(cts-combined-coverage-report).META_LIC:=$(module_license_metadata) |
| ALL_TARGETS.$(cts-combined-xml-coverage-report).META_LIC:=$(module_license_metadata) |
| |
| # Arguments; |
| # 1 - Name of the report printed out on the screen |
| # 2 - List of apk files that will be scanned to generate the report |
| # 3 - Format of the report |
| define generate-coverage-report-cts |
| $(hide) mkdir -p $(dir $@) |
| $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2) |
| @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) |
| endef |
| |
| # Reset temp vars |
| cts_api_coverage_dependencies := |
| cts_system_api_coverage_dependencies := |
| cts-combined-coverage-report := |
| cts-combined-xml-coverage-report := |
| cts-verifier-coverage-report := |
| cts-test-coverage-report := |
| cts-system-api-coverage-report := |
| cts-system-api-xml-coverage-report := |
| api_xml_description := |
| api_text_description := |
| system_api_xml_description := |
| napi_xml_description := |
| napi_text_description := |
| coverage_out := |
| dexdeps_exe := |
| cts_api_coverage_exe := |
| cts_verifier_apk := |
| android_cts_zip := |