9e35a86b83
Before CL 148645, 'startcts' called the 'cts' script. This is no longer the case, so we want to exclude the 'cts' script from the distribution to avoid confusion. The 'cts' script is only used when running cts directly on a fully built source tree. Automated import of CL 148675
235 lines
11 KiB
Makefile
235 lines
11 KiB
Makefile
# Copyright (C) 2008 The Android Open Source Project
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
cts_dir := $(HOST_OUT)/cts
|
|
cts_tools_src_dir := cts/tools
|
|
|
|
cts_name := android-cts
|
|
|
|
CTS_EXECUTABLE := startcts
|
|
ifeq ($(HOST_OS),windows)
|
|
CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/host/etc/cts.bat
|
|
else
|
|
CTS_EXECUTABLE_PATH := $(cts_tools_src_dir)/utils/$(CTS_EXECUTABLE)
|
|
endif
|
|
CTS_HOST_JAR := $(HOST_OUT_JAVA_LIBRARIES)/cts.jar
|
|
|
|
CTS_CORE_CASE_LIST := android.core.tests.annotation \
|
|
android.core.tests.archive \
|
|
android.core.tests.concurrent \
|
|
android.core.tests.crypto \
|
|
android.core.tests.dom \
|
|
android.core.tests.logging \
|
|
android.core.tests.luni.io \
|
|
android.core.tests.luni.lang \
|
|
android.core.tests.luni.net \
|
|
android.core.tests.luni.util \
|
|
android.core.tests.math \
|
|
android.core.tests.nio \
|
|
android.core.tests.nio_char \
|
|
android.core.tests.prefs \
|
|
android.core.tests.regex \
|
|
android.core.tests.security \
|
|
android.core.tests.sql \
|
|
android.core.tests.text \
|
|
android.core.tests.xml \
|
|
android.core.tests.xnet \
|
|
android.core.tests.runner
|
|
|
|
CTS_CASE_LIST := \
|
|
DeviceInfoCollector \
|
|
CtsTestStubs \
|
|
CtsAppTestCases \
|
|
CtsContentTestCases \
|
|
CtsDatabaseTestCases \
|
|
CtsGraphicsTestCases \
|
|
CtsHardwareTestCases \
|
|
CtsLocationTestCases \
|
|
CtsOsTestCases \
|
|
CtsPermissionTestCases \
|
|
CtsProviderTestCases \
|
|
CtsTextTestCases \
|
|
CtsUtilTestCases \
|
|
CtsViewTestCases \
|
|
CtsWidgetTestCases \
|
|
CtsNetTestCases \
|
|
SignatureTest \
|
|
CtsPerformanceTestCases \
|
|
CtsPerformance2TestCases \
|
|
CtsPerformance3TestCases \
|
|
CtsPerformance4TestCases \
|
|
CtsPerformance5TestCases \
|
|
ApiDemos \
|
|
ApiDemosReferenceTest \
|
|
$(CTS_CORE_CASE_LIST)
|
|
|
|
DEFAULT_TEST_PLAN := $(PRIVATE_DIR)/resource/plans
|
|
|
|
$(cts_dir)/all_cts_files_stamp: $(CTS_CASE_LIST) | $(ACP)
|
|
# Make necessary directory for CTS
|
|
@rm -rf $(PRIVATE_CTS_DIR)
|
|
@mkdir -p $(TMP_DIR)
|
|
@mkdir -p $(PRIVATE_DIR)/docs
|
|
@mkdir -p $(PRIVATE_DIR)/tools
|
|
@mkdir -p $(PRIVATE_DIR)/repository/testcases
|
|
@mkdir -p $(PRIVATE_DIR)/repository/plans
|
|
# Copy executable to CTS directory
|
|
$(hide) $(ACP) -fp $(CTS_HOST_JAR) $(PRIVATE_DIR)/tools
|
|
$(hide) $(ACP) -fp $(CTS_EXECUTABLE_PATH) $(PRIVATE_DIR)/tools
|
|
# Change mode of the executables
|
|
$(hide) chmod ug+rwX $(PRIVATE_DIR)/tools/$(notdir $(CTS_EXECUTABLE_PATH))
|
|
$(foreach apk,$(CTS_CASE_LIST), \
|
|
$(call copy-testcase-apk,$(apk)))
|
|
# Copy CTS host config to CTS directory
|
|
$(hide) $(ACP) -fp $(cts_tools_src_dir)/utils/host_config.xml $(PRIVATE_DIR)/repository/
|
|
$(hide) touch $@
|
|
|
|
# Generate the test descriptions for the core-tests
|
|
|
|
define generate-core-test-description
|
|
@echo "Generate core-test description ("$(notdir $(1))")"
|
|
$(hide) java $(PRIVATE_JAVAOPTS) \
|
|
-classpath $(PRIVATE_CLASSPATH) \
|
|
$(PRIVATE_PARAMS) CollectAllTests $(1) \
|
|
$(2) $(3) $(4)
|
|
endef
|
|
|
|
CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
|
|
TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
|
|
GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(CORE_INTERMEDIATES)/javalib.jar:$(TESTS_INTERMEDIATES)/javalib.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
|
|
|
|
$(cts_dir)/all_cts_core_files_stamp: PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
|
|
$(cts_dir)/all_cts_core_files_stamp: PRIVATE_JAVAOPTS:=-Xmx256M
|
|
$(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
|
|
$(cts_dir)/all_cts_core_files_stamp: PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
|
|
# Why does this depend on javalib.jar instead of classes.jar? Because
|
|
# even though the tool will operate on the classes.jar files, the
|
|
# build system requires that dependencies use javalib.jar. If
|
|
# javalib.jar is up-to-date, then classes.jar is as well. Depending
|
|
# on classes.jar will build the files incorrectly.
|
|
$(cts_dir)/all_cts_core_files_stamp: $(CTS_CORE_CASE_LIST) $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.annotation,\
|
|
cts/tests/core/annotation/AndroidManifest.xml,\
|
|
tests.annotation.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.archive,\
|
|
cts/tests/core/archive/AndroidManifest.xml,\
|
|
tests.archive.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.concurrent,\
|
|
cts/tests/core/concurrent/AndroidManifest.xml,\
|
|
tests.concurrent.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.crypto,\
|
|
cts/tests/core/crypto/AndroidManifest.xml,\
|
|
tests.crypto.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.dom,\
|
|
cts/tests/core/dom/AndroidManifest.xml,\
|
|
tests.dom.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.logging,\
|
|
cts/tests/core/logging/AndroidManifest.xml,\
|
|
tests.logging.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.io,\
|
|
cts/tests/core/luni-io/AndroidManifest.xml,\
|
|
tests.luni.AllTestsIo)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.lang,\
|
|
cts/tests/core/luni-lang/AndroidManifest.xml,\
|
|
tests.luni.AllTestsLang)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.net,\
|
|
cts/tests/core/luni-net/AndroidManifest.xml,\
|
|
tests.luni.AllTestsNet)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.luni.util,\
|
|
cts/tests/core/luni-util/AndroidManifest.xml,\
|
|
tests.luni.AllTestsUtil)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.math,\
|
|
cts/tests/core/math/AndroidManifest.xml,\
|
|
tests.math.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio,\
|
|
cts/tests/core/nio/AndroidManifest.xml,\
|
|
tests.nio.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.nio_char,\
|
|
cts/tests/core/nio_char/AndroidManifest.xml,\
|
|
tests.nio_char.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.prefs,\
|
|
cts/tests/core/prefs/AndroidManifest.xml,\
|
|
tests.prefs.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.regex,\
|
|
cts/tests/core/regex/AndroidManifest.xml,\
|
|
tests.regex.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.security,\
|
|
cts/tests/core/security/AndroidManifest.xml,\
|
|
tests.security.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.sql,\
|
|
cts/tests/core/sql/AndroidManifest.xml,\
|
|
tests.sql.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.text,\
|
|
cts/tests/core/text/AndroidManifest.xml,\
|
|
tests.text.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xml,\
|
|
cts/tests/core/xml/AndroidManifest.xml,\
|
|
tests.xml.AllTests)
|
|
$(call generate-core-test-description,$(cts_dir)/$(cts_name)/repository/testcases/android.core.tests.xnet,\
|
|
cts/tests/core/xnet/AndroidManifest.xml,\
|
|
tests.xnet.AllTests)
|
|
$(hide) touch $@
|
|
|
|
|
|
# ----- Generate the test descriptions for the vm-tests -----
|
|
#
|
|
CORE_VM_TEST_DESC := $(cts_dir)/$(cts_name)/repository/testcases/android.core.vm-tests
|
|
|
|
VMTESTS_INTERMEDIATES :=$(call intermediates-dir-for,EXECUTABLES,vm-tests,1,)
|
|
# core tests only needed to get hold of junit-framework-classes
|
|
TESTS_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core-tests,,COMMON)
|
|
CORE_INTERMEDIATES :=$(call intermediates-dir-for,JAVA_LIBRARIES,core,,COMMON)
|
|
|
|
GEN_CLASSPATH := $(CORE_INTERMEDIATES)/classes.jar:$(TESTS_INTERMEDIATES)/classes.jar:$(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar:$(HOST_OUT_JAVA_LIBRARIES)/descGen.jar:$(HOST_JDK_TOOLS_JAR)
|
|
|
|
$(CORE_VM_TEST_DESC): PRIVATE_CLASSPATH:=$(GEN_CLASSPATH)
|
|
$(CORE_VM_TEST_DESC): PRIVATE_PARAMS:=-Dcts.useSuppliedTestResult=true
|
|
$(CORE_VM_TEST_DESC): PRIVATE_PARAMS+=-Dcts.useEnhancedJunit=true
|
|
$(CORE_VM_TEST_DESC): PRIVATE_JAVAOPTS:=-Xmx256M
|
|
# Please see big comment above on why this line depends on javalib.jar instead of classes.jar
|
|
$(CORE_VM_TEST_DESC): vm-tests $(HOST_OUT_JAVA_LIBRARIES)/descGen.jar $(CORE_INTERMEDIATES)/javalib.jar $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(TESTS_INTERMEDIATES)/javalib.jar $(cts_dir)/all_cts_files_stamp | $(ACP)
|
|
$(call generate-core-test-description,$(CORE_VM_TEST_DESC),\
|
|
cts/tests/vm-tests/AndroidManifest.xml,\
|
|
dot.junit.AllJunitHostTests, cts/tools/vm-tests/Android.mk)
|
|
$(ACP) -fv $(VMTESTS_INTERMEDIATES)/android.core.vm-tests.jar $(PRIVATE_DIR)/repository/testcases/android.core.vm-tests.jar
|
|
|
|
# Generate the default test plan for User.
|
|
$(DEFAULT_TEST_PLAN): $(cts_dir)/all_cts_files_stamp $(cts_dir)/all_cts_core_files_stamp $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh $(CORE_VM_TEST_DESC)
|
|
$(hide) bash $(cts_tools_src_dir)/utils/genDefaultTestPlan.sh cts/tests/tests/ \
|
|
$(PRIVATE_DIR) $(TMP_DIR) $(TOP) $(TARGET_COMMON_OUT_ROOT) $(OUT_DIR)
|
|
|
|
# Package CTS and clean up.
|
|
#
|
|
# TODO:
|
|
# Pack cts.bat into the same zip file as well. See http://buganizer/issue?id=1656821 for more details
|
|
INTERNAL_CTS_TARGET := $(cts_dir)/$(cts_name).zip
|
|
$(INTERNAL_CTS_TARGET): PRIVATE_NAME := $(cts_name)
|
|
$(INTERNAL_CTS_TARGET): PRIVATE_CTS_DIR := $(cts_dir)
|
|
$(INTERNAL_CTS_TARGET): PRIVATE_DIR := $(cts_dir)/$(cts_name)
|
|
$(INTERNAL_CTS_TARGET): TMP_DIR := $(cts_dir)/temp
|
|
$(INTERNAL_CTS_TARGET): $(cts_dir)/all_cts_files_stamp $(DEFAULT_TEST_PLAN) $(CORE_VM_TEST_DESC)
|
|
@echo "Package CTS: $@"
|
|
$(hide) cd $(dir $@) && zip -rq $(notdir $@) $(PRIVATE_NAME)
|
|
|
|
.PHONY: cts
|
|
cts: $(INTERNAL_CTS_TARGET) adb
|
|
$(call dist-for-goals,cts,$(INTERNAL_CTS_TARGET))
|
|
|
|
define copy-testcase-apk
|
|
|
|
$(hide) $(ACP) -fp $(call intermediates-dir-for,APPS,$(1))/package.apk \
|
|
$(PRIVATE_DIR)/repository/testcases/$(1).apk
|
|
|
|
endef
|