| #! /bin/bash |
| # |
| # Copyright (C) 2015 The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| set -e |
| |
| . "$(dirname $0)/buildbot-utils.sh" |
| |
| shopt -s failglob |
| |
| if [ ! -d art ]; then |
| msgerror "Script needs to be run at the root of the Android tree" |
| exit 1 |
| fi |
| |
| TARGET_ARCH=$(source build/envsetup.sh > /dev/null; get_build_var TARGET_ARCH) |
| |
| # Logic for setting out_dir from build/make/core/envsetup.mk: |
| if [[ -z $OUT_DIR ]]; then |
| if [[ -z $OUT_DIR_COMMON_BASE ]]; then |
| out_dir=out |
| else |
| out_dir=${OUT_DIR_COMMON_BASE}/${PWD##*/} |
| fi |
| else |
| out_dir=${OUT_DIR} |
| fi |
| |
| java_libraries_dir=${out_dir}/target/common/obj/JAVA_LIBRARIES |
| common_targets="vogar core-tests core-ojtests apache-harmony-jdwp-tests-hostdex jsr166-tests libartpalette-system mockito-target" |
| # These build targets have different names on device and host. |
| specific_targets="libjavacoretests libwrapagentproperties libwrapagentpropertiesd" |
| build_host="no" |
| build_target="no" |
| installclean="no" |
| skip_run_tests_build="no" |
| j_arg="-j$(nproc)" |
| showcommands= |
| make_command= |
| |
| while true; do |
| if [[ "$1" == "--host" ]]; then |
| build_host="yes" |
| shift |
| elif [[ "$1" == "--target" ]]; then |
| build_target="yes" |
| shift |
| elif [[ "$1" == "--installclean" ]]; then |
| installclean="yes" |
| shift |
| elif [[ "$1" == "--skip-run-tests-build" ]]; then |
| skip_run_tests_build="yes" |
| shift |
| elif [[ "$1" == -j* ]]; then |
| j_arg=$1 |
| shift |
| elif [[ "$1" == "--showcommands" ]]; then |
| showcommands="showcommands" |
| shift |
| elif [[ "$1" == "" ]]; then |
| break |
| else |
| msgerror "Unknown options: $@" |
| exit 1 |
| fi |
| done |
| |
| # If neither was selected, build both by default. |
| if [[ $build_host == "no" ]] && [[ $build_target == "no" ]]; then |
| build_host="yes" |
| build_target="yes" |
| fi |
| |
| # Allow to build successfully in master-art. |
| extra_args="SOONG_ALLOW_MISSING_DEPENDENCIES=true" |
| |
| # Switch the build system to unbundled mode in the reduced manifest branch. |
| if [ ! -d frameworks/base ]; then |
| extra_args="$extra_args TARGET_BUILD_UNBUNDLED=true" |
| fi |
| |
| apexes=( |
| "com.android.art.testing" |
| "com.android.conscrypt" |
| "com.android.i18n" |
| "com.android.runtime" |
| "com.android.tzdata" |
| "com.android.os.statsd" |
| ) |
| |
| make_command="build/soong/soong_ui.bash --make-mode $j_arg $extra_args $showcommands $common_targets" |
| if [[ $build_host == "yes" ]]; then |
| make_command+=" build-art-host-gtests" |
| test $skip_run_tests_build == "yes" || make_command+=" build-art-host-run-tests" |
| make_command+=" dx-tests junit-host libjdwp-host" |
| for LIB in ${specific_targets} ; do |
| make_command+=" $LIB-host" |
| done |
| fi |
| if [[ $build_target == "yes" ]]; then |
| if [[ -z "${ANDROID_PRODUCT_OUT}" ]]; then |
| msgerror 'ANDROID_PRODUCT_OUT environment variable is empty; did you forget to run `lunch`?' |
| exit 1 |
| fi |
| make_command+=" build-art-target-gtests" |
| test $skip_run_tests_build == "yes" || make_command+=" build-art-target-run-tests" |
| make_command+=" debuggerd sh su toybox" |
| # Indirect dependencies in the platform, e.g. through heapprofd_client_api. |
| # These are built to go into system/lib(64) to be part of the system linker |
| # namespace. |
| make_command+=" libbacktrace libnetd_client-target libprocinfo libtombstoned_client libunwindstack" |
| # Extract jars from other APEX SDKs for use by vogar. Note these go into |
| # out/target/common/obj/JAVA_LIBRARIES which isn't removed by "m installclean". |
| make_command+=" conscrypt core-icu4j" |
| make_command+=" ${ANDROID_PRODUCT_OUT#"${ANDROID_BUILD_TOP}/"}/system/etc/public.libraries.txt" |
| # Targets required to generate a linker configuration for device within the |
| # chroot environment. The *.libraries.txt targets are required by |
| # the source linkerconfig but not included in the prebuilt one. |
| make_command+=" linkerconfig conv_linker_config sanitizer.libraries.txt vndkcorevariant.libraries.txt" |
| # Additional targets needed for the chroot environment. |
| make_command+=" event-log-tags" |
| # Needed to extract prebuilt APEXes. |
| make_command+=" deapexer" |
| # Needed to generate the primary boot image for testing. |
| make_command+=" generate-boot-image" |
| # Build/install the required APEXes. |
| make_command+=" ${apexes[*]}" |
| make_command+=" ${specific_targets}" |
| fi |
| |
| if [[ $installclean == "yes" ]]; then |
| msginfo "Perform installclean" |
| ANDROID_QUIET_BUILD=true build/soong/soong_ui.bash --make-mode $extra_args installclean |
| # The common java library directory is not cleaned up by installclean. Do that |
| # explicitly to not overcache them in incremental builds. |
| rm -rf $java_libraries_dir |
| else |
| msgwarning "Missing --installclean argument to buildbot-build.sh" |
| msgwarning "This is usually ok, but may cause rare odd failures." |
| echo "" |
| fi |
| |
| msginfo "Executing" "$make_command" |
| # Disable path restrictions to enable luci builds using vpython. |
| eval "$make_command" |
| |
| if [[ $build_target == "yes" ]]; then |
| if [[ -z "${ANDROID_HOST_OUT}" ]]; then |
| msgwarning "ANDROID_HOST_OUT environment variable is empty; using $out_dir/host/linux-x86" |
| ANDROID_HOST_OUT=$out_dir/host/linux-x86 |
| fi |
| |
| # Extract prebuilt APEXes. |
| debugfs=$ANDROID_HOST_OUT/bin/debugfs_static |
| for apex in ${apexes[@]}; do |
| dir="$ANDROID_PRODUCT_OUT/system/apex/${apex}" |
| apexbase="$ANDROID_PRODUCT_OUT/system/apex/${apex}" |
| unset file |
| if [ -f "${apexbase}.apex" ]; then |
| file="${apexbase}.apex" |
| elif [ -f "${apexbase}.capex" ]; then |
| file="${apexbase}.capex" |
| fi |
| if [ -n "${file}" ]; then |
| msginfo "Extracting APEX file:" "${file}" |
| rm -rf $dir |
| mkdir -p $dir |
| $ANDROID_HOST_OUT/bin/deapexer --debugfs_path $debugfs extract $file $dir |
| fi |
| done |
| |
| # Replace stub libraries with implemenation libraries: because we do chroot |
| # testing, we need to install an implementation of the libraries (and cannot |
| # rely on the one already installed on the device, if the device is post R and |
| # has it). |
| implementation_libs=( |
| "heapprofd_client_api.so" |
| "libartpalette-system.so" |
| "liblog.so" |
| ) |
| if [ -d prebuilts/runtime/mainline/platform/impl ]; then |
| if [[ $TARGET_ARCH = arm* ]]; then |
| arch32=arm |
| arch64=arm64 |
| else |
| arch32=x86 |
| arch64=x86_64 |
| fi |
| for so in ${implementation_libs[@]}; do |
| if [ -d "$ANDROID_PRODUCT_OUT/system/lib" ]; then |
| cmd="cp -p prebuilts/runtime/mainline/platform/impl/$arch32/$so $ANDROID_PRODUCT_OUT/system/lib/$so" |
| msginfo "Executing" "$cmd" |
| eval "$cmd" |
| fi |
| if [ -d "$ANDROID_PRODUCT_OUT/system/lib64" ]; then |
| cmd="cp -p prebuilts/runtime/mainline/platform/impl/$arch64/$so $ANDROID_PRODUCT_OUT/system/lib64/$so" |
| msginfo "Executing" "$cmd" |
| eval "$cmd" |
| fi |
| done |
| fi |
| |
| # Create canonical name -> file name symlink in the symbol directory for the |
| # Testing ART APEX. |
| # |
| # This mimics the logic from `art/Android.mk`. We made the choice not to |
| # implement this in `art/Android.mk`, as the Testing ART APEX is a test artifact |
| # that should never ship with an actual product, and we try to keep it out of |
| # standard build recipes |
| # |
| # TODO(b/141004137, b/129534335): Remove this, expose the Testing ART APEX in |
| # the `art/Android.mk` build logic, and add absence checks (e.g. in |
| # `build/make/core/main.mk`) to prevent the Testing ART APEX from ending up in a |
| # system image. |
| target_out_unstripped="$ANDROID_PRODUCT_OUT/symbols" |
| link_name="$target_out_unstripped/apex/com.android.art" |
| link_command="mkdir -p $(dirname "$link_name") && ln -sf com.android.art.testing \"$link_name\"" |
| msginfo "Executing" "$link_command" |
| eval "$link_command" |
| |
| # Temporary fix for libjavacrypto.so dependencies in libcore and jvmti tests (b/147124225). |
| conscrypt_dir="$ANDROID_PRODUCT_OUT/system/apex/com.android.conscrypt" |
| conscrypt_libs="libjavacrypto.so libcrypto.so libssl.so" |
| if [ ! -d "${conscrypt_dir}" ]; then |
| msgerror "Missing conscrypt APEX in build output: ${conscrypt_dir}" |
| exit 1 |
| fi |
| if [ ! -f "${conscrypt_dir}/javalib/conscrypt.jar" ]; then |
| msgerror "Missing conscrypt jar in build output: ${conscrypt_dir}" |
| exit 1 |
| fi |
| for l in lib lib64; do |
| if [ ! -d "$ANDROID_PRODUCT_OUT/system/$l" ]; then |
| continue |
| fi |
| for so in $conscrypt_libs; do |
| src="${conscrypt_dir}/${l}/${so}" |
| dst="$ANDROID_PRODUCT_OUT/system/${l}/${so}" |
| if [ "${src}" -nt "${dst}" ]; then |
| cmd="cp -p \"${src}\" \"${dst}\"" |
| msginfo "Executing" "$cmd" |
| eval "$cmd" |
| fi |
| done |
| done |
| |
| # TODO(b/159355595): Ensure there is a tzdata in system to avoid warnings on |
| # stderr from Bionic. |
| if [ ! -f $ANDROID_PRODUCT_OUT/system/usr/share/zoneinfo/tzdata ]; then |
| mkdir -p $ANDROID_PRODUCT_OUT/system/usr/share/zoneinfo |
| cp $ANDROID_PRODUCT_OUT/system/apex/com.android.tzdata/etc/tz/tzdata \ |
| $ANDROID_PRODUCT_OUT/system/usr/share/zoneinfo/tzdata |
| fi |
| |
| # Create system symlinks for the Runtime APEX. Normally handled by |
| # installSymlinkToRuntimeApex in soong/cc/binary.go, but we have to replicate |
| # it here since we don't run the install rules for the Runtime APEX. |
| for b in linker{,_asan}{,64}; do |
| msginfo "Symlinking" "/apex/com.android.runtime/bin/$b to /system/bin" |
| ln -sf /apex/com.android.runtime/bin/$b $ANDROID_PRODUCT_OUT/system/bin/$b |
| done |
| for d in $ANDROID_PRODUCT_OUT/system/apex/com.android.runtime/lib{,64}/bionic; do |
| if [ -d $d ]; then |
| for p in $d/*; do |
| lib_dir=$(expr $p : '.*/\(lib[0-9]*\)/.*') |
| lib_file=$(basename $p) |
| src=/apex/com.android.runtime/${lib_dir}/bionic/${lib_file} |
| dst=$ANDROID_PRODUCT_OUT/system/${lib_dir}/${lib_file} |
| msginfo "Symlinking" "$src into /system/${lib_dir}" |
| mkdir -p $(dirname $dst) |
| ln -sf $src $dst |
| done |
| fi |
| done |
| |
| # Create linker config files. We run linkerconfig on host to avoid problems |
| # building it statically for device in an unbundled tree. |
| |
| # temporary root for linkerconfig |
| linkerconfig_root=$ANDROID_PRODUCT_OUT/art_linkerconfig_root |
| |
| rm -rf $linkerconfig_root |
| |
| # Linkerconfig reads files from /system/etc |
| mkdir -p $linkerconfig_root/system |
| cp -r $ANDROID_PRODUCT_OUT/system/etc $linkerconfig_root/system |
| |
| # For linkerconfig to pick up the APEXes correctly we need to make them |
| # available in $linkerconfig_root/apex. |
| mkdir -p $linkerconfig_root/apex |
| for apex in ${apexes[@]}; do |
| src="$ANDROID_PRODUCT_OUT/system/apex/${apex}" |
| if [[ $apex == com.android.art.* ]]; then |
| dst="$linkerconfig_root/apex/com.android.art" |
| else |
| dst="$linkerconfig_root/apex/${apex}" |
| fi |
| msginfo "Copying APEX directory" "from $src to $dst" |
| rm -rf $dst |
| cp -r $src $dst |
| done |
| |
| # Linkerconfig also looks at /apex/apex-info-list.xml to check for system APEXes. |
| apex_xml_file=$linkerconfig_root/apex/apex-info-list.xml |
| msginfo "Creating" "$apex_xml_file" |
| cat <<EOF > $apex_xml_file |
| <?xml version="1.0" encoding="utf-8"?> |
| <apex-info-list> |
| EOF |
| for apex in ${apexes[@]}; do |
| [[ $apex == com.android.art.* ]] && apex=com.android.art |
| cat <<EOF >> $apex_xml_file |
| <apex-info moduleName="${apex}" modulePath="/system/apex/${apex}.apex" preinstalledModulePath="/system/apex/${apex}.apex" versionCode="1" versionName="" isFactory="true" isActive="true"> |
| </apex-info> |
| EOF |
| done |
| cat <<EOF >> $apex_xml_file |
| </apex-info-list> |
| EOF |
| |
| system_linker_config_pb=$linkerconfig_root/system/etc/linker.config.pb |
| # This list needs to be synced with provideLibs in system/etc/linker.config.pb |
| # in the targeted platform image. |
| # TODO(b/186649223): Create a prebuilt for it in platform-mainline-sdk. |
| system_provide_libs=( |
| heapprofd_client_api.so |
| libEGL.so |
| libGLESv1_CM.so |
| libGLESv2.so |
| libGLESv3.so |
| libOpenMAXAL.so |
| libOpenSLES.so |
| libRS.so |
| libaaudio.so |
| libadbd_auth.so |
| libadbd_fs.so |
| libamidi.so |
| libandroid.so |
| libandroid_net.so |
| libartpalette-system.so |
| libbinder_ndk.so |
| libc.so |
| libcamera2ndk.so |
| libcgrouprc.so |
| libclang_rt.asan-i686-android.so |
| libclang_rt.asan-x86_64-android.so |
| libdl.so |
| libdl_android.so |
| libft2.so |
| libincident.so |
| libjnigraphics.so |
| liblog.so |
| libm.so |
| libmediametrics.so |
| libmediandk.so |
| libnativewindow.so |
| libneuralnetworks_packageinfo.so |
| libselinux.so |
| libstdc++.so |
| libsync.so |
| libvndksupport.so |
| libvulkan.so |
| libz.so |
| ) |
| |
| msginfo "Encoding linker.config.json" "to $system_linker_config_pb" |
| $ANDROID_HOST_OUT/bin/conv_linker_config proto -s $ANDROID_BUILD_TOP/system/core/rootdir/etc/linker.config.json -o $system_linker_config_pb |
| $ANDROID_HOST_OUT/bin/conv_linker_config append -s $system_linker_config_pb -o $system_linker_config_pb --key "provideLibs" --value "${system_provide_libs[*]}" |
| |
| # To avoid warnings from linkerconfig when it checks following two partitions |
| mkdir -p $linkerconfig_root/product |
| mkdir -p $linkerconfig_root/system_ext |
| |
| platform_version=$(build/soong/soong_ui.bash --dumpvar-mode PLATFORM_VERSION) |
| linkerconfig_out=$ANDROID_PRODUCT_OUT/linkerconfig |
| msginfo "Generating linkerconfig" "in $linkerconfig_out" |
| rm -rf $linkerconfig_out |
| mkdir -p $linkerconfig_out |
| $ANDROID_HOST_OUT/bin/linkerconfig --target $linkerconfig_out --root $linkerconfig_root --vndk $platform_version |
| msgnote "Don't be scared by \"Unable to access VNDK APEX\" message, it's not fatal" |
| fi |