Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1 | // Copyright 2019 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package java |
| 16 | |
| 17 | import ( |
| 18 | "path/filepath" |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 19 | "sort" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 20 | "strings" |
| 21 | |
| 22 | "android/soong/android" |
| 23 | "android/soong/dexpreopt" |
| 24 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 25 | "github.com/google/blueprint/proptools" |
| 26 | ) |
| 27 | |
| 28 | func init() { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 29 | RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 30 | } |
| 31 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 32 | // Target-independent description of pre-compiled boot image. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 33 | type bootImageConfig struct { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 34 | // If this image is an extension, the image that it extends. |
| 35 | extends *bootImageConfig |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 36 | |
| 37 | // Image name (used in directory names and ninja rule names). |
| 38 | name string |
| 39 | |
| 40 | // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}. |
| 41 | stem string |
| 42 | |
| 43 | // Output directory for the image files. |
| 44 | dir android.OutputPath |
| 45 | |
| 46 | // Output directory for the image files with debug symbols. |
| 47 | symbolsDir android.OutputPath |
| 48 | |
| 49 | // Subdirectory where the image files are installed. |
| 50 | installSubdir string |
| 51 | |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 52 | // A list of (location, jar) pairs for the Java modules in this image. |
| 53 | modules android.ConfiguredJarList |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 54 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 55 | // File paths to jars. |
| 56 | dexPaths android.WritablePaths // for this image |
| 57 | dexPathsDeps android.WritablePaths // for the dependency images and in this image |
| 58 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 59 | // File path to a zip archive with all image files (or nil, if not needed). |
| 60 | zip android.WritablePath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 61 | |
| 62 | // Rules which should be used in make to install the outputs. |
| 63 | profileInstalls android.RuleBuilderInstalls |
| 64 | |
| 65 | // Target-dependent fields. |
| 66 | variants []*bootImageVariant |
| 67 | } |
| 68 | |
| 69 | // Target-dependent description of pre-compiled boot image. |
| 70 | type bootImageVariant struct { |
| 71 | *bootImageConfig |
| 72 | |
| 73 | // Target for which the image is generated. |
| 74 | target android.Target |
| 75 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 76 | // The "locations" of jars. |
| 77 | dexLocations []string // for this image |
| 78 | dexLocationsDeps []string // for the dependency images and in this image |
| 79 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 80 | // Paths to image files. |
| 81 | images android.OutputPath // first image file |
| 82 | imagesDeps android.OutputPaths // all files |
| 83 | |
| 84 | // Only for extensions, paths to the primary boot images. |
| 85 | primaryImages android.OutputPath |
| 86 | |
| 87 | // Rules which should be used in make to install the outputs. |
| 88 | installs android.RuleBuilderInstalls |
| 89 | vdexInstalls android.RuleBuilderInstalls |
| 90 | unstrippedInstalls android.RuleBuilderInstalls |
| 91 | } |
| 92 | |
| 93 | func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant { |
| 94 | for _, variant := range image.variants { |
| 95 | if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType { |
| 96 | return variant |
| 97 | } |
| 98 | } |
| 99 | return nil |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 100 | } |
| 101 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 102 | // Return any (the first) variant which is for the device (as opposed to for the host) |
| 103 | func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant { |
| 104 | for _, variant := range image.variants { |
| 105 | if variant.target.Os == android.Android { |
| 106 | return variant |
| 107 | } |
| 108 | } |
| 109 | return nil |
| 110 | } |
| 111 | |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 112 | func (image bootImageConfig) moduleName(ctx android.PathContext, idx int) string { |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 113 | // Dexpreopt on the boot class path produces multiple files. The first dex file |
| 114 | // is converted into 'name'.art (to match the legacy assumption that 'name'.art |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 115 | // exists), and the rest are converted to 'name'-<jar>.art. |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 116 | m := image.modules.Jar(idx) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 117 | name := image.stem |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 118 | if idx != 0 || image.extends != nil { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 119 | name += "-" + android.ModuleStem(m) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 120 | } |
| 121 | return name |
| 122 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 123 | |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 124 | func (image bootImageConfig) firstModuleNameOrStem(ctx android.PathContext) string { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 125 | if image.modules.Len() > 0 { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 126 | return image.moduleName(ctx, 0) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 127 | } else { |
| 128 | return image.stem |
| 129 | } |
| 130 | } |
| 131 | |
| 132 | func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 133 | ret := make(android.OutputPaths, 0, image.modules.Len()*len(exts)) |
| 134 | for i := 0; i < image.modules.Len(); i++ { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 135 | name := image.moduleName(ctx, i) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 136 | for _, ext := range exts { |
| 137 | ret = append(ret, dir.Join(ctx, name+ext)) |
| 138 | } |
| 139 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 140 | return ret |
| 141 | } |
| 142 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 143 | // The image "location" is a symbolic path that, with multiarchitecture support, doesn't really |
| 144 | // exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the |
| 145 | // same for all supported architectures on the device. The concrete architecture specific files |
| 146 | // actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64. |
| 147 | // |
| 148 | // For example a physical file |
| 149 | // "/apex/com.android.art/javalib/x86/boot.art" has "image location" |
| 150 | // "/apex/com.android.art/javalib/boot.art" (which is not an actual file). |
| 151 | // |
| 152 | // The location is passed as an argument to the ART tools like dex2oat instead of the real path. |
| 153 | // ART tools will then reconstruct the architecture-specific real path. |
| 154 | func (image *bootImageVariant) imageLocations() (imageLocations []string) { |
| 155 | if image.extends != nil { |
| 156 | imageLocations = image.extends.getVariant(image.target).imageLocations() |
| 157 | } |
| 158 | return append(imageLocations, dexpreopt.PathToLocation(image.images, image.target.Arch.ArchType)) |
| 159 | } |
| 160 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 161 | func concat(lists ...[]string) []string { |
| 162 | var size int |
| 163 | for _, l := range lists { |
| 164 | size += len(l) |
| 165 | } |
| 166 | ret := make([]string, 0, size) |
| 167 | for _, l := range lists { |
| 168 | ret = append(ret, l...) |
| 169 | } |
| 170 | return ret |
| 171 | } |
| 172 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 173 | func dexpreoptBootJarsFactory() android.Singleton { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 174 | return &dexpreoptBootJars{} |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 175 | } |
| 176 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 177 | func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) { |
| 178 | ctx.RegisterSingletonType("dex_bootjars", dexpreoptBootJarsFactory) |
| 179 | } |
| 180 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 181 | func skipDexpreoptBootJars(ctx android.PathContext) bool { |
Martin Stjernholm | 95d6ea3 | 2020-06-04 13:03:41 +0100 | [diff] [blame] | 182 | return dexpreopt.GetGlobalConfig(ctx).DisablePreopt |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 183 | } |
| 184 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 185 | type dexpreoptBootJars struct { |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 186 | defaultBootImage *bootImageConfig |
| 187 | otherImages []*bootImageConfig |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 188 | |
| 189 | dexpreoptConfigForMake android.WritablePath |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 190 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 191 | |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 192 | // Accessor function for the apex package. Returns nil if dexpreopt is disabled. |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 193 | func DexpreoptedArtApexJars(ctx android.BuilderContext) map[android.ArchType]android.OutputPaths { |
Ulya Trafimovich | 4456188 | 2020-01-03 13:25:54 +0000 | [diff] [blame] | 194 | if skipDexpreoptBootJars(ctx) { |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 195 | return nil |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 196 | } |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 197 | // Include dexpreopt files for the primary boot image. |
| 198 | files := map[android.ArchType]android.OutputPaths{} |
| 199 | for _, variant := range artBootImageConfig(ctx).variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 200 | // We also generate boot images for host (for testing), but we don't need those in the apex. |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 201 | if variant.target.Os == android.Android { |
| 202 | files[variant.target.Arch.ArchType] = variant.imagesDeps |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 203 | } |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 204 | } |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 205 | return files |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 206 | } |
| 207 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 208 | // dexpreoptBoot singleton rules |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 209 | func (d *dexpreoptBootJars) GenerateBuildActions(ctx android.SingletonContext) { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 210 | if skipDexpreoptBootJars(ctx) { |
| 211 | return |
| 212 | } |
Martin Stjernholm | 6d41527 | 2020-01-31 17:10:36 +0000 | [diff] [blame] | 213 | if dexpreopt.GetCachedGlobalSoongConfig(ctx) == nil { |
| 214 | // No module has enabled dexpreopting, so we assume there will be no boot image to make. |
| 215 | return |
| 216 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 217 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 218 | d.dexpreoptConfigForMake = android.PathForOutput(ctx, ctx.Config().DeviceName(), "dexpreopt.config") |
| 219 | writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake) |
| 220 | |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 221 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 222 | |
| 223 | // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths |
| 224 | // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds. |
| 225 | // Note: this is technically incorrect. Compiled code contains stack checks which may depend |
| 226 | // on ASAN settings. |
| 227 | if len(ctx.Config().SanitizeDevice()) == 1 && |
| 228 | ctx.Config().SanitizeDevice()[0] == "address" && |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 229 | global.SanitizeLite { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 230 | return |
| 231 | } |
| 232 | |
Lingfeng Yang | 54191fa | 2019-12-19 16:40:09 +0000 | [diff] [blame] | 233 | // Always create the default boot image first, to get a unique profile rule for all images. |
| 234 | d.defaultBootImage = buildBootImage(ctx, defaultBootImageConfig(ctx)) |
Ulya Trafimovich | 4456188 | 2020-01-03 13:25:54 +0000 | [diff] [blame] | 235 | // Create boot image for the ART apex (build artifacts are accessed via the global boot image config). |
| 236 | d.otherImages = append(d.otherImages, buildBootImage(ctx, artBootImageConfig(ctx))) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 237 | |
| 238 | dumpOatRules(ctx, d.defaultBootImage) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 239 | } |
| 240 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 241 | // Inspect this module to see if it contains a bootclasspath dex jar. |
| 242 | // Note that the same jar may occur in multiple modules. |
| 243 | // This logic is tested in the apex package to avoid import cycle apex <-> java. |
| 244 | func getBootImageJar(ctx android.SingletonContext, image *bootImageConfig, module android.Module) (int, android.Path) { |
| 245 | // All apex Java libraries have non-installable platform variants, skip them. |
| 246 | if module.IsSkipInstall() { |
| 247 | return -1, nil |
| 248 | } |
| 249 | |
Ulyana Trafimovich | 5539e7b | 2020-06-04 14:08:17 +0000 | [diff] [blame] | 250 | jar, hasJar := module.(interface{ DexJarBuildPath() android.Path }) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 251 | if !hasJar { |
| 252 | return -1, nil |
| 253 | } |
| 254 | |
| 255 | name := ctx.ModuleName(module) |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 256 | index := image.modules.IndexOfJar(name) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 257 | if index == -1 { |
| 258 | return -1, nil |
| 259 | } |
| 260 | |
| 261 | // Check that this module satisfies constraints for a particular boot image. |
| 262 | apex, isApexModule := module.(android.ApexModule) |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 263 | fromUpdatableApex := isApexModule && apex.Updatable() |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 264 | if image.name == artBootImageName { |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame^] | 265 | if isApexModule && len(apex.InApexes()) > 0 && allHavePrefix(apex.InApexes(), "com.android.art.") { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 266 | // ok: found the jar in the ART apex |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 267 | } else if isApexModule && apex.IsForPlatform() && Bool(module.(*Library).deviceProperties.Hostdex) { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 268 | // exception (skip and continue): special "hostdex" platform variant |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 269 | return -1, nil |
Ulya Trafimovich | e0ce4ba | 2020-04-08 15:00:49 +0100 | [diff] [blame] | 270 | } else if name == "jacocoagent" && ctx.Config().IsEnvTrue("EMMA_INSTRUMENT_FRAMEWORK") { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 271 | // exception (skip and continue): Jacoco platform variant for a coverage build |
Ulya Trafimovich | e0ce4ba | 2020-04-08 15:00:49 +0100 | [diff] [blame] | 272 | return -1, nil |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 273 | } else if fromUpdatableApex { |
| 274 | // error: this jar is part of an updatable apex other than ART |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame^] | 275 | ctx.Errorf("module %q from updatable apexes %q is not allowed in the ART boot image", name, apex.InApexes()) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 276 | } else { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 277 | // error: this jar is part of the platform or a non-updatable apex |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame^] | 278 | ctx.Errorf("module %q is not allowed in the ART boot image", name) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 279 | } |
| 280 | } else if image.name == frameworkBootImageName { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 281 | if !fromUpdatableApex { |
| 282 | // ok: this jar is part of the platform or a non-updatable apex |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 283 | } else { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 284 | // error: this jar is part of an updatable apex |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame^] | 285 | ctx.Errorf("module %q from updatable apexes %q is not allowed in the framework boot image", name, apex.InApexes()) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 286 | } |
| 287 | } else { |
| 288 | panic("unknown boot image: " + image.name) |
| 289 | } |
| 290 | |
Ulyana Trafimovich | 5539e7b | 2020-06-04 14:08:17 +0000 | [diff] [blame] | 291 | return index, jar.DexJarBuildPath() |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 292 | } |
| 293 | |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame^] | 294 | func allHavePrefix(list []string, prefix string) bool { |
| 295 | for _, s := range list { |
| 296 | if !strings.HasPrefix(s, prefix) { |
| 297 | return false |
| 298 | } |
| 299 | } |
| 300 | return true |
| 301 | } |
| 302 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 303 | // buildBootImage takes a bootImageConfig, creates rules to build it, and returns the image. |
| 304 | func buildBootImage(ctx android.SingletonContext, image *bootImageConfig) *bootImageConfig { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 305 | // Collect dex jar paths for the boot image modules. |
| 306 | // This logic is tested in the apex package to avoid import cycle apex <-> java. |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 307 | bootDexJars := make(android.Paths, image.modules.Len()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 308 | ctx.VisitAllModules(func(module android.Module) { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 309 | if i, j := getBootImageJar(ctx, image, module); i != -1 { |
| 310 | bootDexJars[i] = j |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 311 | } |
| 312 | }) |
| 313 | |
| 314 | var missingDeps []string |
| 315 | // Ensure all modules were converted to paths |
| 316 | for i := range bootDexJars { |
| 317 | if bootDexJars[i] == nil { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 318 | m := image.modules.Jar(i) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 319 | if ctx.Config().AllowMissingDependencies() { |
Ulya Trafimovich | 50c4a4b | 2020-04-21 15:36:33 +0100 | [diff] [blame] | 320 | missingDeps = append(missingDeps, m) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 321 | bootDexJars[i] = android.PathForOutput(ctx, "missing") |
| 322 | } else { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 323 | ctx.Errorf("failed to find a dex jar path for module '%s'"+ |
Ulya Trafimovich | 50c4a4b | 2020-04-21 15:36:33 +0100 | [diff] [blame] | 324 | ", note that some jars may be filtered out by module constraints", m) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 325 | } |
| 326 | } |
| 327 | } |
| 328 | |
| 329 | // The path to bootclasspath dex files needs to be known at module GenerateAndroidBuildAction time, before |
| 330 | // the bootclasspath modules have been compiled. Copy the dex jars there so the module rules that have |
| 331 | // already been set up can find them. |
| 332 | for i := range bootDexJars { |
| 333 | ctx.Build(pctx, android.BuildParams{ |
| 334 | Rule: android.Cp, |
| 335 | Input: bootDexJars[i], |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 336 | Output: image.dexPaths[i], |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 337 | }) |
| 338 | } |
| 339 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 340 | profile := bootImageProfileRule(ctx, image, missingDeps) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 341 | bootFrameworkProfileRule(ctx, image, missingDeps) |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 342 | updatableBcpPackagesRule(ctx, image, missingDeps) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 343 | |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 344 | var zipFiles android.Paths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 345 | for _, variant := range image.variants { |
| 346 | files := buildBootImageVariant(ctx, variant, profile, missingDeps) |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 347 | if variant.target.Os == android.Android { |
| 348 | zipFiles = append(zipFiles, files.Paths()...) |
| 349 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 350 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 351 | |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 352 | if image.zip != nil { |
| 353 | rule := android.NewRuleBuilder() |
| 354 | rule.Command(). |
Colin Cross | ee94d6a | 2019-07-08 17:08:34 -0700 | [diff] [blame] | 355 | BuiltTool(ctx, "soong_zip"). |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 356 | FlagWithOutput("-o ", image.zip). |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 357 | FlagWithArg("-C ", image.dir.Join(ctx, android.Android.String()).String()). |
| 358 | FlagWithInputList("-f ", zipFiles, " -f ") |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 359 | |
| 360 | rule.Build(pctx, ctx, "zip_"+image.name, "zip "+image.name+" image") |
| 361 | } |
| 362 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 363 | return image |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 364 | } |
| 365 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 366 | func buildBootImageVariant(ctx android.SingletonContext, image *bootImageVariant, |
| 367 | profile android.Path, missingDeps []string) android.WritablePaths { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 368 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 369 | globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 370 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 371 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 372 | arch := image.target.Arch.ArchType |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 373 | os := image.target.Os.String() // We need to distinguish host-x86 and device-x86. |
| 374 | symbolsDir := image.symbolsDir.Join(ctx, os, image.installSubdir, arch.String()) |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 375 | symbolsFile := symbolsDir.Join(ctx, image.stem+".oat") |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 376 | outputDir := image.dir.Join(ctx, os, image.installSubdir, arch.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 377 | outputPath := outputDir.Join(ctx, image.stem+".oat") |
| 378 | oatLocation := dexpreopt.PathToLocation(outputPath, arch) |
| 379 | imagePath := outputPath.ReplaceExtension(ctx, "art") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 380 | |
| 381 | rule := android.NewRuleBuilder() |
| 382 | rule.MissingDeps(missingDeps) |
| 383 | |
| 384 | rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String()) |
| 385 | rule.Command().Text("rm").Flag("-f"). |
| 386 | Flag(symbolsDir.Join(ctx, "*.art").String()). |
| 387 | Flag(symbolsDir.Join(ctx, "*.oat").String()). |
| 388 | Flag(symbolsDir.Join(ctx, "*.invocation").String()) |
| 389 | rule.Command().Text("rm").Flag("-f"). |
| 390 | Flag(outputDir.Join(ctx, "*.art").String()). |
| 391 | Flag(outputDir.Join(ctx, "*.oat").String()). |
| 392 | Flag(outputDir.Join(ctx, "*.invocation").String()) |
| 393 | |
| 394 | cmd := rule.Command() |
| 395 | |
| 396 | extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS") |
| 397 | if extraFlags == "" { |
| 398 | // Use ANDROID_LOG_TAGS to suppress most logging by default... |
| 399 | cmd.Text(`ANDROID_LOG_TAGS="*:e"`) |
| 400 | } else { |
| 401 | // ...unless the boot image is generated specifically for testing, then allow all logging. |
| 402 | cmd.Text(`ANDROID_LOG_TAGS="*:v"`) |
| 403 | } |
| 404 | |
| 405 | invocationPath := outputPath.ReplaceExtension(ctx, "invocation") |
| 406 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 407 | cmd.Tool(globalSoong.Dex2oat). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 408 | Flag("--avoid-storing-invocation"). |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 409 | FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 410 | Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms). |
| 411 | Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 412 | |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 413 | if profile != nil { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 414 | cmd.FlagWithArg("--compiler-filter=", "speed-profile") |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 415 | cmd.FlagWithInput("--profile-file=", profile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 416 | } |
| 417 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 418 | if global.DirtyImageObjects.Valid() { |
| 419 | cmd.FlagWithInput("--dirty-image-objects=", global.DirtyImageObjects.Path()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 420 | } |
| 421 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 422 | if image.extends != nil { |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 423 | artImage := image.primaryImages |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 424 | cmd. |
| 425 | Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 426 | Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
| 427 | FlagWithArg("--boot-image=", dexpreopt.PathToLocation(artImage, arch)).Implicit(artImage) |
| 428 | } else { |
| 429 | cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress()) |
| 430 | } |
| 431 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 432 | cmd. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 433 | FlagForEachInput("--dex-file=", image.dexPaths.Paths()). |
| 434 | FlagForEachArg("--dex-location=", image.dexLocations). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 435 | Flag("--generate-debug-info"). |
| 436 | Flag("--generate-build-id"). |
Mathieu Chartier | 54fd807 | 2019-07-26 13:50:04 -0700 | [diff] [blame] | 437 | Flag("--image-format=lz4hc"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 438 | FlagWithArg("--oat-symbols=", symbolsFile.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 439 | Flag("--strip"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 440 | FlagWithArg("--oat-file=", outputPath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 441 | FlagWithArg("--oat-location=", oatLocation). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 442 | FlagWithArg("--image=", imagePath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 443 | FlagWithArg("--instruction-set=", arch.String()). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 444 | FlagWithArg("--android-root=", global.EmptyDirectory). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 445 | FlagWithArg("--no-inline-from=", "core-oj.jar"). |
Ulya Trafimovich | c0c98d5 | 2020-03-09 12:46:06 +0000 | [diff] [blame] | 446 | Flag("--force-determinism"). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 447 | Flag("--abort-on-hard-verifier-error") |
| 448 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 449 | // Use the default variant/features for host builds. |
| 450 | // The map below contains only device CPU info (which might be x86 on some devices). |
| 451 | if image.target.Os == android.Android { |
| 452 | cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]) |
| 453 | cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]) |
| 454 | } |
| 455 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 456 | if global.BootFlags != "" { |
| 457 | cmd.Flag(global.BootFlags) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 458 | } |
| 459 | |
| 460 | if extraFlags != "" { |
| 461 | cmd.Flag(extraFlags) |
| 462 | } |
| 463 | |
Colin Cross | 0b9f31f | 2019-02-28 11:00:01 -0800 | [diff] [blame] | 464 | cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage)) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 465 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 466 | installDir := filepath.Join("/", image.installSubdir, arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 467 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 468 | var vdexInstalls android.RuleBuilderInstalls |
| 469 | var unstrippedInstalls android.RuleBuilderInstalls |
| 470 | |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 471 | var zipFiles android.WritablePaths |
| 472 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 473 | for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") { |
| 474 | cmd.ImplicitOutput(artOrOat) |
| 475 | zipFiles = append(zipFiles, artOrOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 476 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 477 | // Install the .oat and .art files |
| 478 | rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base())) |
| 479 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 480 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 481 | for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") { |
| 482 | cmd.ImplicitOutput(vdex) |
| 483 | zipFiles = append(zipFiles, vdex) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 484 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 485 | // Note that the vdex files are identical between architectures. |
| 486 | // Make rules will create symlinks to share them between architectures. |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 487 | vdexInstalls = append(vdexInstalls, |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 488 | android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())}) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 489 | } |
| 490 | |
| 491 | for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") { |
| 492 | cmd.ImplicitOutput(unstrippedOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 493 | |
| 494 | // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED) |
| 495 | unstrippedInstalls = append(unstrippedInstalls, |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 496 | android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())}) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 497 | } |
| 498 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 499 | rule.Build(pctx, ctx, image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 500 | |
| 501 | // save output and installed files for makevars |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 502 | image.installs = rule.Installs() |
| 503 | image.vdexInstalls = vdexInstalls |
| 504 | image.unstrippedInstalls = unstrippedInstalls |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 505 | |
| 506 | return zipFiles |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 507 | } |
| 508 | |
| 509 | const failureMessage = `ERROR: Dex2oat failed to compile a boot image. |
| 510 | It is likely that the boot classpath is inconsistent. |
| 511 | Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.` |
| 512 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 513 | func bootImageProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath { |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 514 | globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 515 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 516 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 517 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 518 | return nil |
| 519 | } |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 520 | profile := ctx.Config().Once(bootImageProfileRuleKey, func() interface{} { |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 521 | defaultProfile := "frameworks/base/config/boot-image-profile.txt" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 522 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 523 | rule := android.NewRuleBuilder() |
| 524 | rule.MissingDeps(missingDeps) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 525 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 526 | var bootImageProfile android.Path |
| 527 | if len(global.BootImageProfiles) > 1 { |
| 528 | combinedBootImageProfile := image.dir.Join(ctx, "boot-image-profile.txt") |
| 529 | rule.Command().Text("cat").Inputs(global.BootImageProfiles).Text(">").Output(combinedBootImageProfile) |
| 530 | bootImageProfile = combinedBootImageProfile |
| 531 | } else if len(global.BootImageProfiles) == 1 { |
| 532 | bootImageProfile = global.BootImageProfiles[0] |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 533 | } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() { |
| 534 | bootImageProfile = path.Path() |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 535 | } else { |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 536 | // No profile (not even a default one, which is the case on some branches |
| 537 | // like master-art-host that don't have frameworks/base). |
| 538 | // Return nil and continue without profile. |
| 539 | return nil |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 540 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 541 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 542 | profile := image.dir.Join(ctx, "boot.prof") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 543 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 544 | rule.Command(). |
| 545 | Text(`ANDROID_LOG_TAGS="*:e"`). |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 546 | Tool(globalSoong.Profman). |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 547 | FlagWithInput("--create-profile-from=", bootImageProfile). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 548 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 549 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 550 | FlagWithOutput("--reference-profile-file=", profile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 551 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 552 | rule.Install(profile, "/system/etc/boot-image.prof") |
| 553 | |
| 554 | rule.Build(pctx, ctx, "bootJarsProfile", "profile boot jars") |
| 555 | |
| 556 | image.profileInstalls = rule.Installs() |
| 557 | |
| 558 | return profile |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 559 | }) |
| 560 | if profile == nil { |
| 561 | return nil // wrap nil into a typed pointer with value nil |
| 562 | } |
| 563 | return profile.(android.WritablePath) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 564 | } |
| 565 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 566 | var bootImageProfileRuleKey = android.NewOnceKey("bootImageProfileRule") |
| 567 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 568 | func bootFrameworkProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath { |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 569 | globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 570 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 571 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 572 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 573 | return nil |
| 574 | } |
| 575 | return ctx.Config().Once(bootFrameworkProfileRuleKey, func() interface{} { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 576 | rule := android.NewRuleBuilder() |
| 577 | rule.MissingDeps(missingDeps) |
| 578 | |
| 579 | // Some branches like master-art-host don't have frameworks/base, so manually |
| 580 | // handle the case that the default is missing. Those branches won't attempt to build the profile rule, |
| 581 | // and if they do they'll get a missing deps error. |
| 582 | defaultProfile := "frameworks/base/config/boot-profile.txt" |
| 583 | path := android.ExistentPathForSource(ctx, defaultProfile) |
| 584 | var bootFrameworkProfile android.Path |
| 585 | if path.Valid() { |
| 586 | bootFrameworkProfile = path.Path() |
| 587 | } else { |
| 588 | missingDeps = append(missingDeps, defaultProfile) |
| 589 | bootFrameworkProfile = android.PathForOutput(ctx, "missing") |
| 590 | } |
| 591 | |
| 592 | profile := image.dir.Join(ctx, "boot.bprof") |
| 593 | |
| 594 | rule.Command(). |
| 595 | Text(`ANDROID_LOG_TAGS="*:e"`). |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 596 | Tool(globalSoong.Profman). |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 597 | Flag("--generate-boot-profile"). |
| 598 | FlagWithInput("--create-profile-from=", bootFrameworkProfile). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 599 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 600 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 601 | FlagWithOutput("--reference-profile-file=", profile) |
| 602 | |
| 603 | rule.Install(profile, "/system/etc/boot-image.bprof") |
| 604 | rule.Build(pctx, ctx, "bootFrameworkProfile", "profile boot framework jars") |
| 605 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
| 606 | |
| 607 | return profile |
| 608 | }).(android.WritablePath) |
| 609 | } |
| 610 | |
| 611 | var bootFrameworkProfileRuleKey = android.NewOnceKey("bootFrameworkProfileRule") |
| 612 | |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 613 | func updatableBcpPackagesRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath { |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 614 | if ctx.Config().UnbundledBuild() { |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 615 | return nil |
| 616 | } |
| 617 | |
| 618 | return ctx.Config().Once(updatableBcpPackagesRuleKey, func() interface{} { |
| 619 | global := dexpreopt.GetGlobalConfig(ctx) |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 620 | updatableModules := global.UpdatableBootJars.CopyOfJars() |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 621 | |
| 622 | // Collect `permitted_packages` for updatable boot jars. |
| 623 | var updatablePackages []string |
| 624 | ctx.VisitAllModules(func(module android.Module) { |
Paul Duffin | e739f1e | 2020-05-29 11:24:51 +0100 | [diff] [blame] | 625 | if j, ok := module.(PermittedPackagesForUpdatableBootJars); ok { |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 626 | name := ctx.ModuleName(module) |
| 627 | if i := android.IndexList(name, updatableModules); i != -1 { |
Paul Duffin | e739f1e | 2020-05-29 11:24:51 +0100 | [diff] [blame] | 628 | pp := j.PermittedPackagesForUpdatableBootJars() |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 629 | if len(pp) > 0 { |
| 630 | updatablePackages = append(updatablePackages, pp...) |
| 631 | } else { |
| 632 | ctx.Errorf("Missing permitted_packages for %s", name) |
| 633 | } |
| 634 | // Do not match the same library repeatedly. |
| 635 | updatableModules = append(updatableModules[:i], updatableModules[i+1:]...) |
| 636 | } |
| 637 | } |
| 638 | }) |
| 639 | |
| 640 | // Sort updatable packages to ensure deterministic ordering. |
| 641 | sort.Strings(updatablePackages) |
| 642 | |
| 643 | updatableBcpPackagesName := "updatable-bcp-packages.txt" |
| 644 | updatableBcpPackages := image.dir.Join(ctx, updatableBcpPackagesName) |
| 645 | |
| 646 | ctx.Build(pctx, android.BuildParams{ |
| 647 | Rule: android.WriteFile, |
| 648 | Output: updatableBcpPackages, |
| 649 | Args: map[string]string{ |
| 650 | // WriteFile automatically adds the last end-of-line. |
| 651 | "content": strings.Join(updatablePackages, "\\n"), |
| 652 | }, |
| 653 | }) |
| 654 | |
| 655 | rule := android.NewRuleBuilder() |
| 656 | rule.MissingDeps(missingDeps) |
| 657 | rule.Install(updatableBcpPackages, "/system/etc/"+updatableBcpPackagesName) |
| 658 | // TODO: Rename `profileInstalls` to `extraInstalls`? |
| 659 | // Maybe even move the field out of the bootImageConfig into some higher level type? |
| 660 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
| 661 | |
| 662 | return updatableBcpPackages |
| 663 | }).(android.WritablePath) |
| 664 | } |
| 665 | |
| 666 | var updatableBcpPackagesRuleKey = android.NewOnceKey("updatableBcpPackagesRule") |
| 667 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 668 | func dumpOatRules(ctx android.SingletonContext, image *bootImageConfig) { |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 669 | var allPhonies android.Paths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 670 | for _, image := range image.variants { |
| 671 | arch := image.target.Arch.ArchType |
David Srbecky | 4667232 | 2020-03-16 13:27:55 +0000 | [diff] [blame] | 672 | suffix := arch.String() |
| 673 | // Host and target might both use x86 arch. We need to ensure the names are unique. |
| 674 | if image.target.Os.Class == android.Host { |
| 675 | suffix = "host-" + suffix |
| 676 | } |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 677 | // Create a rule to call oatdump. |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 678 | output := android.PathForOutput(ctx, "boot."+suffix+".oatdump.txt") |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 679 | rule := android.NewRuleBuilder() |
| 680 | rule.Command(). |
| 681 | // TODO: for now, use the debug version for better error reporting |
Colin Cross | ee94d6a | 2019-07-08 17:08:34 -0700 | [diff] [blame] | 682 | BuiltTool(ctx, "oatdumpd"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 683 | FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 684 | FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 685 | FlagWithArg("--image=", strings.Join(image.imageLocations(), ":")).Implicits(image.imagesDeps.Paths()). |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 686 | FlagWithOutput("--output=", output). |
| 687 | FlagWithArg("--instruction-set=", arch.String()) |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 688 | rule.Build(pctx, ctx, "dump-oat-boot-"+suffix, "dump oat boot "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 689 | |
| 690 | // Create a phony rule that depends on the output file and prints the path. |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 691 | phony := android.PathForPhony(ctx, "dump-oat-boot-"+suffix) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 692 | rule = android.NewRuleBuilder() |
| 693 | rule.Command(). |
| 694 | Implicit(output). |
| 695 | ImplicitOutput(phony). |
| 696 | Text("echo").FlagWithArg("Output in ", output.String()) |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 697 | rule.Build(pctx, ctx, "phony-dump-oat-boot-"+suffix, "dump oat boot "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 698 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 699 | allPhonies = append(allPhonies, phony) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 700 | } |
| 701 | |
| 702 | phony := android.PathForPhony(ctx, "dump-oat-boot") |
| 703 | ctx.Build(pctx, android.BuildParams{ |
| 704 | Rule: android.Phony, |
| 705 | Output: phony, |
| 706 | Inputs: allPhonies, |
| 707 | Description: "dump-oat-boot", |
| 708 | }) |
| 709 | |
| 710 | } |
| 711 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 712 | func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) { |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 713 | data := dexpreopt.GetGlobalConfigRawData(ctx) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 714 | |
| 715 | ctx.Build(pctx, android.BuildParams{ |
| 716 | Rule: android.WriteFile, |
| 717 | Output: path, |
| 718 | Args: map[string]string{ |
| 719 | "content": string(data), |
| 720 | }, |
| 721 | }) |
| 722 | } |
| 723 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 724 | // Export paths for default boot image to Make |
| 725 | func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) { |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 726 | if d.dexpreoptConfigForMake != nil { |
| 727 | ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String()) |
Martin Stjernholm | c52aaf1 | 2020-01-06 23:11:37 +0000 | [diff] [blame] | 728 | ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String()) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 729 | } |
| 730 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 731 | image := d.defaultBootImage |
| 732 | if image != nil { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 733 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 734 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(image.dexPathsDeps.Strings(), " ")) |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 735 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(image.getAnyAndroidVariant().dexLocationsDeps, " ")) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 736 | |
| 737 | var imageNames []string |
| 738 | for _, current := range append(d.otherImages, image) { |
| 739 | imageNames = append(imageNames, current.name) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 740 | for _, variant := range current.variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 741 | suffix := "" |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 742 | if variant.target.Os.Class == android.Host { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 743 | suffix = "_host" |
| 744 | } |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 745 | sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String() |
| 746 | ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String()) |
| 747 | ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.images.String()) |
| 748 | ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " ")) |
| 749 | ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String()) |
| 750 | ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 751 | } |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 752 | imageLocations := current.getAnyAndroidVariant().imageLocations() |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 753 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_"+current.name, strings.Join(imageLocations, ":")) |
Colin Cross | 31bf00d | 2019-12-04 13:16:01 -0800 | [diff] [blame] | 754 | ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 755 | } |
| 756 | ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(imageNames, " ")) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 757 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 758 | } |