Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 1 | // Copyright 2019 Google Inc. All rights reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | package java |
| 16 | |
| 17 | import ( |
| 18 | "path/filepath" |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 19 | "sort" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 20 | "strings" |
| 21 | |
| 22 | "android/soong/android" |
| 23 | "android/soong/dexpreopt" |
| 24 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 25 | "github.com/google/blueprint/proptools" |
| 26 | ) |
| 27 | |
| 28 | func init() { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 29 | RegisterDexpreoptBootJarsComponents(android.InitRegistrationContext) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 30 | } |
| 31 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 32 | // Target-independent description of pre-compiled boot image. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 33 | type bootImageConfig struct { |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 34 | // If this image is an extension, the image that it extends. |
| 35 | extends *bootImageConfig |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 36 | |
| 37 | // Image name (used in directory names and ninja rule names). |
| 38 | name string |
| 39 | |
| 40 | // Basename of the image: the resulting filenames are <stem>[-<jar>].{art,oat,vdex}. |
| 41 | stem string |
| 42 | |
| 43 | // Output directory for the image files. |
| 44 | dir android.OutputPath |
| 45 | |
| 46 | // Output directory for the image files with debug symbols. |
| 47 | symbolsDir android.OutputPath |
| 48 | |
| 49 | // Subdirectory where the image files are installed. |
| 50 | installSubdir string |
| 51 | |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 52 | // A list of (location, jar) pairs for the Java modules in this image. |
| 53 | modules android.ConfiguredJarList |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 54 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 55 | // File paths to jars. |
| 56 | dexPaths android.WritablePaths // for this image |
| 57 | dexPathsDeps android.WritablePaths // for the dependency images and in this image |
| 58 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 59 | // File path to a zip archive with all image files (or nil, if not needed). |
| 60 | zip android.WritablePath |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 61 | |
| 62 | // Rules which should be used in make to install the outputs. |
| 63 | profileInstalls android.RuleBuilderInstalls |
| 64 | |
| 65 | // Target-dependent fields. |
| 66 | variants []*bootImageVariant |
| 67 | } |
| 68 | |
| 69 | // Target-dependent description of pre-compiled boot image. |
| 70 | type bootImageVariant struct { |
| 71 | *bootImageConfig |
| 72 | |
| 73 | // Target for which the image is generated. |
| 74 | target android.Target |
| 75 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 76 | // The "locations" of jars. |
| 77 | dexLocations []string // for this image |
| 78 | dexLocationsDeps []string // for the dependency images and in this image |
| 79 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 80 | // Paths to image files. |
| 81 | images android.OutputPath // first image file |
| 82 | imagesDeps android.OutputPaths // all files |
| 83 | |
| 84 | // Only for extensions, paths to the primary boot images. |
| 85 | primaryImages android.OutputPath |
| 86 | |
| 87 | // Rules which should be used in make to install the outputs. |
| 88 | installs android.RuleBuilderInstalls |
| 89 | vdexInstalls android.RuleBuilderInstalls |
| 90 | unstrippedInstalls android.RuleBuilderInstalls |
| 91 | } |
| 92 | |
| 93 | func (image bootImageConfig) getVariant(target android.Target) *bootImageVariant { |
| 94 | for _, variant := range image.variants { |
| 95 | if variant.target.Os == target.Os && variant.target.Arch.ArchType == target.Arch.ArchType { |
| 96 | return variant |
| 97 | } |
| 98 | } |
| 99 | return nil |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 100 | } |
| 101 | |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 102 | // Return any (the first) variant which is for the device (as opposed to for the host) |
| 103 | func (image bootImageConfig) getAnyAndroidVariant() *bootImageVariant { |
| 104 | for _, variant := range image.variants { |
| 105 | if variant.target.Os == android.Android { |
| 106 | return variant |
| 107 | } |
| 108 | } |
| 109 | return nil |
| 110 | } |
| 111 | |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 112 | func (image bootImageConfig) moduleName(ctx android.PathContext, idx int) string { |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 113 | // Dexpreopt on the boot class path produces multiple files. The first dex file |
| 114 | // is converted into 'name'.art (to match the legacy assumption that 'name'.art |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 115 | // exists), and the rest are converted to 'name'-<jar>.art. |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 116 | m := image.modules.Jar(idx) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 117 | name := image.stem |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 118 | if idx != 0 || image.extends != nil { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 119 | name += "-" + android.ModuleStem(m) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 120 | } |
| 121 | return name |
| 122 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 123 | |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 124 | func (image bootImageConfig) firstModuleNameOrStem(ctx android.PathContext) string { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 125 | if image.modules.Len() > 0 { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 126 | return image.moduleName(ctx, 0) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 127 | } else { |
| 128 | return image.stem |
| 129 | } |
| 130 | } |
| 131 | |
| 132 | func (image bootImageConfig) moduleFiles(ctx android.PathContext, dir android.OutputPath, exts ...string) android.OutputPaths { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 133 | ret := make(android.OutputPaths, 0, image.modules.Len()*len(exts)) |
| 134 | for i := 0; i < image.modules.Len(); i++ { |
Ulya Trafimovich | 8640ab9 | 2020-05-11 18:06:15 +0100 | [diff] [blame] | 135 | name := image.moduleName(ctx, i) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 136 | for _, ext := range exts { |
| 137 | ret = append(ret, dir.Join(ctx, name+ext)) |
| 138 | } |
| 139 | } |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 140 | return ret |
| 141 | } |
| 142 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 143 | // The image "location" is a symbolic path that, with multiarchitecture support, doesn't really |
| 144 | // exist on the device. Typically it is /apex/com.android.art/javalib/boot.art and should be the |
| 145 | // same for all supported architectures on the device. The concrete architecture specific files |
| 146 | // actually end up in architecture-specific sub-directory such as arm, arm64, x86, or x86_64. |
| 147 | // |
| 148 | // For example a physical file |
| 149 | // "/apex/com.android.art/javalib/x86/boot.art" has "image location" |
| 150 | // "/apex/com.android.art/javalib/boot.art" (which is not an actual file). |
| 151 | // |
| 152 | // The location is passed as an argument to the ART tools like dex2oat instead of the real path. |
| 153 | // ART tools will then reconstruct the architecture-specific real path. |
| 154 | func (image *bootImageVariant) imageLocations() (imageLocations []string) { |
| 155 | if image.extends != nil { |
| 156 | imageLocations = image.extends.getVariant(image.target).imageLocations() |
| 157 | } |
| 158 | return append(imageLocations, dexpreopt.PathToLocation(image.images, image.target.Arch.ArchType)) |
| 159 | } |
| 160 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 161 | func concat(lists ...[]string) []string { |
| 162 | var size int |
| 163 | for _, l := range lists { |
| 164 | size += len(l) |
| 165 | } |
| 166 | ret := make([]string, 0, size) |
| 167 | for _, l := range lists { |
| 168 | ret = append(ret, l...) |
| 169 | } |
| 170 | return ret |
| 171 | } |
| 172 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 173 | func dexpreoptBootJarsFactory() android.Singleton { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 174 | return &dexpreoptBootJars{} |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 175 | } |
| 176 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 177 | func RegisterDexpreoptBootJarsComponents(ctx android.RegistrationContext) { |
| 178 | ctx.RegisterSingletonType("dex_bootjars", dexpreoptBootJarsFactory) |
| 179 | } |
| 180 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 181 | func skipDexpreoptBootJars(ctx android.PathContext) bool { |
Martin Stjernholm | 95d6ea3 | 2020-06-04 13:03:41 +0100 | [diff] [blame] | 182 | return dexpreopt.GetGlobalConfig(ctx).DisablePreopt |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 183 | } |
| 184 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 185 | type dexpreoptBootJars struct { |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 186 | defaultBootImage *bootImageConfig |
| 187 | otherImages []*bootImageConfig |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 188 | |
| 189 | dexpreoptConfigForMake android.WritablePath |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 190 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 191 | |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 192 | // Accessor function for the apex package. Returns nil if dexpreopt is disabled. |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 193 | func DexpreoptedArtApexJars(ctx android.BuilderContext) map[android.ArchType]android.OutputPaths { |
Ulya Trafimovich | 4456188 | 2020-01-03 13:25:54 +0000 | [diff] [blame] | 194 | if skipDexpreoptBootJars(ctx) { |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 195 | return nil |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 196 | } |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 197 | // Include dexpreopt files for the primary boot image. |
| 198 | files := map[android.ArchType]android.OutputPaths{} |
| 199 | for _, variant := range artBootImageConfig(ctx).variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 200 | // We also generate boot images for host (for testing), but we don't need those in the apex. |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 201 | if variant.target.Os == android.Android { |
| 202 | files[variant.target.Arch.ArchType] = variant.imagesDeps |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 203 | } |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 204 | } |
Tim Joines | c1ef1bb | 2020-03-18 18:00:41 +0000 | [diff] [blame] | 205 | return files |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 206 | } |
| 207 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 208 | // dexpreoptBoot singleton rules |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 209 | func (d *dexpreoptBootJars) GenerateBuildActions(ctx android.SingletonContext) { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 210 | if skipDexpreoptBootJars(ctx) { |
| 211 | return |
| 212 | } |
Martin Stjernholm | 6d41527 | 2020-01-31 17:10:36 +0000 | [diff] [blame] | 213 | if dexpreopt.GetCachedGlobalSoongConfig(ctx) == nil { |
| 214 | // No module has enabled dexpreopting, so we assume there will be no boot image to make. |
| 215 | return |
| 216 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 217 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 218 | d.dexpreoptConfigForMake = android.PathForOutput(ctx, ctx.Config().DeviceName(), "dexpreopt.config") |
| 219 | writeGlobalConfigForMake(ctx, d.dexpreoptConfigForMake) |
| 220 | |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 221 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 222 | |
| 223 | // Skip recompiling the boot image for the second sanitization phase. We'll get separate paths |
| 224 | // and invalidate first-stage artifacts which are crucial to SANITIZE_LITE builds. |
| 225 | // Note: this is technically incorrect. Compiled code contains stack checks which may depend |
| 226 | // on ASAN settings. |
| 227 | if len(ctx.Config().SanitizeDevice()) == 1 && |
| 228 | ctx.Config().SanitizeDevice()[0] == "address" && |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 229 | global.SanitizeLite { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 230 | return |
| 231 | } |
| 232 | |
Lingfeng Yang | 54191fa | 2019-12-19 16:40:09 +0000 | [diff] [blame] | 233 | // Always create the default boot image first, to get a unique profile rule for all images. |
| 234 | d.defaultBootImage = buildBootImage(ctx, defaultBootImageConfig(ctx)) |
Ulya Trafimovich | 4456188 | 2020-01-03 13:25:54 +0000 | [diff] [blame] | 235 | // Create boot image for the ART apex (build artifacts are accessed via the global boot image config). |
| 236 | d.otherImages = append(d.otherImages, buildBootImage(ctx, artBootImageConfig(ctx))) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 237 | |
| 238 | dumpOatRules(ctx, d.defaultBootImage) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 239 | } |
| 240 | |
Paul Duffin | 81febc4 | 2020-10-06 16:54:02 +0100 | [diff] [blame] | 241 | func isHostdex(module android.Module) bool { |
| 242 | if lib, ok := module.(*Library); ok { |
| 243 | return Bool(lib.deviceProperties.Hostdex) |
| 244 | } |
| 245 | return false |
| 246 | } |
| 247 | |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 248 | // Inspect this module to see if it contains a bootclasspath dex jar. |
| 249 | // Note that the same jar may occur in multiple modules. |
| 250 | // This logic is tested in the apex package to avoid import cycle apex <-> java. |
| 251 | func getBootImageJar(ctx android.SingletonContext, image *bootImageConfig, module android.Module) (int, android.Path) { |
| 252 | // All apex Java libraries have non-installable platform variants, skip them. |
| 253 | if module.IsSkipInstall() { |
| 254 | return -1, nil |
| 255 | } |
| 256 | |
Ulyana Trafimovich | 5539e7b | 2020-06-04 14:08:17 +0000 | [diff] [blame] | 257 | jar, hasJar := module.(interface{ DexJarBuildPath() android.Path }) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 258 | if !hasJar { |
| 259 | return -1, nil |
| 260 | } |
| 261 | |
| 262 | name := ctx.ModuleName(module) |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 263 | index := image.modules.IndexOfJar(name) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 264 | if index == -1 { |
| 265 | return -1, nil |
| 266 | } |
| 267 | |
| 268 | // Check that this module satisfies constraints for a particular boot image. |
Colin Cross | 56a8321 | 2020-09-15 18:30:11 -0700 | [diff] [blame] | 269 | _, isApexModule := module.(android.ApexModule) |
| 270 | apexInfo := ctx.ModuleProvider(module, android.ApexInfoProvider).(android.ApexInfo) |
| 271 | fromUpdatableApex := isApexModule && apexInfo.Updatable |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 272 | if image.name == artBootImageName { |
Martin Stjernholm | 7f51107 | 2020-10-12 15:10:36 +0100 | [diff] [blame] | 273 | if isApexModule && len(apexInfo.InApexes) > 0 && allHavePrefix(apexInfo.InApexes, "com.android.art") { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 274 | // ok: found the jar in the ART apex |
Colin Cross | 56a8321 | 2020-09-15 18:30:11 -0700 | [diff] [blame] | 275 | } else if isApexModule && apexInfo.IsForPlatform() && isHostdex(module) { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 276 | // exception (skip and continue): special "hostdex" platform variant |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 277 | return -1, nil |
Ulya Trafimovich | e0ce4ba | 2020-04-08 15:00:49 +0100 | [diff] [blame] | 278 | } else if name == "jacocoagent" && ctx.Config().IsEnvTrue("EMMA_INSTRUMENT_FRAMEWORK") { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 279 | // exception (skip and continue): Jacoco platform variant for a coverage build |
Ulya Trafimovich | e0ce4ba | 2020-04-08 15:00:49 +0100 | [diff] [blame] | 280 | return -1, nil |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 281 | } else if fromUpdatableApex { |
| 282 | // error: this jar is part of an updatable apex other than ART |
Colin Cross | 56a8321 | 2020-09-15 18:30:11 -0700 | [diff] [blame] | 283 | ctx.Errorf("module %q from updatable apexes %q is not allowed in the ART boot image", name, apexInfo.InApexes) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 284 | } else { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 285 | // error: this jar is part of the platform or a non-updatable apex |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame] | 286 | ctx.Errorf("module %q is not allowed in the ART boot image", name) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 287 | } |
| 288 | } else if image.name == frameworkBootImageName { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 289 | if !fromUpdatableApex { |
| 290 | // ok: this jar is part of the platform or a non-updatable apex |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 291 | } else { |
Ulya Trafimovich | 7c140d8 | 2020-04-22 18:05:58 +0100 | [diff] [blame] | 292 | // error: this jar is part of an updatable apex |
Colin Cross | 56a8321 | 2020-09-15 18:30:11 -0700 | [diff] [blame] | 293 | ctx.Errorf("module %q from updatable apexes %q is not allowed in the framework boot image", name, apexInfo.InApexes) |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 294 | } |
| 295 | } else { |
| 296 | panic("unknown boot image: " + image.name) |
| 297 | } |
| 298 | |
Ulyana Trafimovich | 5539e7b | 2020-06-04 14:08:17 +0000 | [diff] [blame] | 299 | return index, jar.DexJarBuildPath() |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 300 | } |
| 301 | |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame] | 302 | func allHavePrefix(list []string, prefix string) bool { |
| 303 | for _, s := range list { |
Martin Stjernholm | 7f51107 | 2020-10-12 15:10:36 +0100 | [diff] [blame] | 304 | if s != prefix && !strings.HasPrefix(s, prefix+".") { |
Colin Cross | aede88c | 2020-08-11 12:17:01 -0700 | [diff] [blame] | 305 | return false |
| 306 | } |
| 307 | } |
| 308 | return true |
| 309 | } |
| 310 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 311 | // buildBootImage takes a bootImageConfig, creates rules to build it, and returns the image. |
| 312 | func buildBootImage(ctx android.SingletonContext, image *bootImageConfig) *bootImageConfig { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 313 | // Collect dex jar paths for the boot image modules. |
| 314 | // This logic is tested in the apex package to avoid import cycle apex <-> java. |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 315 | bootDexJars := make(android.Paths, image.modules.Len()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 316 | ctx.VisitAllModules(func(module android.Module) { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 317 | if i, j := getBootImageJar(ctx, image, module); i != -1 { |
| 318 | bootDexJars[i] = j |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 319 | } |
| 320 | }) |
| 321 | |
| 322 | var missingDeps []string |
| 323 | // Ensure all modules were converted to paths |
| 324 | for i := range bootDexJars { |
| 325 | if bootDexJars[i] == nil { |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 326 | m := image.modules.Jar(i) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 327 | if ctx.Config().AllowMissingDependencies() { |
Ulya Trafimovich | 50c4a4b | 2020-04-21 15:36:33 +0100 | [diff] [blame] | 328 | missingDeps = append(missingDeps, m) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 329 | bootDexJars[i] = android.PathForOutput(ctx, "missing") |
| 330 | } else { |
Ulya Trafimovich | b28cc37 | 2020-01-13 15:18:16 +0000 | [diff] [blame] | 331 | ctx.Errorf("failed to find a dex jar path for module '%s'"+ |
Ulya Trafimovich | 50c4a4b | 2020-04-21 15:36:33 +0100 | [diff] [blame] | 332 | ", note that some jars may be filtered out by module constraints", m) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 333 | } |
| 334 | } |
| 335 | } |
| 336 | |
| 337 | // The path to bootclasspath dex files needs to be known at module GenerateAndroidBuildAction time, before |
| 338 | // the bootclasspath modules have been compiled. Copy the dex jars there so the module rules that have |
| 339 | // already been set up can find them. |
| 340 | for i := range bootDexJars { |
| 341 | ctx.Build(pctx, android.BuildParams{ |
| 342 | Rule: android.Cp, |
| 343 | Input: bootDexJars[i], |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 344 | Output: image.dexPaths[i], |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 345 | }) |
| 346 | } |
| 347 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 348 | profile := bootImageProfileRule(ctx, image, missingDeps) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 349 | bootFrameworkProfileRule(ctx, image, missingDeps) |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 350 | updatableBcpPackagesRule(ctx, image, missingDeps) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 351 | |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 352 | var zipFiles android.Paths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 353 | for _, variant := range image.variants { |
| 354 | files := buildBootImageVariant(ctx, variant, profile, missingDeps) |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 355 | if variant.target.Os == android.Android { |
| 356 | zipFiles = append(zipFiles, files.Paths()...) |
| 357 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 358 | } |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 359 | |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 360 | if image.zip != nil { |
| 361 | rule := android.NewRuleBuilder() |
| 362 | rule.Command(). |
Colin Cross | ee94d6a | 2019-07-08 17:08:34 -0700 | [diff] [blame] | 363 | BuiltTool(ctx, "soong_zip"). |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 364 | FlagWithOutput("-o ", image.zip). |
Ulya Trafimovich | 9ab4933 | 2020-06-10 15:44:25 +0100 | [diff] [blame] | 365 | FlagWithArg("-C ", image.dir.Join(ctx, android.Android.String()).String()). |
| 366 | FlagWithInputList("-f ", zipFiles, " -f ") |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 367 | |
| 368 | rule.Build(pctx, ctx, "zip_"+image.name, "zip "+image.name+" image") |
| 369 | } |
| 370 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 371 | return image |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 372 | } |
| 373 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 374 | func buildBootImageVariant(ctx android.SingletonContext, image *bootImageVariant, |
| 375 | profile android.Path, missingDeps []string) android.WritablePaths { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 376 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 377 | globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 378 | global := dexpreopt.GetGlobalConfig(ctx) |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 379 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 380 | arch := image.target.Arch.ArchType |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 381 | os := image.target.Os.String() // We need to distinguish host-x86 and device-x86. |
| 382 | symbolsDir := image.symbolsDir.Join(ctx, os, image.installSubdir, arch.String()) |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 383 | symbolsFile := symbolsDir.Join(ctx, image.stem+".oat") |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 384 | outputDir := image.dir.Join(ctx, os, image.installSubdir, arch.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 385 | outputPath := outputDir.Join(ctx, image.stem+".oat") |
| 386 | oatLocation := dexpreopt.PathToLocation(outputPath, arch) |
| 387 | imagePath := outputPath.ReplaceExtension(ctx, "art") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 388 | |
| 389 | rule := android.NewRuleBuilder() |
| 390 | rule.MissingDeps(missingDeps) |
| 391 | |
| 392 | rule.Command().Text("mkdir").Flag("-p").Flag(symbolsDir.String()) |
| 393 | rule.Command().Text("rm").Flag("-f"). |
| 394 | Flag(symbolsDir.Join(ctx, "*.art").String()). |
| 395 | Flag(symbolsDir.Join(ctx, "*.oat").String()). |
| 396 | Flag(symbolsDir.Join(ctx, "*.invocation").String()) |
| 397 | rule.Command().Text("rm").Flag("-f"). |
| 398 | Flag(outputDir.Join(ctx, "*.art").String()). |
| 399 | Flag(outputDir.Join(ctx, "*.oat").String()). |
| 400 | Flag(outputDir.Join(ctx, "*.invocation").String()) |
| 401 | |
| 402 | cmd := rule.Command() |
| 403 | |
| 404 | extraFlags := ctx.Config().Getenv("ART_BOOT_IMAGE_EXTRA_ARGS") |
| 405 | if extraFlags == "" { |
| 406 | // Use ANDROID_LOG_TAGS to suppress most logging by default... |
| 407 | cmd.Text(`ANDROID_LOG_TAGS="*:e"`) |
| 408 | } else { |
| 409 | // ...unless the boot image is generated specifically for testing, then allow all logging. |
| 410 | cmd.Text(`ANDROID_LOG_TAGS="*:v"`) |
| 411 | } |
| 412 | |
| 413 | invocationPath := outputPath.ReplaceExtension(ctx, "invocation") |
| 414 | |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 415 | cmd.Tool(globalSoong.Dex2oat). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 416 | Flag("--avoid-storing-invocation"). |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 417 | FlagWithOutput("--write-invocation-to=", invocationPath).ImplicitOutput(invocationPath). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 418 | Flag("--runtime-arg").FlagWithArg("-Xms", global.Dex2oatImageXms). |
| 419 | Flag("--runtime-arg").FlagWithArg("-Xmx", global.Dex2oatImageXmx) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 420 | |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 421 | if profile != nil { |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 422 | cmd.FlagWithArg("--compiler-filter=", "speed-profile") |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 423 | cmd.FlagWithInput("--profile-file=", profile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 424 | } |
| 425 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 426 | if global.DirtyImageObjects.Valid() { |
| 427 | cmd.FlagWithInput("--dirty-image-objects=", global.DirtyImageObjects.Path()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 428 | } |
| 429 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 430 | if image.extends != nil { |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 431 | artImage := image.primaryImages |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 432 | cmd. |
| 433 | Flag("--runtime-arg").FlagWithInputList("-Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 434 | Flag("--runtime-arg").FlagWithList("-Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
| 435 | FlagWithArg("--boot-image=", dexpreopt.PathToLocation(artImage, arch)).Implicit(artImage) |
| 436 | } else { |
| 437 | cmd.FlagWithArg("--base=", ctx.Config().LibartImgDeviceBaseAddress()) |
| 438 | } |
| 439 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 440 | cmd. |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 441 | FlagForEachInput("--dex-file=", image.dexPaths.Paths()). |
| 442 | FlagForEachArg("--dex-location=", image.dexLocations). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 443 | Flag("--generate-debug-info"). |
| 444 | Flag("--generate-build-id"). |
Mathieu Chartier | 54fd807 | 2019-07-26 13:50:04 -0700 | [diff] [blame] | 445 | Flag("--image-format=lz4hc"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 446 | FlagWithArg("--oat-symbols=", symbolsFile.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 447 | Flag("--strip"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 448 | FlagWithArg("--oat-file=", outputPath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 449 | FlagWithArg("--oat-location=", oatLocation). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 450 | FlagWithArg("--image=", imagePath.String()). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 451 | FlagWithArg("--instruction-set=", arch.String()). |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 452 | FlagWithArg("--android-root=", global.EmptyDirectory). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 453 | FlagWithArg("--no-inline-from=", "core-oj.jar"). |
Ulya Trafimovich | c0c98d5 | 2020-03-09 12:46:06 +0000 | [diff] [blame] | 454 | Flag("--force-determinism"). |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 455 | Flag("--abort-on-hard-verifier-error") |
| 456 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 457 | // Use the default variant/features for host builds. |
| 458 | // The map below contains only device CPU info (which might be x86 on some devices). |
| 459 | if image.target.Os == android.Android { |
| 460 | cmd.FlagWithArg("--instruction-set-variant=", global.CpuVariant[arch]) |
| 461 | cmd.FlagWithArg("--instruction-set-features=", global.InstructionSetFeatures[arch]) |
| 462 | } |
| 463 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 464 | if global.BootFlags != "" { |
| 465 | cmd.Flag(global.BootFlags) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 466 | } |
| 467 | |
| 468 | if extraFlags != "" { |
| 469 | cmd.Flag(extraFlags) |
| 470 | } |
| 471 | |
Colin Cross | 0b9f31f | 2019-02-28 11:00:01 -0800 | [diff] [blame] | 472 | cmd.Textf(`|| ( echo %s ; false )`, proptools.ShellEscape(failureMessage)) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 473 | |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 474 | installDir := filepath.Join("/", image.installSubdir, arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 475 | |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 476 | var vdexInstalls android.RuleBuilderInstalls |
| 477 | var unstrippedInstalls android.RuleBuilderInstalls |
| 478 | |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 479 | var zipFiles android.WritablePaths |
| 480 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 481 | for _, artOrOat := range image.moduleFiles(ctx, outputDir, ".art", ".oat") { |
| 482 | cmd.ImplicitOutput(artOrOat) |
| 483 | zipFiles = append(zipFiles, artOrOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 484 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 485 | // Install the .oat and .art files |
| 486 | rule.Install(artOrOat, filepath.Join(installDir, artOrOat.Base())) |
| 487 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 488 | |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 489 | for _, vdex := range image.moduleFiles(ctx, outputDir, ".vdex") { |
| 490 | cmd.ImplicitOutput(vdex) |
| 491 | zipFiles = append(zipFiles, vdex) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 492 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 493 | // Note that the vdex files are identical between architectures. |
| 494 | // Make rules will create symlinks to share them between architectures. |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 495 | vdexInstalls = append(vdexInstalls, |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 496 | android.RuleBuilderInstall{vdex, filepath.Join(installDir, vdex.Base())}) |
Dan Willemsen | 0f41678 | 2019-06-13 21:44:53 +0000 | [diff] [blame] | 497 | } |
| 498 | |
| 499 | for _, unstrippedOat := range image.moduleFiles(ctx, symbolsDir, ".oat") { |
| 500 | cmd.ImplicitOutput(unstrippedOat) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 501 | |
| 502 | // Install the unstripped oat files. The Make rules will put these in $(TARGET_OUT_UNSTRIPPED) |
| 503 | unstrippedInstalls = append(unstrippedInstalls, |
Colin Cross | 69f59a3 | 2019-02-15 10:39:37 -0800 | [diff] [blame] | 504 | android.RuleBuilderInstall{unstrippedOat, filepath.Join(installDir, unstrippedOat.Base())}) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 505 | } |
| 506 | |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 507 | rule.Build(pctx, ctx, image.name+"JarsDexpreopt_"+image.target.String(), "dexpreopt "+image.name+" jars "+arch.String()) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 508 | |
| 509 | // save output and installed files for makevars |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 510 | image.installs = rule.Installs() |
| 511 | image.vdexInstalls = vdexInstalls |
| 512 | image.unstrippedInstalls = unstrippedInstalls |
Colin Cross | df8eebe | 2019-04-09 15:29:41 -0700 | [diff] [blame] | 513 | |
| 514 | return zipFiles |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 515 | } |
| 516 | |
| 517 | const failureMessage = `ERROR: Dex2oat failed to compile a boot image. |
| 518 | It is likely that the boot classpath is inconsistent. |
| 519 | Rebuild with ART_BOOT_IMAGE_EXTRA_ARGS="--runtime-arg -verbose:verifier" to see verification errors.` |
| 520 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 521 | func bootImageProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath { |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 522 | globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 523 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 524 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 525 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | 27c7cc6 | 2019-02-24 16:04:52 +0000 | [diff] [blame] | 526 | return nil |
| 527 | } |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 528 | profile := ctx.Config().Once(bootImageProfileRuleKey, func() interface{} { |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 529 | defaultProfile := "frameworks/base/config/boot-image-profile.txt" |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 530 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 531 | rule := android.NewRuleBuilder() |
| 532 | rule.MissingDeps(missingDeps) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 533 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 534 | var bootImageProfile android.Path |
| 535 | if len(global.BootImageProfiles) > 1 { |
| 536 | combinedBootImageProfile := image.dir.Join(ctx, "boot-image-profile.txt") |
| 537 | rule.Command().Text("cat").Inputs(global.BootImageProfiles).Text(">").Output(combinedBootImageProfile) |
| 538 | bootImageProfile = combinedBootImageProfile |
| 539 | } else if len(global.BootImageProfiles) == 1 { |
| 540 | bootImageProfile = global.BootImageProfiles[0] |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 541 | } else if path := android.ExistentPathForSource(ctx, defaultProfile); path.Valid() { |
| 542 | bootImageProfile = path.Path() |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 543 | } else { |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 544 | // No profile (not even a default one, which is the case on some branches |
| 545 | // like master-art-host that don't have frameworks/base). |
| 546 | // Return nil and continue without profile. |
| 547 | return nil |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 548 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 549 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 550 | profile := image.dir.Join(ctx, "boot.prof") |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 551 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 552 | rule.Command(). |
| 553 | Text(`ANDROID_LOG_TAGS="*:e"`). |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 554 | Tool(globalSoong.Profman). |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 555 | FlagWithInput("--create-profile-from=", bootImageProfile). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 556 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 557 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 558 | FlagWithOutput("--reference-profile-file=", profile) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 559 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 560 | rule.Install(profile, "/system/etc/boot-image.prof") |
| 561 | |
| 562 | rule.Build(pctx, ctx, "bootJarsProfile", "profile boot jars") |
| 563 | |
| 564 | image.profileInstalls = rule.Installs() |
| 565 | |
| 566 | return profile |
Ulyana Trafimovich | de53441 | 2019-11-08 10:51:01 +0000 | [diff] [blame] | 567 | }) |
| 568 | if profile == nil { |
| 569 | return nil // wrap nil into a typed pointer with value nil |
| 570 | } |
| 571 | return profile.(android.WritablePath) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 572 | } |
| 573 | |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 574 | var bootImageProfileRuleKey = android.NewOnceKey("bootImageProfileRule") |
| 575 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 576 | func bootFrameworkProfileRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath { |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 577 | globalSoong := dexpreopt.GetCachedGlobalSoongConfig(ctx) |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 578 | global := dexpreopt.GetGlobalConfig(ctx) |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 579 | |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 580 | if global.DisableGenerateProfile || ctx.Config().UnbundledBuild() { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 581 | return nil |
| 582 | } |
| 583 | return ctx.Config().Once(bootFrameworkProfileRuleKey, func() interface{} { |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 584 | rule := android.NewRuleBuilder() |
| 585 | rule.MissingDeps(missingDeps) |
| 586 | |
| 587 | // Some branches like master-art-host don't have frameworks/base, so manually |
| 588 | // handle the case that the default is missing. Those branches won't attempt to build the profile rule, |
| 589 | // and if they do they'll get a missing deps error. |
| 590 | defaultProfile := "frameworks/base/config/boot-profile.txt" |
| 591 | path := android.ExistentPathForSource(ctx, defaultProfile) |
| 592 | var bootFrameworkProfile android.Path |
| 593 | if path.Valid() { |
| 594 | bootFrameworkProfile = path.Path() |
| 595 | } else { |
| 596 | missingDeps = append(missingDeps, defaultProfile) |
| 597 | bootFrameworkProfile = android.PathForOutput(ctx, "missing") |
| 598 | } |
| 599 | |
| 600 | profile := image.dir.Join(ctx, "boot.bprof") |
| 601 | |
| 602 | rule.Command(). |
| 603 | Text(`ANDROID_LOG_TAGS="*:e"`). |
Martin Stjernholm | 75a48d8 | 2020-01-10 20:32:59 +0000 | [diff] [blame] | 604 | Tool(globalSoong.Profman). |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 605 | Flag("--generate-boot-profile"). |
| 606 | FlagWithInput("--create-profile-from=", bootFrameworkProfile). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 607 | FlagForEachInput("--apk=", image.dexPathsDeps.Paths()). |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 608 | FlagForEachArg("--dex-location=", image.getAnyAndroidVariant().dexLocationsDeps). |
Nicolas Geoffray | e710242 | 2019-07-24 13:19:29 +0100 | [diff] [blame] | 609 | FlagWithOutput("--reference-profile-file=", profile) |
| 610 | |
| 611 | rule.Install(profile, "/system/etc/boot-image.bprof") |
| 612 | rule.Build(pctx, ctx, "bootFrameworkProfile", "profile boot framework jars") |
| 613 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
| 614 | |
| 615 | return profile |
| 616 | }).(android.WritablePath) |
| 617 | } |
| 618 | |
| 619 | var bootFrameworkProfileRuleKey = android.NewOnceKey("bootFrameworkProfileRule") |
| 620 | |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 621 | func updatableBcpPackagesRule(ctx android.SingletonContext, image *bootImageConfig, missingDeps []string) android.WritablePath { |
Dan Willemsen | 9f43597 | 2020-05-28 15:28:00 -0700 | [diff] [blame] | 622 | if ctx.Config().UnbundledBuild() { |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 623 | return nil |
| 624 | } |
| 625 | |
| 626 | return ctx.Config().Once(updatableBcpPackagesRuleKey, func() interface{} { |
| 627 | global := dexpreopt.GetGlobalConfig(ctx) |
Ulya Trafimovich | 249386a | 2020-07-01 14:31:13 +0100 | [diff] [blame] | 628 | updatableModules := global.UpdatableBootJars.CopyOfJars() |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 629 | |
| 630 | // Collect `permitted_packages` for updatable boot jars. |
| 631 | var updatablePackages []string |
| 632 | ctx.VisitAllModules(func(module android.Module) { |
Paul Duffin | e739f1e | 2020-05-29 11:24:51 +0100 | [diff] [blame] | 633 | if j, ok := module.(PermittedPackagesForUpdatableBootJars); ok { |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 634 | name := ctx.ModuleName(module) |
| 635 | if i := android.IndexList(name, updatableModules); i != -1 { |
Paul Duffin | e739f1e | 2020-05-29 11:24:51 +0100 | [diff] [blame] | 636 | pp := j.PermittedPackagesForUpdatableBootJars() |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 637 | if len(pp) > 0 { |
| 638 | updatablePackages = append(updatablePackages, pp...) |
| 639 | } else { |
| 640 | ctx.Errorf("Missing permitted_packages for %s", name) |
| 641 | } |
| 642 | // Do not match the same library repeatedly. |
| 643 | updatableModules = append(updatableModules[:i], updatableModules[i+1:]...) |
| 644 | } |
| 645 | } |
| 646 | }) |
| 647 | |
| 648 | // Sort updatable packages to ensure deterministic ordering. |
| 649 | sort.Strings(updatablePackages) |
| 650 | |
| 651 | updatableBcpPackagesName := "updatable-bcp-packages.txt" |
| 652 | updatableBcpPackages := image.dir.Join(ctx, updatableBcpPackagesName) |
| 653 | |
Colin Cross | cf371cc | 2020-11-13 11:48:42 -0800 | [diff] [blame^] | 654 | // WriteFileRule automatically adds the last end-of-line. |
| 655 | android.WriteFileRule(ctx, updatableBcpPackages, strings.Join(updatablePackages, "\n")) |
Vladimir Marko | 205e6c2 | 2020-04-01 13:52:27 +0100 | [diff] [blame] | 656 | |
| 657 | rule := android.NewRuleBuilder() |
| 658 | rule.MissingDeps(missingDeps) |
| 659 | rule.Install(updatableBcpPackages, "/system/etc/"+updatableBcpPackagesName) |
| 660 | // TODO: Rename `profileInstalls` to `extraInstalls`? |
| 661 | // Maybe even move the field out of the bootImageConfig into some higher level type? |
| 662 | image.profileInstalls = append(image.profileInstalls, rule.Installs()...) |
| 663 | |
| 664 | return updatableBcpPackages |
| 665 | }).(android.WritablePath) |
| 666 | } |
| 667 | |
| 668 | var updatableBcpPackagesRuleKey = android.NewOnceKey("updatableBcpPackagesRule") |
| 669 | |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 670 | func dumpOatRules(ctx android.SingletonContext, image *bootImageConfig) { |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 671 | var allPhonies android.Paths |
David Srbecky | c177ebe | 2020-02-18 20:43:06 +0000 | [diff] [blame] | 672 | for _, image := range image.variants { |
| 673 | arch := image.target.Arch.ArchType |
David Srbecky | 4667232 | 2020-03-16 13:27:55 +0000 | [diff] [blame] | 674 | suffix := arch.String() |
| 675 | // Host and target might both use x86 arch. We need to ensure the names are unique. |
| 676 | if image.target.Os.Class == android.Host { |
| 677 | suffix = "host-" + suffix |
| 678 | } |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 679 | // Create a rule to call oatdump. |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 680 | output := android.PathForOutput(ctx, "boot."+suffix+".oatdump.txt") |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 681 | rule := android.NewRuleBuilder() |
| 682 | rule.Command(). |
| 683 | // TODO: for now, use the debug version for better error reporting |
Colin Cross | ee94d6a | 2019-07-08 17:08:34 -0700 | [diff] [blame] | 684 | BuiltTool(ctx, "oatdumpd"). |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 685 | FlagWithInputList("--runtime-arg -Xbootclasspath:", image.dexPathsDeps.Paths(), ":"). |
| 686 | FlagWithList("--runtime-arg -Xbootclasspath-locations:", image.dexLocationsDeps, ":"). |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 687 | FlagWithArg("--image=", strings.Join(image.imageLocations(), ":")).Implicits(image.imagesDeps.Paths()). |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 688 | FlagWithOutput("--output=", output). |
| 689 | FlagWithArg("--instruction-set=", arch.String()) |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 690 | rule.Build(pctx, ctx, "dump-oat-boot-"+suffix, "dump oat boot "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 691 | |
| 692 | // Create a phony rule that depends on the output file and prints the path. |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 693 | phony := android.PathForPhony(ctx, "dump-oat-boot-"+suffix) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 694 | rule = android.NewRuleBuilder() |
| 695 | rule.Command(). |
| 696 | Implicit(output). |
| 697 | ImplicitOutput(phony). |
| 698 | Text("echo").FlagWithArg("Output in ", output.String()) |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 699 | rule.Build(pctx, ctx, "phony-dump-oat-boot-"+suffix, "dump oat boot "+arch.String()) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 700 | |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 701 | allPhonies = append(allPhonies, phony) |
Colin Cross | c9a4c36 | 2019-02-26 21:13:48 -0800 | [diff] [blame] | 702 | } |
| 703 | |
| 704 | phony := android.PathForPhony(ctx, "dump-oat-boot") |
| 705 | ctx.Build(pctx, android.BuildParams{ |
| 706 | Rule: android.Phony, |
| 707 | Output: phony, |
| 708 | Inputs: allPhonies, |
| 709 | Description: "dump-oat-boot", |
| 710 | }) |
| 711 | |
| 712 | } |
| 713 | |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 714 | func writeGlobalConfigForMake(ctx android.SingletonContext, path android.WritablePath) { |
Martin Stjernholm | 40f9f3c | 2020-01-20 18:12:23 +0000 | [diff] [blame] | 715 | data := dexpreopt.GetGlobalConfigRawData(ctx) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 716 | |
Colin Cross | cf371cc | 2020-11-13 11:48:42 -0800 | [diff] [blame^] | 717 | android.WriteFileRule(ctx, path, string(data)) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 718 | } |
| 719 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 720 | // Export paths for default boot image to Make |
| 721 | func (d *dexpreoptBootJars) MakeVars(ctx android.MakeVarsContext) { |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 722 | if d.dexpreoptConfigForMake != nil { |
| 723 | ctx.Strict("DEX_PREOPT_CONFIG_FOR_MAKE", d.dexpreoptConfigForMake.String()) |
Martin Stjernholm | c52aaf1 | 2020-01-06 23:11:37 +0000 | [diff] [blame] | 724 | ctx.Strict("DEX_PREOPT_SOONG_CONFIG_FOR_MAKE", android.PathForOutput(ctx, "dexpreopt_soong.config").String()) |
Colin Cross | 2d00f0d | 2019-05-09 21:50:00 -0700 | [diff] [blame] | 725 | } |
| 726 | |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 727 | image := d.defaultBootImage |
| 728 | if image != nil { |
Colin Cross | 44df581 | 2019-02-15 23:06:46 -0800 | [diff] [blame] | 729 | ctx.Strict("DEXPREOPT_IMAGE_PROFILE_BUILT_INSTALLED", image.profileInstalls.String()) |
Ulya Trafimovich | 4d2eeed | 2019-11-08 10:54:21 +0000 | [diff] [blame] | 730 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_FILES", strings.Join(image.dexPathsDeps.Strings(), " ")) |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 731 | ctx.Strict("DEXPREOPT_BOOTCLASSPATH_DEX_LOCATIONS", strings.Join(image.getAnyAndroidVariant().dexLocationsDeps, " ")) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 732 | |
| 733 | var imageNames []string |
| 734 | for _, current := range append(d.otherImages, image) { |
| 735 | imageNames = append(imageNames, current.name) |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 736 | for _, variant := range current.variants { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 737 | suffix := "" |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 738 | if variant.target.Os.Class == android.Host { |
David Srbecky | 7f8dac1 | 2020-02-13 16:00:45 +0000 | [diff] [blame] | 739 | suffix = "_host" |
| 740 | } |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 741 | sfx := variant.name + suffix + "_" + variant.target.Arch.ArchType.String() |
| 742 | ctx.Strict("DEXPREOPT_IMAGE_VDEX_BUILT_INSTALLED_"+sfx, variant.vdexInstalls.String()) |
| 743 | ctx.Strict("DEXPREOPT_IMAGE_"+sfx, variant.images.String()) |
| 744 | ctx.Strict("DEXPREOPT_IMAGE_DEPS_"+sfx, strings.Join(variant.imagesDeps.Strings(), " ")) |
| 745 | ctx.Strict("DEXPREOPT_IMAGE_BUILT_INSTALLED_"+sfx, variant.installs.String()) |
| 746 | ctx.Strict("DEXPREOPT_IMAGE_UNSTRIPPED_BUILT_INSTALLED_"+sfx, variant.unstrippedInstalls.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 747 | } |
David Srbecky | ab99498 | 2020-03-30 17:24:13 +0100 | [diff] [blame] | 748 | imageLocations := current.getAnyAndroidVariant().imageLocations() |
David Srbecky | 1aacc6c | 2020-03-26 11:10:45 +0000 | [diff] [blame] | 749 | ctx.Strict("DEXPREOPT_IMAGE_LOCATIONS_"+current.name, strings.Join(imageLocations, ":")) |
Colin Cross | 31bf00d | 2019-12-04 13:16:01 -0800 | [diff] [blame] | 750 | ctx.Strict("DEXPREOPT_IMAGE_ZIP_"+current.name, current.zip.String()) |
Nicolas Geoffray | 72892f1 | 2019-02-22 15:34:40 +0000 | [diff] [blame] | 751 | } |
| 752 | ctx.Strict("DEXPREOPT_IMAGE_NAMES", strings.Join(imageNames, " ")) |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 753 | } |
Colin Cross | 800fe13 | 2019-02-11 14:21:24 -0800 | [diff] [blame] | 754 | } |