blob: 2e4a30818e0619d529c5a2ae9920f99f4a587d56 [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Liz Kammer9abd62d2021-05-21 08:37:59 -040018 "android/soong/bazel"
Colin Cross74ba9622019-02-11 15:11:14 -080019 "encoding"
Colin Cross3f40fa42015-01-30 17:27:36 -080020 "fmt"
21 "reflect"
22 "runtime"
23 "strings"
Colin Crossf6566ed2015-03-24 11:13:38 -070024
Colin Cross0f7d2ef2019-10-16 11:03:10 -070025 "github.com/google/blueprint"
Colin Cross617b88a2020-08-24 18:04:09 -070026 "github.com/google/blueprint/bootstrap"
Colin Crossf6566ed2015-03-24 11:13:38 -070027 "github.com/google/blueprint/proptools"
Colin Cross3f40fa42015-01-30 17:27:36 -080028)
29
Colin Cross3f40fa42015-01-30 17:27:36 -080030/*
31Example blueprints file containing all variant property groups, with comment listing what type
32of variants get properties in that group:
33
34module {
35 arch: {
36 arm: {
37 // Host or device variants with arm architecture
38 },
39 arm64: {
40 // Host or device variants with arm64 architecture
41 },
Colin Cross3f40fa42015-01-30 17:27:36 -080042 x86: {
43 // Host or device variants with x86 architecture
44 },
45 x86_64: {
46 // Host or device variants with x86_64 architecture
47 },
48 },
49 multilib: {
50 lib32: {
51 // Host or device variants for 32-bit architectures
52 },
53 lib64: {
54 // Host or device variants for 64-bit architectures
55 },
56 },
57 target: {
58 android: {
Martin Stjernholme284b482020-09-23 21:03:27 +010059 // Device variants (implies Bionic)
Colin Cross3f40fa42015-01-30 17:27:36 -080060 },
61 host: {
62 // Host variants
63 },
Martin Stjernholme284b482020-09-23 21:03:27 +010064 bionic: {
65 // Bionic (device and host) variants
66 },
67 linux_bionic: {
68 // Bionic host variants
69 },
70 linux: {
71 // Bionic (device and host) and Linux glibc variants
72 },
Dan Willemsen5746bd42017-10-02 19:42:01 -070073 linux_glibc: {
Martin Stjernholme284b482020-09-23 21:03:27 +010074 // Linux host variants (using non-Bionic libc)
Colin Cross3f40fa42015-01-30 17:27:36 -080075 },
76 darwin: {
77 // Darwin host variants
78 },
79 windows: {
80 // Windows host variants
81 },
82 not_windows: {
83 // Non-windows host variants
84 },
Martin Stjernholme284b482020-09-23 21:03:27 +010085 android_arm: {
86 // Any <os>_<arch> combination restricts to that os and arch
87 },
Colin Cross3f40fa42015-01-30 17:27:36 -080088 },
89}
90*/
Colin Cross7d5136f2015-05-11 13:39:40 -070091
Colin Cross3f40fa42015-01-30 17:27:36 -080092// An Arch indicates a single CPU architecture.
93type Arch struct {
Colin Crossa6845402020-11-16 15:08:19 -080094 // The type of the architecture (arm, arm64, x86, or x86_64).
95 ArchType ArchType
96
97 // The variant of the architecture, for example "armv7-a" or "armv7-a-neon" for arm.
98 ArchVariant string
99
100 // The variant of the CPU, for example "cortex-a53" for arm64.
101 CpuVariant string
102
103 // The list of Android app ABIs supported by the CPU architecture, for example "arm64-v8a".
104 Abi []string
105
106 // The list of arch-specific features supported by the CPU architecture, for example "neon".
Colin Crossc5c24ad2015-11-20 15:35:00 -0800107 ArchFeatures []string
Colin Cross3f40fa42015-01-30 17:27:36 -0800108}
109
Colin Crossa6845402020-11-16 15:08:19 -0800110// String returns the Arch as a string. The value is used as the name of the variant created
111// by archMutator.
Colin Cross3f40fa42015-01-30 17:27:36 -0800112func (a Arch) String() string {
Colin Crossd3ba0392015-05-07 14:11:29 -0700113 s := a.ArchType.String()
Colin Cross3f40fa42015-01-30 17:27:36 -0800114 if a.ArchVariant != "" {
115 s += "_" + a.ArchVariant
116 }
117 if a.CpuVariant != "" {
118 s += "_" + a.CpuVariant
119 }
120 return s
121}
122
Colin Crossa6845402020-11-16 15:08:19 -0800123// ArchType is used to define the 4 supported architecture types (arm, arm64, x86, x86_64), as
124// well as the "common" architecture used for modules that support multiple architectures, for
125// example Java modules.
Colin Cross3f40fa42015-01-30 17:27:36 -0800126type ArchType struct {
Colin Crossa6845402020-11-16 15:08:19 -0800127 // Name is the name of the architecture type, "arm", "arm64", "x86", or "x86_64".
128 Name string
129
130 // Field is the name of the field used in properties that refer to the architecture, e.g. "Arm64".
131 Field string
132
133 // Multilib is either "lib32" or "lib64" for 32-bit or 64-bit architectures.
Colin Crossec193632015-07-06 17:49:43 -0700134 Multilib string
Colin Cross3f40fa42015-01-30 17:27:36 -0800135}
136
Colin Crossa6845402020-11-16 15:08:19 -0800137// String returns the name of the ArchType.
138func (a ArchType) String() string {
139 return a.Name
140}
141
142const COMMON_VARIANT = "common"
143
144var (
145 archTypeList []ArchType
146
147 Arm = newArch("arm", "lib32")
148 Arm64 = newArch("arm64", "lib64")
149 X86 = newArch("x86", "lib32")
150 X86_64 = newArch("x86_64", "lib64")
151
152 Common = ArchType{
153 Name: COMMON_VARIANT,
154 }
155)
156
157var archTypeMap = map[string]ArchType{}
158
Colin Crossec193632015-07-06 17:49:43 -0700159func newArch(name, multilib string) ArchType {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700160 archType := ArchType{
Colin Crossec193632015-07-06 17:49:43 -0700161 Name: name,
Dan Willemsenb1957a52016-06-23 23:44:54 -0700162 Field: proptools.FieldNameForProperty(name),
Colin Crossec193632015-07-06 17:49:43 -0700163 Multilib: multilib,
Colin Cross3f40fa42015-01-30 17:27:36 -0800164 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700165 archTypeList = append(archTypeList, archType)
Colin Crossa6845402020-11-16 15:08:19 -0800166 archTypeMap[name] = archType
Dan Willemsenb1957a52016-06-23 23:44:54 -0700167 return archType
Colin Cross3f40fa42015-01-30 17:27:36 -0800168}
169
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000170// ArchTypeList returns the a slice copy of the 4 supported ArchTypes for arm,
171// arm64, x86 and x86_64.
Jaewoong Jung1ce9ac62019-08-13 14:11:33 -0700172func ArchTypeList() []ArchType {
173 return append([]ArchType(nil), archTypeList...)
174}
175
Colin Crossa6845402020-11-16 15:08:19 -0800176// MarshalText allows an ArchType to be serialized through any encoder that supports
177// encoding.TextMarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800178func (a ArchType) MarshalText() ([]byte, error) {
Jeongik Chabec4d032021-04-15 08:55:38 +0900179 return []byte(a.String()), nil
Colin Cross74ba9622019-02-11 15:11:14 -0800180}
181
Colin Crossa6845402020-11-16 15:08:19 -0800182var _ encoding.TextMarshaler = ArchType{}
Colin Cross74ba9622019-02-11 15:11:14 -0800183
Colin Crossa6845402020-11-16 15:08:19 -0800184// UnmarshalText allows an ArchType to be deserialized through any decoder that supports
185// encoding.TextUnmarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800186func (a *ArchType) UnmarshalText(text []byte) error {
187 if u, ok := archTypeMap[string(text)]; ok {
188 *a = u
189 return nil
190 }
191
192 return fmt.Errorf("unknown ArchType %q", text)
193}
194
Colin Crossa6845402020-11-16 15:08:19 -0800195var _ encoding.TextUnmarshaler = &ArchType{}
Colin Crossa1ad8d12016-06-01 17:09:44 -0700196
Colin Crossa6845402020-11-16 15:08:19 -0800197// OsClass is an enum that describes whether a variant of a module runs on the host, on the device,
198// or is generic.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700199type OsClass int
200
201const (
Colin Crossa6845402020-11-16 15:08:19 -0800202 // Generic is used for variants of modules that are not OS-specific.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800203 Generic OsClass = iota
Colin Crossa6845402020-11-16 15:08:19 -0800204 // Device is used for variants of modules that run on the device.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800205 Device
Colin Crossa6845402020-11-16 15:08:19 -0800206 // Host is used for variants of modules that run on the host.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700207 Host
Colin Crossa1ad8d12016-06-01 17:09:44 -0700208)
209
Colin Crossa6845402020-11-16 15:08:19 -0800210// String returns the OsClass as a string.
Colin Cross67a5c132017-05-09 13:45:28 -0700211func (class OsClass) String() string {
212 switch class {
213 case Generic:
214 return "generic"
215 case Device:
216 return "device"
217 case Host:
218 return "host"
Colin Cross67a5c132017-05-09 13:45:28 -0700219 default:
220 panic(fmt.Errorf("unknown class %d", class))
221 }
222}
223
Colin Crossa6845402020-11-16 15:08:19 -0800224// OsType describes an OS variant of a module.
225type OsType struct {
226 // Name is the name of the OS. It is also used as the name of the property in Android.bp
227 // files.
228 Name string
229
230 // Field is the name of the OS converted to an exported field name, i.e. with the first
231 // character capitalized.
232 Field string
233
234 // Class is the OsClass of the OS.
235 Class OsClass
236
237 // DefaultDisabled is set when the module variants for the OS should not be created unless
238 // the module explicitly requests them. This is used to limit Windows cross compilation to
239 // only modules that need it.
240 DefaultDisabled bool
241}
242
243// String returns the name of the OsType.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700244func (os OsType) String() string {
245 return os.Name
Colin Cross54c71122016-06-01 17:09:44 -0700246}
247
Colin Crossa6845402020-11-16 15:08:19 -0800248// Bionic returns true if the OS uses the Bionic libc runtime, i.e. if the OS is Android or
249// is Linux with Bionic.
Dan Willemsen866b5632017-09-22 12:28:24 -0700250func (os OsType) Bionic() bool {
251 return os == Android || os == LinuxBionic
252}
253
Colin Crossa6845402020-11-16 15:08:19 -0800254// Linux returns true if the OS uses the Linux kernel, i.e. if the OS is Android or is Linux
255// with or without the Bionic libc runtime.
Dan Willemsen866b5632017-09-22 12:28:24 -0700256func (os OsType) Linux() bool {
257 return os == Android || os == Linux || os == LinuxBionic
258}
259
Colin Crossa6845402020-11-16 15:08:19 -0800260// newOsType constructs an OsType and adds it to the global lists.
261func newOsType(name string, class OsClass, defDisabled bool, archTypes ...ArchType) OsType {
262 checkCalledFromInit()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700263 os := OsType{
264 Name: name,
Colin Crossa6845402020-11-16 15:08:19 -0800265 Field: proptools.FieldNameForProperty(name),
Colin Crossa1ad8d12016-06-01 17:09:44 -0700266 Class: class,
Dan Willemsen0a37a2a2016-11-13 10:16:05 -0800267
268 DefaultDisabled: defDisabled,
Colin Cross54c71122016-06-01 17:09:44 -0700269 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000270 osTypeList = append(osTypeList, os)
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800271
272 if _, found := commonTargetMap[name]; found {
273 panic(fmt.Errorf("Found Os type duplicate during OsType registration: %q", name))
274 } else {
Colin Crosse9fe2942020-11-10 18:12:15 -0800275 commonTargetMap[name] = Target{Os: os, Arch: CommonArch}
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800276 }
Colin Crossa6845402020-11-16 15:08:19 -0800277 osArchTypeMap[os] = archTypes
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800278
Colin Crossa1ad8d12016-06-01 17:09:44 -0700279 return os
280}
281
Colin Crossa6845402020-11-16 15:08:19 -0800282// osByName returns the OsType that has the given name, or NoOsType if none match.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700283func osByName(name string) OsType {
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000284 for _, os := range osTypeList {
Colin Crossa1ad8d12016-06-01 17:09:44 -0700285 if os.Name == name {
286 return os
287 }
288 }
289
290 return NoOsType
Dan Willemsen490fd492015-11-24 17:53:15 -0800291}
292
Colin Crossa6845402020-11-16 15:08:19 -0800293// BuildOs returns the OsType for the OS that the build is running on.
294var BuildOs = func() OsType {
295 switch runtime.GOOS {
296 case "linux":
297 return Linux
298 case "darwin":
299 return Darwin
300 default:
301 panic(fmt.Sprintf("unsupported OS: %s", runtime.GOOS))
302 }
303}()
dimitry1f33e402019-03-26 12:39:31 +0100304
Colin Crossa6845402020-11-16 15:08:19 -0800305// BuildArch returns the ArchType for the CPU that the build is running on.
306var BuildArch = func() ArchType {
307 switch runtime.GOARCH {
308 case "amd64":
309 return X86_64
310 default:
311 panic(fmt.Sprintf("unsupported Arch: %s", runtime.GOARCH))
312 }
313}()
314
315var (
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000316 // osTypeList contains a list of all the supported OsTypes, including ones not supported
Colin Crossa6845402020-11-16 15:08:19 -0800317 // by the current build host or the target device.
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000318 osTypeList []OsType
Colin Crossa6845402020-11-16 15:08:19 -0800319 // commonTargetMap maps names of OsTypes to the corresponding common Target, i.e. the
320 // Target with the same OsType and the common ArchType.
321 commonTargetMap = make(map[string]Target)
322 // osArchTypeMap maps OsTypes to the list of supported ArchTypes for that OS.
323 osArchTypeMap = map[OsType][]ArchType{}
324
325 // NoOsType is a placeholder for when no OS is needed.
326 NoOsType OsType
327 // Linux is the OS for the Linux kernel plus the glibc runtime.
328 Linux = newOsType("linux_glibc", Host, false, X86, X86_64)
329 // Darwin is the OS for MacOS/Darwin host machines.
330 Darwin = newOsType("darwin", Host, false, X86_64)
331 // LinuxBionic is the OS for the Linux kernel plus the Bionic libc runtime, but without the
332 // rest of Android.
333 LinuxBionic = newOsType("linux_bionic", Host, false, Arm64, X86_64)
334 // Windows the OS for Windows host machines.
335 Windows = newOsType("windows", Host, true, X86, X86_64)
336 // Android is the OS for target devices that run all of Android, including the Linux kernel
337 // and the Bionic libc runtime.
338 Android = newOsType("android", Device, false, Arm, Arm64, X86, X86_64)
339 // Fuchsia is the OS for target devices that run Fuchsia.
340 Fuchsia = newOsType("fuchsia", Device, false, Arm64, X86_64)
341
342 // CommonOS is a pseudo OSType for a common OS variant, which is OsType agnostic and which
343 // has dependencies on all the OS variants.
344 CommonOS = newOsType("common_os", Generic, false)
Colin Crosse9fe2942020-11-10 18:12:15 -0800345
346 // CommonArch is the Arch for all modules that are os-specific but not arch specific,
347 // for example most Java modules.
348 CommonArch = Arch{ArchType: Common}
dimitry1f33e402019-03-26 12:39:31 +0100349)
350
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000351// OsTypeList returns a slice copy of the supported OsTypes.
352func OsTypeList() []OsType {
353 return append([]OsType(nil), osTypeList...)
354}
355
Colin Crossa6845402020-11-16 15:08:19 -0800356// Target specifies the OS and architecture that a module is being compiled for.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700357type Target struct {
Colin Crossa6845402020-11-16 15:08:19 -0800358 // Os the OS that the module is being compiled for (e.g. "linux_glibc", "android").
359 Os OsType
360 // Arch is the architecture that the module is being compiled for.
361 Arch Arch
362 // NativeBridge is NativeBridgeEnabled if the architecture is supported using NativeBridge
363 // (i.e. arm on x86) for this device.
364 NativeBridge NativeBridgeSupport
365 // NativeBridgeHostArchName is the name of the real architecture that is used to implement
366 // the NativeBridge architecture. For example, for arm on x86 this would be "x86".
dimitry8d6dde82019-07-11 10:23:53 +0200367 NativeBridgeHostArchName string
Colin Crossa6845402020-11-16 15:08:19 -0800368 // NativeBridgeRelativePath is the name of the subdirectory that will contain NativeBridge
369 // libraries and binaries.
dimitry8d6dde82019-07-11 10:23:53 +0200370 NativeBridgeRelativePath string
Jiyong Park1613e552020-09-14 19:43:17 +0900371
372 // HostCross is true when the target cannot run natively on the current build host.
373 // For example, linux_glibc_x86 returns true on a regular x86/i686/Linux machines, but returns false
374 // on Mac (different OS), or on 64-bit only i686/Linux machines (unsupported arch).
375 HostCross bool
Colin Crossd3ba0392015-05-07 14:11:29 -0700376}
377
Colin Crossa6845402020-11-16 15:08:19 -0800378// NativeBridgeSupport is an enum that specifies if a Target supports NativeBridge.
379type NativeBridgeSupport bool
380
381const (
382 NativeBridgeDisabled NativeBridgeSupport = false
383 NativeBridgeEnabled NativeBridgeSupport = true
384)
385
386// String returns the OS and arch variations used for the Target.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700387func (target Target) String() string {
Colin Crossa195f912019-10-16 11:07:20 -0700388 return target.OsVariation() + "_" + target.ArchVariation()
389}
390
Colin Crossa6845402020-11-16 15:08:19 -0800391// OsVariation returns the name of the variation used by the osMutator for the Target.
Colin Crossa195f912019-10-16 11:07:20 -0700392func (target Target) OsVariation() string {
393 return target.Os.String()
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700394}
395
Colin Crossa6845402020-11-16 15:08:19 -0800396// ArchVariation returns the name of the variation used by the archMutator for the Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700397func (target Target) ArchVariation() string {
398 var variation string
dimitry1f33e402019-03-26 12:39:31 +0100399 if target.NativeBridge {
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700400 variation = "native_bridge_"
dimitry1f33e402019-03-26 12:39:31 +0100401 }
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700402 variation += target.Arch.String()
403
Colin Crossa195f912019-10-16 11:07:20 -0700404 return variation
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700405}
406
Colin Crossa6845402020-11-16 15:08:19 -0800407// Variations returns a list of blueprint.Variations for the osMutator and archMutator for the
408// Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700409func (target Target) Variations() []blueprint.Variation {
410 return []blueprint.Variation{
Colin Crossa195f912019-10-16 11:07:20 -0700411 {Mutator: "os", Variation: target.OsVariation()},
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700412 {Mutator: "arch", Variation: target.ArchVariation()},
413 }
Dan Willemsen490fd492015-11-24 17:53:15 -0800414}
415
Liz Kammer4562a3b2021-04-21 18:15:34 -0400416func registerBp2buildArchPathDepsMutator(ctx RegisterMutatorsContext) {
417 ctx.BottomUp("bp2build-arch-pathdeps", bp2buildArchPathDepsMutator).Parallel()
418}
419
420// add dependencies for architecture specific properties tagged with `android:"path"`
421func bp2buildArchPathDepsMutator(ctx BottomUpMutatorContext) {
422 var module Module
423 module = ctx.Module()
424
425 m := module.base()
426 if !m.ArchSpecific() {
427 return
428 }
429
430 // addPathDepsForProps does not descend into sub structs, so we need to descend into the
431 // arch-specific properties ourselves
432 properties := []interface{}{}
433 for _, archProperties := range m.archProperties {
434 for _, archProps := range archProperties {
435 archPropValues := reflect.ValueOf(archProps).Elem()
436 // there are three "arch" variations, descend into each
437 for _, variant := range []string{"Arch", "Multilib", "Target"} {
438 // The properties are an interface, get the value (a pointer) that it points to
439 archProps := archPropValues.FieldByName(variant).Elem()
440 if archProps.IsNil() {
441 continue
442 }
443 // And then a pointer to a struct
444 archProps = archProps.Elem()
445 for i := 0; i < archProps.NumField(); i += 1 {
446 f := archProps.Field(i)
447 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
448 // into the BlueprintEmbed field.
449 if f.Kind() == reflect.Struct {
450 f = f.FieldByName("BlueprintEmbed")
451 }
452 if f.IsZero() {
453 continue
454 }
455 props := f.Interface().(interface{})
456 properties = append(properties, props)
457 }
458 }
459 }
460 }
461 addPathDepsForProps(ctx, properties)
462}
463
Colin Crossa6845402020-11-16 15:08:19 -0800464// osMutator splits an arch-specific module into a variant for each OS that is enabled for the
465// module. It uses the HostOrDevice value passed to InitAndroidArchModule and the
466// device_supported and host_supported properties to determine which OsTypes are enabled for this
467// module, then searches through the Targets to determine which have enabled Targets for this
468// module.
Colin Cross617b88a2020-08-24 18:04:09 -0700469func osMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Crossa195f912019-10-16 11:07:20 -0700470 var module Module
471 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700472 if module, ok = bpctx.Module().(Module); !ok {
Colin Crossa6845402020-11-16 15:08:19 -0800473 // The module is not a Soong module, it is a Blueprint module.
Colin Cross617b88a2020-08-24 18:04:09 -0700474 if bootstrap.IsBootstrapModule(bpctx.Module()) {
475 // Bootstrap Go modules are always the build OS or linux bionic.
476 config := bpctx.Config().(Config)
477 osNames := []string{config.BuildOSTarget.OsVariation()}
478 for _, hostCrossTarget := range config.Targets[LinuxBionic] {
479 if hostCrossTarget.Arch.ArchType == config.BuildOSTarget.Arch.ArchType {
480 osNames = append(osNames, hostCrossTarget.OsVariation())
481 }
482 }
483 osNames = FirstUniqueStrings(osNames)
484 bpctx.CreateVariations(osNames...)
485 }
Colin Crossa195f912019-10-16 11:07:20 -0700486 return
487 }
488
Colin Cross617b88a2020-08-24 18:04:09 -0700489 // Bootstrap Go module support above requires this mutator to be a
490 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
491 // filters out non-Soong modules. Now that we've handled them, create a
492 // normal android.BottomUpMutatorContext.
Liz Kammer356f7d42021-01-26 09:18:53 -0500493 mctx := bottomUpMutatorContextFactory(bpctx, module, false, false)
Colin Cross617b88a2020-08-24 18:04:09 -0700494
Colin Crossa195f912019-10-16 11:07:20 -0700495 base := module.base()
496
Colin Crossa6845402020-11-16 15:08:19 -0800497 // Nothing to do for modules that are not architecture specific (e.g. a genrule).
Colin Crossa195f912019-10-16 11:07:20 -0700498 if !base.ArchSpecific() {
499 return
500 }
501
Colin Crossa6845402020-11-16 15:08:19 -0800502 // Collect a list of OSTypes supported by this module based on the HostOrDevice value
503 // passed to InitAndroidArchModule and the device_supported and host_supported properties.
Colin Crossa195f912019-10-16 11:07:20 -0700504 var moduleOSList []OsType
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000505 for _, os := range osTypeList {
Jiyong Park1613e552020-09-14 19:43:17 +0900506 for _, t := range mctx.Config().Targets[os] {
Colin Cross08d6f8f2020-11-19 02:33:19 +0000507 if base.supportsTarget(t) {
Jiyong Park1613e552020-09-14 19:43:17 +0900508 moduleOSList = append(moduleOSList, os)
509 break
Colin Crossa195f912019-10-16 11:07:20 -0700510 }
511 }
Colin Crossa195f912019-10-16 11:07:20 -0700512 }
513
Colin Crossa6845402020-11-16 15:08:19 -0800514 // If there are no supported OSes then disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700515 if len(moduleOSList) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900516 base.Disable()
Colin Crossa195f912019-10-16 11:07:20 -0700517 return
518 }
519
Colin Crossa6845402020-11-16 15:08:19 -0800520 // Convert the list of supported OsTypes to the variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700521 osNames := make([]string, len(moduleOSList))
Colin Crossa195f912019-10-16 11:07:20 -0700522 for i, os := range moduleOSList {
523 osNames[i] = os.String()
524 }
525
Paul Duffin1356d8c2020-02-25 19:26:33 +0000526 createCommonOSVariant := base.commonProperties.CreateCommonOSVariant
527 if createCommonOSVariant {
Colin Crossa6845402020-11-16 15:08:19 -0800528 // A CommonOS variant was requested so add it to the list of OS variants to
Paul Duffin1356d8c2020-02-25 19:26:33 +0000529 // create. It needs to be added to the end because it needs to depend on the
530 // the other variants in the list returned by CreateVariations(...) and inter
531 // variant dependencies can only be created from a later variant in that list to
532 // an earlier one. That is because variants are always processed in the order in
533 // which they are returned from CreateVariations(...).
534 osNames = append(osNames, CommonOS.Name)
535 moduleOSList = append(moduleOSList, CommonOS)
Colin Crossa195f912019-10-16 11:07:20 -0700536 }
537
Colin Crossa6845402020-11-16 15:08:19 -0800538 // Create the variations, annotate each one with which OS it was created for, and
539 // squash the appropriate OS-specific properties into the top level properties.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000540 modules := mctx.CreateVariations(osNames...)
541 for i, m := range modules {
542 m.base().commonProperties.CompileOS = moduleOSList[i]
543 m.base().setOSProperties(mctx)
544 }
545
546 if createCommonOSVariant {
547 // A CommonOS variant was requested so add dependencies from it (the last one in
548 // the list) to the OS type specific variants.
549 last := len(modules) - 1
550 commonOSVariant := modules[last]
551 commonOSVariant.base().commonProperties.CommonOSVariant = true
552 for _, module := range modules[0:last] {
553 // Ignore modules that are enabled. Note, this will only avoid adding
554 // dependencies on OsType variants that are explicitly disabled in their
555 // properties. The CommonOS variant will still depend on disabled variants
556 // if they are disabled afterwards, e.g. in archMutator if
557 if module.Enabled() {
558 mctx.AddInterVariantDependency(commonOsToOsSpecificVariantTag, commonOSVariant, module)
559 }
560 }
561 }
562}
563
Colin Crossc179ea62020-10-09 10:54:15 -0700564type archDepTag struct {
565 blueprint.BaseDependencyTag
566 name string
567}
Paul Duffin1356d8c2020-02-25 19:26:33 +0000568
Colin Crossc179ea62020-10-09 10:54:15 -0700569// Identifies the dependency from CommonOS variant to the os specific variants.
570var commonOsToOsSpecificVariantTag = archDepTag{name: "common os to os specific"}
571
Paul Duffin1356d8c2020-02-25 19:26:33 +0000572// Get the OsType specific variants for the current CommonOS variant.
573//
574// The returned list will only contain enabled OsType specific variants of the
575// module referenced in the supplied context. An empty list is returned if there
576// are no enabled variants or the supplied context is not for an CommonOS
577// variant.
578func GetOsSpecificVariantsOfCommonOSVariant(mctx BaseModuleContext) []Module {
579 var variants []Module
580 mctx.VisitDirectDeps(func(m Module) {
581 if mctx.OtherModuleDependencyTag(m) == commonOsToOsSpecificVariantTag {
582 if m.Enabled() {
583 variants = append(variants, m)
584 }
585 }
586 })
Paul Duffin1356d8c2020-02-25 19:26:33 +0000587 return variants
Colin Crossa195f912019-10-16 11:07:20 -0700588}
589
Colin Crossee0bc3b2018-10-02 22:01:37 -0700590// archMutator splits a module into a variant for each Target requested by the module. Target selection
Colin Crossa6845402020-11-16 15:08:19 -0800591// for a module is in three levels, OsClass, multilib, and then Target.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700592// OsClass selection is determined by:
593// - The HostOrDeviceSupported value passed in to InitAndroidArchModule by the module type factory, which selects
594// whether the module type can compile for host, device or both.
595// - The host_supported and device_supported properties on the module.
Roland Levillainf5b635d2019-06-05 14:42:57 +0100596// If host is supported for the module, the Host and HostCross OsClasses are selected. If device is supported
Colin Crossee0bc3b2018-10-02 22:01:37 -0700597// for the module, the Device OsClass is selected.
598// Within each selected OsClass, the multilib selection is determined by:
Jaewoong Jung02b2d4d2019-06-06 15:19:57 -0700599// - The compile_multilib property if it set (which may be overridden by target.android.compile_multilib or
Colin Crossee0bc3b2018-10-02 22:01:37 -0700600// target.host.compile_multilib).
601// - The default multilib passed to InitAndroidArchModule if compile_multilib was not set.
602// Valid multilib values include:
603// "both": compile for all Targets supported by the OsClass (generally x86_64 and x86, or arm64 and arm).
604// "first": compile for only a single preferred Target supported by the OsClass. This is generally x86_64 or arm64,
Elliott Hughes79ae3412020-04-17 15:49:49 -0700605// but may be arm for a 32-bit only build.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700606// "32": compile for only a single 32-bit Target supported by the OsClass.
607// "64": compile for only a single 64-bit Target supported by the OsClass.
Colin Crossa6845402020-11-16 15:08:19 -0800608// "common": compile a for a single Target that will work on all Targets supported by the OsClass (for example Java).
609// "common_first": compile a for a Target that will work on all Targets supported by the OsClass
610// (same as "common"), plus a second Target for the preferred Target supported by the OsClass
611// (same as "first"). This is used for java_binary that produces a common .jar and a wrapper
612// executable script.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700613//
614// Once the list of Targets is determined, the module is split into a variant for each Target.
615//
616// Modules can be initialized with InitAndroidMultiTargetsArchModule, in which case they will be split by OsClass,
617// but will have a common Target that is expected to handle all other selected Targets via ctx.MultiTargets().
Colin Cross617b88a2020-08-24 18:04:09 -0700618func archMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Cross635c3b02016-05-18 15:37:25 -0700619 var module Module
Colin Cross3f40fa42015-01-30 17:27:36 -0800620 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700621 if module, ok = bpctx.Module().(Module); !ok {
622 if bootstrap.IsBootstrapModule(bpctx.Module()) {
623 // Bootstrap Go modules are always the build architecture.
624 bpctx.CreateVariations(bpctx.Config().(Config).BuildOSTarget.ArchVariation())
625 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800626 return
627 }
628
Colin Cross617b88a2020-08-24 18:04:09 -0700629 // Bootstrap Go module support above requires this mutator to be a
630 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
631 // filters out non-Soong modules. Now that we've handled them, create a
632 // normal android.BottomUpMutatorContext.
Liz Kammer356f7d42021-01-26 09:18:53 -0500633 mctx := bottomUpMutatorContextFactory(bpctx, module, false, false)
Colin Cross617b88a2020-08-24 18:04:09 -0700634
Colin Cross5eca7cb2018-10-02 14:02:10 -0700635 base := module.base()
636
637 if !base.ArchSpecific() {
Colin Crossb9db4802016-06-03 01:50:47 +0000638 return
639 }
640
Colin Crossa195f912019-10-16 11:07:20 -0700641 os := base.commonProperties.CompileOS
Paul Duffin1356d8c2020-02-25 19:26:33 +0000642 if os == CommonOS {
643 // Make sure that the target related properties are initialized for the
644 // CommonOS variant.
645 addTargetProperties(module, commonTargetMap[os.Name], nil, true)
646
647 // Do not create arch specific variants for the CommonOS variant.
648 return
649 }
650
Colin Crossa195f912019-10-16 11:07:20 -0700651 osTargets := mctx.Config().Targets[os]
Colin Crossfb0c16e2019-11-20 17:12:35 -0800652 image := base.commonProperties.ImageVariation
Colin Crossa6845402020-11-16 15:08:19 -0800653 // Filter NativeBridge targets unless they are explicitly supported.
654 // Skip creating native bridge variants for non-core modules.
Colin Cross83bead42019-12-18 10:45:46 -0800655 if os == Android &&
656 !(Bool(base.commonProperties.Native_bridge_supported) && image == CoreVariation) {
657
Colin Crossa195f912019-10-16 11:07:20 -0700658 var targets []Target
659 for _, t := range osTargets {
660 if !t.NativeBridge {
661 targets = append(targets, t)
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700662 }
663 }
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700664
Colin Crossa195f912019-10-16 11:07:20 -0700665 osTargets = targets
666 }
Colin Crossee0bc3b2018-10-02 22:01:37 -0700667
Yifan Hong60e0cfb2020-10-21 15:17:56 -0700668 // only the primary arch in the ramdisk / vendor_ramdisk / recovery partition
Inseob Kim08758f02021-04-08 21:13:22 +0900669 if os == Android && (module.InstallInRecovery() || module.InstallInRamdisk() || module.InstallInVendorRamdisk() || module.InstallInDebugRamdisk()) {
Colin Crossa195f912019-10-16 11:07:20 -0700670 osTargets = []Target{osTargets[0]}
671 }
dimitry1f33e402019-03-26 12:39:31 +0100672
Jaewoong Jung003d8082021-02-24 17:39:54 -0800673 // Windows builds always prefer 32-bit
674 prefer32 := os == Windows
dimitry1f33e402019-03-26 12:39:31 +0100675
Colin Crossa6845402020-11-16 15:08:19 -0800676 // Determine the multilib selection for this module.
Colin Crossa195f912019-10-16 11:07:20 -0700677 multilib, extraMultilib := decodeMultilib(base, os.Class)
Colin Crossa6845402020-11-16 15:08:19 -0800678
679 // Convert the multilib selection into a list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700680 targets, err := decodeMultilibTargets(multilib, osTargets, prefer32)
681 if err != nil {
682 mctx.ModuleErrorf("%s", err.Error())
683 }
Colin Cross5eca7cb2018-10-02 14:02:10 -0700684
Colin Crossa6845402020-11-16 15:08:19 -0800685 // If the module is using extraMultilib, decode the extraMultilib selection into
686 // a separate list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700687 var multiTargets []Target
688 if extraMultilib != "" {
689 multiTargets, err = decodeMultilibTargets(extraMultilib, osTargets, prefer32)
Colin Crossa1ad8d12016-06-01 17:09:44 -0700690 if err != nil {
691 mctx.ModuleErrorf("%s", err.Error())
692 }
Colin Crossb9db4802016-06-03 01:50:47 +0000693 }
694
Colin Crossa6845402020-11-16 15:08:19 -0800695 // Recovery is always the primary architecture, filter out any other architectures.
Inseob Kim20fb5d42021-02-02 20:07:58 +0900696 // Common arch is also allowed
Colin Crossfb0c16e2019-11-20 17:12:35 -0800697 if image == RecoveryVariation {
698 primaryArch := mctx.Config().DevicePrimaryArchType()
Inseob Kim20fb5d42021-02-02 20:07:58 +0900699 targets = filterToArch(targets, primaryArch, Common)
700 multiTargets = filterToArch(multiTargets, primaryArch, Common)
Colin Crossfb0c16e2019-11-20 17:12:35 -0800701 }
702
Colin Crossa6845402020-11-16 15:08:19 -0800703 // If there are no supported targets disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700704 if len(targets) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900705 base.Disable()
Dan Willemsen3f32f032016-07-11 14:36:48 -0700706 return
707 }
708
Colin Crossa6845402020-11-16 15:08:19 -0800709 // Convert the targets into a list of arch variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700710 targetNames := make([]string, len(targets))
Colin Crossa195f912019-10-16 11:07:20 -0700711 for i, target := range targets {
712 targetNames[i] = target.ArchVariation()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700713 }
714
Colin Crossa6845402020-11-16 15:08:19 -0800715 // Create the variations, annotate each one with which Target it was created for, and
716 // squash the appropriate arch-specific properties into the top level properties.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700717 modules := mctx.CreateVariations(targetNames...)
Colin Cross3f40fa42015-01-30 17:27:36 -0800718 for i, m := range modules {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000719 addTargetProperties(m, targets[i], multiTargets, i == 0)
Colin Cross617b88a2020-08-24 18:04:09 -0700720 m.base().setArchProperties(mctx)
Colin Cross3f40fa42015-01-30 17:27:36 -0800721 }
722}
723
Colin Crossa6845402020-11-16 15:08:19 -0800724// addTargetProperties annotates a variant with the Target is is being compiled for, the list
725// of additional Targets it is supporting (if any), and whether it is the primary Target for
726// the module.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000727func addTargetProperties(m Module, target Target, multiTargets []Target, primaryTarget bool) {
728 m.base().commonProperties.CompileTarget = target
729 m.base().commonProperties.CompileMultiTargets = multiTargets
730 m.base().commonProperties.CompilePrimary = primaryTarget
731}
732
Colin Crossa6845402020-11-16 15:08:19 -0800733// decodeMultilib returns the appropriate compile_multilib property for the module, or the default
734// multilib from the factory's call to InitAndroidArchModule if none was set. For modules that
735// called InitAndroidMultiTargetsArchModule it always returns "common" for multilib, and returns
736// the actual multilib in extraMultilib.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700737func decodeMultilib(base *ModuleBase, class OsClass) (multilib, extraMultilib string) {
Colin Crossa6845402020-11-16 15:08:19 -0800738 // First check the "android.compile_multilib" or "host.compile_multilib" properties.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700739 switch class {
740 case Device:
741 multilib = String(base.commonProperties.Target.Android.Compile_multilib)
Jiyong Park1613e552020-09-14 19:43:17 +0900742 case Host:
Colin Crossee0bc3b2018-10-02 22:01:37 -0700743 multilib = String(base.commonProperties.Target.Host.Compile_multilib)
744 }
Colin Crossa6845402020-11-16 15:08:19 -0800745
746 // If those aren't set, try the "compile_multilib" property.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700747 if multilib == "" {
748 multilib = String(base.commonProperties.Compile_multilib)
749 }
Colin Crossa6845402020-11-16 15:08:19 -0800750
751 // If that wasn't set, use the default multilib set by the factory.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700752 if multilib == "" {
753 multilib = base.commonProperties.Default_multilib
754 }
755
756 if base.commonProperties.UseTargetVariants {
757 return multilib, ""
758 } else {
759 // For app modules a single arch variant will be created per OS class which is expected to handle all the
760 // selected arches. Return the common-type as multilib and any Android.bp provided multilib as extraMultilib
761 if multilib == base.commonProperties.Default_multilib {
762 multilib = "first"
763 }
764 return base.commonProperties.Default_multilib, multilib
765 }
766}
767
Colin Crossa6845402020-11-16 15:08:19 -0800768// filterToArch takes a list of Targets and an ArchType, and returns a modified list that contains
Inseob Kim20fb5d42021-02-02 20:07:58 +0900769// only Targets that have the specified ArchTypes.
770func filterToArch(targets []Target, archs ...ArchType) []Target {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800771 for i := 0; i < len(targets); i++ {
Inseob Kim20fb5d42021-02-02 20:07:58 +0900772 found := false
773 for _, arch := range archs {
774 if targets[i].Arch.ArchType == arch {
775 found = true
776 break
777 }
778 }
779 if !found {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800780 targets = append(targets[:i], targets[i+1:]...)
781 i--
782 }
783 }
784 return targets
785}
786
Colin Crossa6845402020-11-16 15:08:19 -0800787// archPropRoot is a struct type used as the top level of the arch-specific properties. It
788// contains the "arch", "multilib", and "target" property structs. It is used to split up the
789// property structs to limit how much is allocated when a single arch-specific property group is
790// used. The types are interface{} because they will hold instances of runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800791type archPropRoot struct {
792 Arch, Multilib, Target interface{}
793}
794
Colin Crossa6845402020-11-16 15:08:19 -0800795// archPropTypeDesc holds the runtime-created types for the property structs to instantiate to
796// create an archPropRoot property struct.
797type archPropTypeDesc struct {
798 arch, multilib, target reflect.Type
799}
800
Colin Crosscbbd13f2020-01-17 14:08:22 -0800801// createArchPropTypeDesc takes a reflect.Type that is either a struct or a pointer to a struct, and
802// returns lists of reflect.Types that contains the arch-variant properties inside structs for each
803// arch, multilib and target property.
Colin Crossa6845402020-11-16 15:08:19 -0800804//
805// This is a relatively expensive operation, so the results are cached in the global
806// archPropTypeMap. It is constructed entirely based on compile-time data, so there is no need
807// to isolate the results between multiple tests running in parallel.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800808func createArchPropTypeDesc(props reflect.Type) []archPropTypeDesc {
Colin Crossb1d8c992020-01-21 11:43:29 -0800809 // Each property struct shard will be nested many times under the runtime generated arch struct,
810 // which can hit the limit of 64kB for the name of runtime generated structs. They are nested
811 // 97 times now, which may grow in the future, plus there is some overhead for the containing
812 // type. This number may need to be reduced if too many are added, but reducing it too far
813 // could cause problems if a single deeply nested property no longer fits in the name.
814 const maxArchTypeNameSize = 500
815
Colin Crossa6845402020-11-16 15:08:19 -0800816 // Convert the type to a new set of types that contains only the arch-specific properties
817 // (those that are tagged with `android:"arch_specific"`), and sharded into multiple types
818 // to keep the runtime-generated names under the limit.
Colin Crossb1d8c992020-01-21 11:43:29 -0800819 propShards, _ := proptools.FilterPropertyStructSharded(props, maxArchTypeNameSize, filterArchStruct)
Colin Crossa6845402020-11-16 15:08:19 -0800820
821 // If the type has no arch-specific properties there is nothing to do.
Colin Crosscb988072019-01-24 14:58:11 -0800822 if len(propShards) == 0 {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700823 return nil
824 }
825
Colin Crosscbbd13f2020-01-17 14:08:22 -0800826 var ret []archPropTypeDesc
Colin Crossc17727d2018-10-24 12:42:09 -0700827 for _, props := range propShards {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700828
Colin Crossa6845402020-11-16 15:08:19 -0800829 // variantFields takes a list of variant property field names and returns a list the
830 // StructFields with the names and the type of the current shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700831 variantFields := func(names []string) []reflect.StructField {
832 ret := make([]reflect.StructField, len(names))
Dan Willemsenb1957a52016-06-23 23:44:54 -0700833
Colin Crossc17727d2018-10-24 12:42:09 -0700834 for i, name := range names {
835 ret[i].Name = name
836 ret[i].Type = props
Dan Willemsen866b5632017-09-22 12:28:24 -0700837 }
Colin Crossc17727d2018-10-24 12:42:09 -0700838
839 return ret
840 }
841
Colin Crossa6845402020-11-16 15:08:19 -0800842 // Create a type that contains the properties in this shard repeated for each
843 // architecture, architecture variant, and architecture feature.
Colin Crossc17727d2018-10-24 12:42:09 -0700844 archFields := make([]reflect.StructField, len(archTypeList))
845 for i, arch := range archTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800846 var variants []string
Colin Crossc17727d2018-10-24 12:42:09 -0700847
848 for _, archVariant := range archVariants[arch] {
849 archVariant := variantReplacer.Replace(archVariant)
850 variants = append(variants, proptools.FieldNameForProperty(archVariant))
851 }
852 for _, feature := range archFeatures[arch] {
853 feature := variantReplacer.Replace(feature)
854 variants = append(variants, proptools.FieldNameForProperty(feature))
855 }
856
Colin Crossa6845402020-11-16 15:08:19 -0800857 // Create the StructFields for each architecture variant architecture feature
858 // (e.g. "arch.arm.cortex-a53" or "arch.arm.neon").
Colin Crossc17727d2018-10-24 12:42:09 -0700859 fields := variantFields(variants)
860
Colin Crossa6845402020-11-16 15:08:19 -0800861 // Create the StructField for the architecture itself (e.g. "arch.arm"). The special
862 // "BlueprintEmbed" name is used by Blueprint to put the properties in the
863 // parent struct.
Colin Crossc17727d2018-10-24 12:42:09 -0700864 fields = append([]reflect.StructField{{
865 Name: "BlueprintEmbed",
866 Type: props,
867 Anonymous: true,
868 }}, fields...)
869
870 archFields[i] = reflect.StructField{
871 Name: arch.Field,
872 Type: reflect.StructOf(fields),
873 }
874 }
Colin Crossa6845402020-11-16 15:08:19 -0800875
876 // Create the type of the "arch" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700877 archType := reflect.StructOf(archFields)
878
Colin Crossa6845402020-11-16 15:08:19 -0800879 // Create the type for the "multilib" property struct for this shard, containing the
880 // "multilib.lib32" and "multilib.lib64" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700881 multilibType := reflect.StructOf(variantFields([]string{"Lib32", "Lib64"}))
882
Colin Crossa6845402020-11-16 15:08:19 -0800883 // Start with a list of the special targets
Colin Crossc17727d2018-10-24 12:42:09 -0700884 targets := []string{
885 "Host",
886 "Android64",
887 "Android32",
888 "Bionic",
889 "Linux",
890 "Not_windows",
891 "Arm_on_x86",
892 "Arm_on_x86_64",
Victor Khimenkoc26fcf42020-05-07 22:16:33 +0200893 "Native_bridge",
Colin Crossc17727d2018-10-24 12:42:09 -0700894 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000895 for _, os := range osTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800896 // Add all the OSes.
Colin Crossc17727d2018-10-24 12:42:09 -0700897 targets = append(targets, os.Field)
898
Colin Crossa6845402020-11-16 15:08:19 -0800899 // Add the OS/Arch combinations, e.g. "android_arm64".
Colin Crossc17727d2018-10-24 12:42:09 -0700900 for _, archType := range osArchTypeMap[os] {
Liz Kammer9abd62d2021-05-21 08:37:59 -0400901 targets = append(targets, GetCompoundTargetField(os, archType))
Colin Crossc17727d2018-10-24 12:42:09 -0700902
Colin Crossa6845402020-11-16 15:08:19 -0800903 // Also add the special "linux_<arch>" and "bionic_<arch>" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700904 if os.Linux() {
905 target := "Linux_" + archType.Name
906 if !InList(target, targets) {
907 targets = append(targets, target)
908 }
909 }
910 if os.Bionic() {
911 target := "Bionic_" + archType.Name
912 if !InList(target, targets) {
913 targets = append(targets, target)
914 }
Dan Willemsen866b5632017-09-22 12:28:24 -0700915 }
916 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700917 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700918
Colin Crossa6845402020-11-16 15:08:19 -0800919 // Create the type for the "target" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700920 targetType := reflect.StructOf(variantFields(targets))
Colin Crosscbbd13f2020-01-17 14:08:22 -0800921
Colin Crossa6845402020-11-16 15:08:19 -0800922 // Return a descriptor of the 3 runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800923 ret = append(ret, archPropTypeDesc{
924 arch: reflect.PtrTo(archType),
925 multilib: reflect.PtrTo(multilibType),
926 target: reflect.PtrTo(targetType),
927 })
Colin Crossc17727d2018-10-24 12:42:09 -0700928 }
929 return ret
Dan Willemsenb1957a52016-06-23 23:44:54 -0700930}
931
Colin Crossa6845402020-11-16 15:08:19 -0800932// variantReplacer converts architecture variant or architecture feature names into names that
933// are valid for an Android.bp file.
934var variantReplacer = strings.NewReplacer("-", "_", ".", "_")
935
936// filterArchStruct returns true if the given field is an architecture specific property.
Colin Cross74449102019-09-25 11:26:40 -0700937func filterArchStruct(field reflect.StructField, prefix string) (bool, reflect.StructField) {
938 if proptools.HasTag(field, "android", "arch_variant") {
939 // The arch_variant field isn't necessary past this point
940 // Instead of wasting space, just remove it. Go also has a
941 // 16-bit limit on structure name length. The name is constructed
942 // based on the Go source representation of the structure, so
943 // the tag names count towards that length.
Colin Crossb4fecbf2020-01-21 11:38:47 -0800944
945 androidTag := field.Tag.Get("android")
946 values := strings.Split(androidTag, ",")
947
948 if string(field.Tag) != `android:"`+strings.Join(values, ",")+`"` {
949 panic(fmt.Errorf("unexpected tag format %q", field.Tag))
Colin Cross74449102019-09-25 11:26:40 -0700950 }
Liz Kammer4562a3b2021-04-21 18:15:34 -0400951 // don't delete path tag as it is needed for bp2build
Colin Crossb4fecbf2020-01-21 11:38:47 -0800952 // these tags don't need to be present in the runtime generated struct type.
Liz Kammer4562a3b2021-04-21 18:15:34 -0400953 values = RemoveListFromList(values, []string{"arch_variant", "variant_prepend"})
954 if len(values) > 0 && values[0] != "path" {
Colin Crossb4fecbf2020-01-21 11:38:47 -0800955 panic(fmt.Errorf("unknown tags %q in field %q", values, prefix+field.Name))
Liz Kammer4562a3b2021-04-21 18:15:34 -0400956 } else if len(values) == 1 {
957 field.Tag = reflect.StructTag(`android:"` + strings.Join(values, ",") + `"`)
958 } else {
959 field.Tag = ``
Colin Crossb4fecbf2020-01-21 11:38:47 -0800960 }
961
Colin Cross74449102019-09-25 11:26:40 -0700962 return true, field
963 }
964 return false, field
965}
966
Colin Crossa6845402020-11-16 15:08:19 -0800967// archPropTypeMap contains a cache of the results of createArchPropTypeDesc for each type. It is
968// shared across all Contexts, but is constructed based only on compile-time information so there
969// is no risk of contaminating one Context with data from another.
Dan Willemsenb1957a52016-06-23 23:44:54 -0700970var archPropTypeMap OncePer
971
Colin Crossa6845402020-11-16 15:08:19 -0800972// initArchModule adds the architecture-specific property structs to a Module.
973func initArchModule(m Module) {
Colin Cross3f40fa42015-01-30 17:27:36 -0800974
975 base := m.base()
976
Colin Crossa6845402020-11-16 15:08:19 -0800977 // Store the original list of top level property structs
Colin Cross36242852017-06-23 15:06:31 -0700978 base.generalProperties = m.GetProperties()
Colin Cross3f40fa42015-01-30 17:27:36 -0800979
980 for _, properties := range base.generalProperties {
981 propertiesValue := reflect.ValueOf(properties)
Colin Cross62496a02016-08-08 15:49:17 -0700982 t := propertiesValue.Type()
Colin Cross3f40fa42015-01-30 17:27:36 -0800983 if propertiesValue.Kind() != reflect.Ptr {
Colin Crossca860ac2016-01-04 14:34:37 -0800984 panic(fmt.Errorf("properties must be a pointer to a struct, got %T",
985 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -0800986 }
987
988 propertiesValue = propertiesValue.Elem()
989 if propertiesValue.Kind() != reflect.Struct {
Colin Crossca860ac2016-01-04 14:34:37 -0800990 panic(fmt.Errorf("properties must be a pointer to a struct, got %T",
991 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -0800992 }
993
Colin Crossa6845402020-11-16 15:08:19 -0800994 // Get or create the arch-specific property struct types for this property struct type.
Colin Cross571cccf2019-02-04 11:22:08 -0800995 archPropTypes := archPropTypeMap.Once(NewCustomOnceKey(t), func() interface{} {
Colin Crosscbbd13f2020-01-17 14:08:22 -0800996 return createArchPropTypeDesc(t)
997 }).([]archPropTypeDesc)
Colin Cross3f40fa42015-01-30 17:27:36 -0800998
Colin Crossa6845402020-11-16 15:08:19 -0800999 // Instantiate one of each arch-specific property struct type and add it to the
1000 // properties for the Module.
Colin Crossc17727d2018-10-24 12:42:09 -07001001 var archProperties []interface{}
1002 for _, t := range archPropTypes {
Colin Crosscbbd13f2020-01-17 14:08:22 -08001003 archProperties = append(archProperties, &archPropRoot{
1004 Arch: reflect.Zero(t.arch).Interface(),
1005 Multilib: reflect.Zero(t.multilib).Interface(),
1006 Target: reflect.Zero(t.target).Interface(),
1007 })
Dan Willemsenb1957a52016-06-23 23:44:54 -07001008 }
Colin Crossc17727d2018-10-24 12:42:09 -07001009 base.archProperties = append(base.archProperties, archProperties)
1010 m.AddProperties(archProperties...)
Colin Cross3f40fa42015-01-30 17:27:36 -08001011 }
1012
Colin Crossa6845402020-11-16 15:08:19 -08001013 // Update the list of properties that can be set by a defaults module or a call to
1014 // AppendMatchingProperties or PrependMatchingProperties.
Colin Cross36242852017-06-23 15:06:31 -07001015 base.customizableProperties = m.GetProperties()
Colin Cross3f40fa42015-01-30 17:27:36 -08001016}
1017
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001018func maybeBlueprintEmbed(src reflect.Value) reflect.Value {
Colin Crossa6845402020-11-16 15:08:19 -08001019 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
1020 // into the BlueprintEmbed field.
Dan Willemsenb1957a52016-06-23 23:44:54 -07001021 if src.Kind() == reflect.Struct {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001022 return src.FieldByName("BlueprintEmbed")
1023 } else {
1024 return src
Colin Cross06a931b2015-10-28 17:23:31 -07001025 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001026}
1027
1028// Merges the property struct in srcValue into dst.
Liz Kammerb6dbc872021-05-14 15:14:40 -04001029func mergePropertyStruct(ctx ArchVariantContext, dst interface{}, srcValue reflect.Value) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001030 src := maybeBlueprintEmbed(srcValue).Interface()
Colin Cross06a931b2015-10-28 17:23:31 -07001031
Colin Crossa6845402020-11-16 15:08:19 -08001032 // order checks the `android:"variant_prepend"` tag to handle properties where the
1033 // arch-specific value needs to come before the generic value, for example for lists of
1034 // include directories.
Colin Cross6ee75b62016-05-05 15:57:15 -07001035 order := func(property string,
1036 dstField, srcField reflect.StructField,
1037 dstValue, srcValue interface{}) (proptools.Order, error) {
1038 if proptools.HasTag(dstField, "android", "variant_prepend") {
1039 return proptools.Prepend, nil
1040 } else {
1041 return proptools.Append, nil
1042 }
1043 }
1044
Colin Crossa6845402020-11-16 15:08:19 -08001045 // Squash the located property struct into the destination property struct.
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001046 err := proptools.ExtendMatchingProperties([]interface{}{dst}, src, nil, order)
Colin Cross06a931b2015-10-28 17:23:31 -07001047 if err != nil {
1048 if propertyErr, ok := err.(*proptools.ExtendPropertyError); ok {
1049 ctx.PropertyErrorf(propertyErr.Property, "%s", propertyErr.Err.Error())
1050 } else {
1051 panic(err)
1052 }
1053 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001054}
Colin Cross85a88972015-11-23 13:29:51 -08001055
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001056// Returns the immediate child of the input property struct that corresponds to
1057// the sub-property "field".
Liz Kammerb6dbc872021-05-14 15:14:40 -04001058func getChildPropertyStruct(ctx ArchVariantContext,
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001059 src reflect.Value, field, userFriendlyField string) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001060
1061 // Step into non-nil pointers to structs in the src value.
1062 if src.Kind() == reflect.Ptr {
1063 if src.IsNil() {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001064 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001065 }
1066 src = src.Elem()
1067 }
1068
1069 // Find the requested field in the src struct.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001070 child := src.FieldByName(proptools.FieldNameForProperty(field))
1071 if !child.IsValid() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001072 ctx.ModuleErrorf("field %q does not exist", userFriendlyField)
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001073 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001074 }
1075
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001076 if child.IsZero() {
1077 return reflect.Value{}, false
1078 }
1079
1080 return child, true
Colin Cross06a931b2015-10-28 17:23:31 -07001081}
1082
Colin Crossa6845402020-11-16 15:08:19 -08001083// Squash the appropriate OS-specific property structs into the matching top level property structs
1084// based on the CompileOS value that was annotated on the variant.
Colin Crossa195f912019-10-16 11:07:20 -07001085func (m *ModuleBase) setOSProperties(ctx BottomUpMutatorContext) {
1086 os := m.commonProperties.CompileOS
1087
1088 for i := range m.generalProperties {
1089 genProps := m.generalProperties[i]
1090 if m.archProperties[i] == nil {
1091 continue
1092 }
1093 for _, archProperties := range m.archProperties[i] {
1094 archPropValues := reflect.ValueOf(archProperties).Elem()
1095
Colin Crosscbbd13f2020-01-17 14:08:22 -08001096 targetProp := archPropValues.FieldByName("Target").Elem()
Colin Crossa195f912019-10-16 11:07:20 -07001097
1098 // Handle host-specific properties in the form:
1099 // target: {
1100 // host: {
1101 // key: value,
1102 // },
1103 // },
Jiyong Park1613e552020-09-14 19:43:17 +09001104 if os.Class == Host {
Colin Crossa195f912019-10-16 11:07:20 -07001105 field := "Host"
1106 prefix := "target.host"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001107 if hostProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1108 mergePropertyStruct(ctx, genProps, hostProperties)
1109 }
Colin Crossa195f912019-10-16 11:07:20 -07001110 }
1111
1112 // Handle target OS generalities of the form:
1113 // target: {
1114 // bionic: {
1115 // key: value,
1116 // },
1117 // }
1118 if os.Linux() {
1119 field := "Linux"
1120 prefix := "target.linux"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001121 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1122 mergePropertyStruct(ctx, genProps, linuxProperties)
1123 }
Colin Crossa195f912019-10-16 11:07:20 -07001124 }
1125
1126 if os.Bionic() {
1127 field := "Bionic"
1128 prefix := "target.bionic"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001129 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1130 mergePropertyStruct(ctx, genProps, bionicProperties)
1131 }
Colin Crossa195f912019-10-16 11:07:20 -07001132 }
1133
1134 // Handle target OS properties in the form:
1135 // target: {
1136 // linux_glibc: {
1137 // key: value,
1138 // },
1139 // not_windows: {
1140 // key: value,
1141 // },
1142 // android {
1143 // key: value,
1144 // },
1145 // },
1146 field := os.Field
1147 prefix := "target." + os.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001148 if osProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1149 mergePropertyStruct(ctx, genProps, osProperties)
1150 }
Colin Crossa195f912019-10-16 11:07:20 -07001151
Jiyong Park1613e552020-09-14 19:43:17 +09001152 if os.Class == Host && os != Windows {
Colin Crossa195f912019-10-16 11:07:20 -07001153 field := "Not_windows"
1154 prefix := "target.not_windows"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001155 if notWindowsProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1156 mergePropertyStruct(ctx, genProps, notWindowsProperties)
1157 }
Colin Crossa195f912019-10-16 11:07:20 -07001158 }
1159
1160 // Handle 64-bit device properties in the form:
1161 // target {
1162 // android64 {
1163 // key: value,
1164 // },
1165 // android32 {
1166 // key: value,
1167 // },
1168 // },
1169 // WARNING: this is probably not what you want to use in your blueprints file, it selects
1170 // options for all targets on a device that supports 64-bit binaries, not just the targets
1171 // that are being compiled for 64-bit. Its expected use case is binaries like linker and
1172 // debuggerd that need to know when they are a 32-bit process running on a 64-bit device
1173 if os.Class == Device {
1174 if ctx.Config().Android64() {
1175 field := "Android64"
1176 prefix := "target.android64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001177 if android64Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1178 mergePropertyStruct(ctx, genProps, android64Properties)
1179 }
Colin Crossa195f912019-10-16 11:07:20 -07001180 } else {
1181 field := "Android32"
1182 prefix := "target.android32"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001183 if android32Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1184 mergePropertyStruct(ctx, genProps, android32Properties)
1185 }
Colin Crossa195f912019-10-16 11:07:20 -07001186 }
1187 }
1188 }
1189 }
1190}
1191
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001192// Returns the struct containing the properties specific to the given
1193// architecture type. These look like this in Blueprint files:
1194// arch: {
1195// arm64: {
1196// key: value,
1197// },
1198// },
1199// This struct will also contain sub-structs containing to the architecture/CPU
1200// variants and features that themselves contain properties specific to those.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001201func getArchTypeStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001202 archPropValues := reflect.ValueOf(archProperties).Elem()
1203 archProp := archPropValues.FieldByName("Arch").Elem()
1204 prefix := "arch." + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001205 return getChildPropertyStruct(ctx, archProp, archType.Name, prefix)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001206}
1207
1208// Returns the struct containing the properties specific to a given multilib
1209// value. These look like this in the Blueprint file:
1210// multilib: {
1211// lib32: {
1212// key: value,
1213// },
1214// },
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001215func getMultilibStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001216 archPropValues := reflect.ValueOf(archProperties).Elem()
1217 multilibProp := archPropValues.FieldByName("Multilib").Elem()
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001218 return getChildPropertyStruct(ctx, multilibProp, archType.Multilib, "multilib."+archType.Multilib)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001219}
1220
Liz Kammer9abd62d2021-05-21 08:37:59 -04001221func GetCompoundTargetField(os OsType, arch ArchType) string {
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001222 return os.Field + "_" + arch.Name
1223}
1224
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001225// Returns the structs corresponding to the properties specific to the given
1226// architecture and OS in archProperties.
1227func getArchProperties(ctx BaseMutatorContext, archProperties interface{}, arch Arch, os OsType, nativeBridgeEnabled bool) []reflect.Value {
1228 result := make([]reflect.Value, 0)
1229 archPropValues := reflect.ValueOf(archProperties).Elem()
1230
1231 targetProp := archPropValues.FieldByName("Target").Elem()
1232
1233 archType := arch.ArchType
1234
1235 if arch.ArchType != Common {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001236 archStruct, ok := getArchTypeStruct(ctx, archProperties, arch.ArchType)
1237 if ok {
1238 result = append(result, archStruct)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001239
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001240 // Handle arch-variant-specific properties in the form:
1241 // arch: {
1242 // arm: {
1243 // variant: {
1244 // key: value,
1245 // },
1246 // },
1247 // },
1248 v := variantReplacer.Replace(arch.ArchVariant)
1249 if v != "" {
1250 prefix := "arch." + archType.Name + "." + v
1251 if variantProperties, ok := getChildPropertyStruct(ctx, archStruct, v, prefix); ok {
1252 result = append(result, variantProperties)
1253 }
1254 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001255
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001256 // Handle cpu-variant-specific properties in the form:
1257 // arch: {
1258 // arm: {
1259 // variant: {
1260 // key: value,
1261 // },
1262 // },
1263 // },
1264 if arch.CpuVariant != arch.ArchVariant {
1265 c := variantReplacer.Replace(arch.CpuVariant)
1266 if c != "" {
1267 prefix := "arch." + archType.Name + "." + c
1268 if cpuVariantProperties, ok := getChildPropertyStruct(ctx, archStruct, c, prefix); ok {
1269 result = append(result, cpuVariantProperties)
1270 }
1271 }
1272 }
1273
1274 // Handle arch-feature-specific properties in the form:
1275 // arch: {
1276 // arm: {
1277 // feature: {
1278 // key: value,
1279 // },
1280 // },
1281 // },
1282 for _, feature := range arch.ArchFeatures {
1283 prefix := "arch." + archType.Name + "." + feature
1284 if featureProperties, ok := getChildPropertyStruct(ctx, archStruct, feature, prefix); ok {
1285 result = append(result, featureProperties)
1286 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001287 }
1288 }
1289
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001290 if multilibProperties, ok := getMultilibStruct(ctx, archProperties, archType); ok {
1291 result = append(result, multilibProperties)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001292 }
1293
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001294 // Handle combined OS-feature and arch specific properties in the form:
1295 // target: {
1296 // bionic_x86: {
1297 // key: value,
1298 // },
1299 // }
1300 if os.Linux() {
1301 field := "Linux_" + arch.ArchType.Name
1302 userFriendlyField := "target.linux_" + arch.ArchType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001303 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1304 result = append(result, linuxProperties)
1305 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001306 }
1307
1308 if os.Bionic() {
1309 field := "Bionic_" + archType.Name
1310 userFriendlyField := "target.bionic_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001311 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1312 result = append(result, bionicProperties)
1313 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001314 }
1315
1316 // Handle combined OS and arch specific properties in the form:
1317 // target: {
1318 // linux_glibc_x86: {
1319 // key: value,
1320 // },
1321 // linux_glibc_arm: {
1322 // key: value,
1323 // },
1324 // android_arm {
1325 // key: value,
1326 // },
1327 // android_x86 {
1328 // key: value,
1329 // },
1330 // },
Liz Kammer9abd62d2021-05-21 08:37:59 -04001331 field := GetCompoundTargetField(os, archType)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001332 userFriendlyField := "target." + os.Name + "_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001333 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1334 result = append(result, osArchProperties)
1335 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001336 }
1337
1338 // Handle arm on x86 properties in the form:
1339 // target {
1340 // arm_on_x86 {
1341 // key: value,
1342 // },
1343 // arm_on_x86_64 {
1344 // key: value,
1345 // },
1346 // },
1347 if os.Class == Device {
1348 if arch.ArchType == X86 && (hasArmAbi(arch) ||
1349 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1350 field := "Arm_on_x86"
1351 userFriendlyField := "target.arm_on_x86"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001352 if armOnX86Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1353 result = append(result, armOnX86Properties)
1354 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001355 }
1356 if arch.ArchType == X86_64 && (hasArmAbi(arch) ||
1357 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1358 field := "Arm_on_x86_64"
1359 userFriendlyField := "target.arm_on_x86_64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001360 if armOnX8664Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1361 result = append(result, armOnX8664Properties)
1362 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001363 }
1364 if os == Android && nativeBridgeEnabled {
1365 userFriendlyField := "Native_bridge"
1366 prefix := "target.native_bridge"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001367 if nativeBridgeProperties, ok := getChildPropertyStruct(ctx, targetProp, userFriendlyField, prefix); ok {
1368 result = append(result, nativeBridgeProperties)
1369 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001370 }
1371 }
1372
1373 return result
1374}
1375
Colin Crossa6845402020-11-16 15:08:19 -08001376// Squash the appropriate arch-specific property structs into the matching top level property
1377// structs based on the CompileTarget value that was annotated on the variant.
Colin Cross4157e882019-06-06 16:57:04 -07001378func (m *ModuleBase) setArchProperties(ctx BottomUpMutatorContext) {
1379 arch := m.Arch()
1380 os := m.Os()
Colin Crossd3ba0392015-05-07 14:11:29 -07001381
Colin Cross4157e882019-06-06 16:57:04 -07001382 for i := range m.generalProperties {
1383 genProps := m.generalProperties[i]
1384 if m.archProperties[i] == nil {
Dan Willemsenb1957a52016-06-23 23:44:54 -07001385 continue
1386 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001387
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001388 propStructs := make([]reflect.Value, 0)
1389 for _, archProperty := range m.archProperties[i] {
1390 propStructShard := getArchProperties(ctx, archProperty, arch, os, m.Target().NativeBridge == NativeBridgeEnabled)
1391 propStructs = append(propStructs, propStructShard...)
1392 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001393
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001394 for _, propStruct := range propStructs {
1395 mergePropertyStruct(ctx, genProps, propStruct)
Colin Crossbb2e2b72016-12-08 17:23:53 -08001396 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001397 }
1398}
1399
Colin Crossa6845402020-11-16 15:08:19 -08001400// Convert the arch product variables into a list of targets for each OsType.
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001401func decodeTargetProductVariables(config *config) (map[OsType][]Target, error) {
Dan Willemsen45133ac2018-03-09 21:22:06 -08001402 variables := config.productVariables
Dan Willemsen490fd492015-11-24 17:53:15 -08001403
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001404 targets := make(map[OsType][]Target)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001405 var targetErr error
1406
dimitry1f33e402019-03-26 12:39:31 +01001407 addTarget := func(os OsType, archName string, archVariant, cpuVariant *string, abi []string,
dimitry8d6dde82019-07-11 10:23:53 +02001408 nativeBridgeEnabled NativeBridgeSupport, nativeBridgeHostArchName *string,
1409 nativeBridgeRelativePath *string) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001410 if targetErr != nil {
1411 return
Dan Willemsen490fd492015-11-24 17:53:15 -08001412 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001413
Dan Willemsen01a3c252019-01-11 19:02:16 -08001414 arch, err := decodeArch(os, archName, archVariant, cpuVariant, abi)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001415 if err != nil {
1416 targetErr = err
1417 return
1418 }
dimitry8d6dde82019-07-11 10:23:53 +02001419 nativeBridgeRelativePathStr := String(nativeBridgeRelativePath)
1420 nativeBridgeHostArchNameStr := String(nativeBridgeHostArchName)
1421
1422 // Use guest arch as relative install path by default
1423 if nativeBridgeEnabled && nativeBridgeRelativePathStr == "" {
1424 nativeBridgeRelativePathStr = arch.ArchType.String()
1425 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001426
Jiyong Park1613e552020-09-14 19:43:17 +09001427 // A target is considered as HostCross if it's a host target which can't run natively on
1428 // the currently configured build machine (either because the OS is different or because of
1429 // the unsupported arch)
1430 hostCross := false
1431 if os.Class == Host {
1432 var osSupported bool
1433 if os == BuildOs {
1434 osSupported = true
1435 } else if BuildOs.Linux() && os.Linux() {
1436 // LinuxBionic and Linux are compatible
1437 osSupported = true
1438 } else {
1439 osSupported = false
1440 }
1441
1442 var archSupported bool
1443 if arch.ArchType == Common {
1444 archSupported = true
1445 } else if arch.ArchType.Name == *variables.HostArch {
1446 archSupported = true
1447 } else if variables.HostSecondaryArch != nil && arch.ArchType.Name == *variables.HostSecondaryArch {
1448 archSupported = true
1449 } else {
1450 archSupported = false
1451 }
1452 if !osSupported || !archSupported {
1453 hostCross = true
1454 }
1455 }
1456
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001457 targets[os] = append(targets[os],
Colin Crossa1ad8d12016-06-01 17:09:44 -07001458 Target{
dimitry8d6dde82019-07-11 10:23:53 +02001459 Os: os,
1460 Arch: arch,
1461 NativeBridge: nativeBridgeEnabled,
1462 NativeBridgeHostArchName: nativeBridgeHostArchNameStr,
1463 NativeBridgeRelativePath: nativeBridgeRelativePathStr,
Jiyong Park1613e552020-09-14 19:43:17 +09001464 HostCross: hostCross,
Colin Crossa1ad8d12016-06-01 17:09:44 -07001465 })
Dan Willemsen490fd492015-11-24 17:53:15 -08001466 }
1467
Colin Cross4225f652015-09-17 14:33:42 -07001468 if variables.HostArch == nil {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001469 return nil, fmt.Errorf("No host primary architecture set")
Colin Cross4225f652015-09-17 14:33:42 -07001470 }
1471
Colin Crossa6845402020-11-16 15:08:19 -08001472 // The primary host target, which must always exist.
dimitry8d6dde82019-07-11 10:23:53 +02001473 addTarget(BuildOs, *variables.HostArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001474
Colin Crossa6845402020-11-16 15:08:19 -08001475 // An optional secondary host target.
Colin Crosseeabb892015-11-20 13:07:51 -08001476 if variables.HostSecondaryArch != nil && *variables.HostSecondaryArch != "" {
dimitry8d6dde82019-07-11 10:23:53 +02001477 addTarget(BuildOs, *variables.HostSecondaryArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001478 }
1479
Colin Crossa6845402020-11-16 15:08:19 -08001480 // Optional cross-compiled host targets, generally Windows.
Colin Crossff3ae9d2018-04-10 16:15:18 -07001481 if String(variables.CrossHost) != "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001482 crossHostOs := osByName(*variables.CrossHost)
1483 if crossHostOs == NoOsType {
1484 return nil, fmt.Errorf("Unknown cross host OS %q", *variables.CrossHost)
1485 }
1486
Colin Crossff3ae9d2018-04-10 16:15:18 -07001487 if String(variables.CrossHostArch) == "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001488 return nil, fmt.Errorf("No cross-host primary architecture set")
Dan Willemsen490fd492015-11-24 17:53:15 -08001489 }
1490
Colin Crossa6845402020-11-16 15:08:19 -08001491 // The primary cross-compiled host target.
dimitry8d6dde82019-07-11 10:23:53 +02001492 addTarget(crossHostOs, *variables.CrossHostArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001493
Colin Crossa6845402020-11-16 15:08:19 -08001494 // An optional secondary cross-compiled host target.
Dan Willemsen490fd492015-11-24 17:53:15 -08001495 if variables.CrossHostSecondaryArch != nil && *variables.CrossHostSecondaryArch != "" {
dimitry8d6dde82019-07-11 10:23:53 +02001496 addTarget(crossHostOs, *variables.CrossHostSecondaryArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001497 }
1498 }
1499
Colin Crossa6845402020-11-16 15:08:19 -08001500 // Optional device targets
Dan Willemsen3f32f032016-07-11 14:36:48 -07001501 if variables.DeviceArch != nil && *variables.DeviceArch != "" {
Doug Horn21b94272019-01-16 12:06:11 -08001502 var target = Android
1503 if Bool(variables.Fuchsia) {
1504 target = Fuchsia
1505 }
1506
Colin Crossa6845402020-11-16 15:08:19 -08001507 // The primary device target.
Doug Horn21b94272019-01-16 12:06:11 -08001508 addTarget(target, *variables.DeviceArch, variables.DeviceArchVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001509 variables.DeviceCpuVariant, variables.DeviceAbi, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001510
Colin Crossa6845402020-11-16 15:08:19 -08001511 // An optional secondary device target.
Dan Willemsen3f32f032016-07-11 14:36:48 -07001512 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" {
1513 addTarget(Android, *variables.DeviceSecondaryArch,
1514 variables.DeviceSecondaryArchVariant, variables.DeviceSecondaryCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001515 variables.DeviceSecondaryAbi, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001516 }
dimitry1f33e402019-03-26 12:39:31 +01001517
Colin Crossa6845402020-11-16 15:08:19 -08001518 // An optional NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001519 if variables.NativeBridgeArch != nil && *variables.NativeBridgeArch != "" {
1520 addTarget(Android, *variables.NativeBridgeArch,
1521 variables.NativeBridgeArchVariant, variables.NativeBridgeCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001522 variables.NativeBridgeAbi, NativeBridgeEnabled, variables.DeviceArch,
1523 variables.NativeBridgeRelativePath)
dimitry1f33e402019-03-26 12:39:31 +01001524 }
1525
Colin Crossa6845402020-11-16 15:08:19 -08001526 // An optional secondary NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001527 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" &&
1528 variables.NativeBridgeSecondaryArch != nil && *variables.NativeBridgeSecondaryArch != "" {
1529 addTarget(Android, *variables.NativeBridgeSecondaryArch,
1530 variables.NativeBridgeSecondaryArchVariant,
1531 variables.NativeBridgeSecondaryCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001532 variables.NativeBridgeSecondaryAbi,
1533 NativeBridgeEnabled,
1534 variables.DeviceSecondaryArch,
1535 variables.NativeBridgeSecondaryRelativePath)
dimitry1f33e402019-03-26 12:39:31 +01001536 }
Colin Cross4225f652015-09-17 14:33:42 -07001537 }
1538
Colin Crossa1ad8d12016-06-01 17:09:44 -07001539 if targetErr != nil {
1540 return nil, targetErr
1541 }
1542
1543 return targets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001544}
1545
Colin Crossbb2e2b72016-12-08 17:23:53 -08001546// hasArmAbi returns true if arch has at least one arm ABI
1547func hasArmAbi(arch Arch) bool {
Jaewoong Jung3aff5782020-02-11 07:54:35 -08001548 return PrefixInList(arch.Abi, "arm")
Colin Crossbb2e2b72016-12-08 17:23:53 -08001549}
1550
dimitry628db6f2019-05-22 17:16:21 +02001551// hasArmArch returns true if targets has at least non-native_bridge arm Android arch
Colin Cross4247f0d2017-04-13 16:56:14 -07001552func hasArmAndroidArch(targets []Target) bool {
1553 for _, target := range targets {
Victor Khimenko1a31f802020-09-17 03:07:31 +02001554 if target.Os == Android && target.Arch.ArchType == Arm {
Victor Khimenko5eb8ec12018-03-21 20:30:54 +01001555 return true
1556 }
1557 }
1558 return false
1559}
1560
Colin Crossa6845402020-11-16 15:08:19 -08001561// archConfig describes a built-in configuration.
Dan Albert4098deb2016-10-19 14:04:41 -07001562type archConfig struct {
1563 arch string
1564 archVariant string
1565 cpuVariant string
1566 abi []string
1567}
1568
Colin Crossa6845402020-11-16 15:08:19 -08001569// getNdkAbisConfig returns a list of archConfigs for the ABIs supported by the NDK.
Dan Albert4098deb2016-10-19 14:04:41 -07001570func getNdkAbisConfig() []archConfig {
1571 return []archConfig{
Dan Albert6bba6442020-01-30 15:16:49 -08001572 {"arm", "armv7-a", "", []string{"armeabi-v7a"}},
Tamas Petzbca786d2021-01-20 18:56:33 +01001573 {"arm64", "armv8-a-branchprot", "", []string{"arm64-v8a"}},
Dan Albert4098deb2016-10-19 14:04:41 -07001574 {"x86", "", "", []string{"x86"}},
1575 {"x86_64", "", "", []string{"x86_64"}},
1576 }
1577}
1578
Colin Crossa6845402020-11-16 15:08:19 -08001579// getAmlAbisConfig returns a list of archConfigs for the ABIs supported by mainline modules.
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001580func getAmlAbisConfig() []archConfig {
1581 return []archConfig{
Martin Stjernholm93688342020-10-16 21:45:10 +01001582 {"arm", "armv7-a-neon", "", []string{"armeabi-v7a"}},
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001583 {"arm64", "armv8-a", "", []string{"arm64-v8a"}},
1584 {"x86", "", "", []string{"x86"}},
1585 {"x86_64", "", "", []string{"x86_64"}},
1586 }
1587}
1588
Colin Crossa6845402020-11-16 15:08:19 -08001589// decodeArchSettings converts a list of archConfigs into a list of Targets for the given OsType.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001590func decodeArchSettings(os OsType, archConfigs []archConfig) ([]Target, error) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001591 var ret []Target
Dan Willemsen322acaf2016-01-12 23:07:05 -08001592
Dan Albert4098deb2016-10-19 14:04:41 -07001593 for _, config := range archConfigs {
Dan Willemsen01a3c252019-01-11 19:02:16 -08001594 arch, err := decodeArch(os, config.arch, &config.archVariant,
Colin Crossa74ca042019-01-31 14:31:51 -08001595 &config.cpuVariant, config.abi)
Dan Willemsen322acaf2016-01-12 23:07:05 -08001596 if err != nil {
1597 return nil, err
1598 }
Colin Cross3b19f5d2019-09-17 14:45:31 -07001599
Colin Crossa1ad8d12016-06-01 17:09:44 -07001600 ret = append(ret, Target{
1601 Os: Android,
1602 Arch: arch,
1603 })
Dan Willemsen322acaf2016-01-12 23:07:05 -08001604 }
1605
1606 return ret, nil
1607}
1608
Colin Crossa6845402020-11-16 15:08:19 -08001609// decodeArch converts a set of strings from product variables into an Arch struct.
Colin Crossa74ca042019-01-31 14:31:51 -08001610func decodeArch(os OsType, arch string, archVariant, cpuVariant *string, abi []string) (Arch, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001611 // Verify the arch is valid
Colin Crosseeabb892015-11-20 13:07:51 -08001612 archType, ok := archTypeMap[arch]
1613 if !ok {
1614 return Arch{}, fmt.Errorf("unknown arch %q", arch)
1615 }
Colin Cross4225f652015-09-17 14:33:42 -07001616
Colin Crosseeabb892015-11-20 13:07:51 -08001617 a := Arch{
Colin Cross4225f652015-09-17 14:33:42 -07001618 ArchType: archType,
Colin Crossa6845402020-11-16 15:08:19 -08001619 ArchVariant: String(archVariant),
1620 CpuVariant: String(cpuVariant),
Colin Crossa74ca042019-01-31 14:31:51 -08001621 Abi: abi,
Colin Crosseeabb892015-11-20 13:07:51 -08001622 }
1623
Colin Crossa6845402020-11-16 15:08:19 -08001624 // Convert generic arch variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001625 if a.ArchVariant == a.ArchType.Name || a.ArchVariant == "generic" {
1626 a.ArchVariant = ""
1627 }
1628
Colin Crossa6845402020-11-16 15:08:19 -08001629 // Convert generic CPU variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001630 if a.CpuVariant == a.ArchType.Name || a.CpuVariant == "generic" {
1631 a.CpuVariant = ""
1632 }
1633
Colin Crossa6845402020-11-16 15:08:19 -08001634 // Filter empty ABIs out of the list.
Colin Crosseeabb892015-11-20 13:07:51 -08001635 for i := 0; i < len(a.Abi); i++ {
1636 if a.Abi[i] == "" {
1637 a.Abi = append(a.Abi[:i], a.Abi[i+1:]...)
1638 i--
1639 }
1640 }
1641
Dan Willemsen01a3c252019-01-11 19:02:16 -08001642 if a.ArchVariant == "" {
Colin Crossa6845402020-11-16 15:08:19 -08001643 // Set ArchFeatures from the default arch features.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001644 if featureMap, ok := defaultArchFeatureMap[os]; ok {
1645 a.ArchFeatures = featureMap[archType]
1646 }
1647 } else {
Colin Crossa6845402020-11-16 15:08:19 -08001648 // Set ArchFeatures from the arch type.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001649 if featureMap, ok := archFeatureMap[archType]; ok {
1650 a.ArchFeatures = featureMap[a.ArchVariant]
1651 }
Colin Crossc5c24ad2015-11-20 15:35:00 -08001652 }
1653
Colin Crosseeabb892015-11-20 13:07:51 -08001654 return a, nil
Colin Cross4225f652015-09-17 14:33:42 -07001655}
1656
Colin Crossa6845402020-11-16 15:08:19 -08001657// filterMultilibTargets takes a list of Targets and a multilib value and returns a new list of
1658// Targets containing only those that have the given multilib value.
Colin Cross69617d32016-09-06 10:39:07 -07001659func filterMultilibTargets(targets []Target, multilib string) []Target {
1660 var ret []Target
1661 for _, t := range targets {
1662 if t.Arch.ArchType.Multilib == multilib {
1663 ret = append(ret, t)
1664 }
1665 }
1666 return ret
1667}
1668
Colin Crossa6845402020-11-16 15:08:19 -08001669// getCommonTargets returns the set of Os specific common architecture targets for each Os in a list
1670// of targets.
Nan Zhangdb0b9a32017-02-27 10:12:13 -08001671func getCommonTargets(targets []Target) []Target {
1672 var ret []Target
1673 set := make(map[string]bool)
1674
1675 for _, t := range targets {
1676 if _, found := set[t.Os.String()]; !found {
1677 set[t.Os.String()] = true
1678 ret = append(ret, commonTargetMap[t.Os.String()])
1679 }
1680 }
1681
1682 return ret
1683}
1684
Colin Crossa6845402020-11-16 15:08:19 -08001685// firstTarget takes a list of Targets and a list of multilib values and returns a list of Targets
1686// that contains zero or one Target for each OsType, selecting the one that matches the earliest
1687// filter.
Colin Cross3dceee32018-09-06 10:19:57 -07001688func firstTarget(targets []Target, filters ...string) []Target {
Jiyong Park22101982020-09-17 19:09:58 +09001689 // find the first target from each OS
1690 var ret []Target
1691 hasHost := false
1692 set := make(map[OsType]bool)
1693
Colin Cross6b4a32d2017-12-05 13:42:45 -08001694 for _, filter := range filters {
1695 buildTargets := filterMultilibTargets(targets, filter)
Jiyong Park22101982020-09-17 19:09:58 +09001696 for _, t := range buildTargets {
1697 if _, found := set[t.Os]; !found {
1698 hasHost = hasHost || (t.Os.Class == Host)
1699 set[t.Os] = true
1700 ret = append(ret, t)
1701 }
Colin Cross6b4a32d2017-12-05 13:42:45 -08001702 }
1703 }
Jiyong Park22101982020-09-17 19:09:58 +09001704 return ret
Colin Cross6b4a32d2017-12-05 13:42:45 -08001705}
1706
Colin Crossa6845402020-11-16 15:08:19 -08001707// decodeMultilibTargets uses the module's multilib setting to select one or more targets from a
1708// list of Targets.
Colin Crossee0bc3b2018-10-02 22:01:37 -07001709func decodeMultilibTargets(multilib string, targets []Target, prefer32 bool) ([]Target, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001710 var buildTargets []Target
Colin Cross6b4a32d2017-12-05 13:42:45 -08001711
Colin Cross4225f652015-09-17 14:33:42 -07001712 switch multilib {
1713 case "common":
Colin Cross6b4a32d2017-12-05 13:42:45 -08001714 buildTargets = getCommonTargets(targets)
1715 case "common_first":
1716 buildTargets = getCommonTargets(targets)
1717 if prefer32 {
Colin Cross3dceee32018-09-06 10:19:57 -07001718 buildTargets = append(buildTargets, firstTarget(targets, "lib32", "lib64")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001719 } else {
Colin Cross3dceee32018-09-06 10:19:57 -07001720 buildTargets = append(buildTargets, firstTarget(targets, "lib64", "lib32")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001721 }
Colin Cross4225f652015-09-17 14:33:42 -07001722 case "both":
Colin Cross8b74d172016-09-13 09:59:14 -07001723 if prefer32 {
1724 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1725 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1726 } else {
1727 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1728 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1729 }
Colin Cross4225f652015-09-17 14:33:42 -07001730 case "32":
Colin Cross69617d32016-09-06 10:39:07 -07001731 buildTargets = filterMultilibTargets(targets, "lib32")
Colin Cross4225f652015-09-17 14:33:42 -07001732 case "64":
Colin Cross69617d32016-09-06 10:39:07 -07001733 buildTargets = filterMultilibTargets(targets, "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001734 case "first":
1735 if prefer32 {
Colin Cross3dceee32018-09-06 10:19:57 -07001736 buildTargets = firstTarget(targets, "lib32", "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001737 } else {
Colin Cross3dceee32018-09-06 10:19:57 -07001738 buildTargets = firstTarget(targets, "lib64", "lib32")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001739 }
Victor Chang9448e8f2020-09-14 15:34:16 +01001740 case "first_prefer32":
1741 buildTargets = firstTarget(targets, "lib32", "lib64")
Colin Cross69617d32016-09-06 10:39:07 -07001742 case "prefer32":
Colin Cross3dceee32018-09-06 10:19:57 -07001743 buildTargets = filterMultilibTargets(targets, "lib32")
1744 if len(buildTargets) == 0 {
1745 buildTargets = filterMultilibTargets(targets, "lib64")
1746 }
Colin Cross4225f652015-09-17 14:33:42 -07001747 default:
Victor Chang9448e8f2020-09-14 15:34:16 +01001748 return nil, fmt.Errorf(`compile_multilib must be "both", "first", "32", "64", "prefer32" or "first_prefer32" found %q`,
Colin Cross4225f652015-09-17 14:33:42 -07001749 multilib)
Colin Cross4225f652015-09-17 14:33:42 -07001750 }
1751
Colin Crossa1ad8d12016-06-01 17:09:44 -07001752 return buildTargets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001753}
Jingwen Chen5d864492021-02-24 07:20:12 -05001754
Chris Parsonsc424b762021-04-29 18:06:50 -04001755func (m *ModuleBase) getArchPropertySet(propertySet interface{}, archType ArchType) interface{} {
1756 archString := archType.Field
1757 for i := range m.archProperties {
1758 if m.archProperties[i] == nil {
1759 // Skip over nil properties
1760 continue
1761 }
1762
1763 // Not archProperties are usable; this function looks for properties of a very specific
1764 // form, and ignores the rest.
1765 for _, archProperty := range m.archProperties[i] {
1766 // archPropValue is a property struct, we are looking for the form:
1767 // `arch: { arm: { key: value, ... }}`
1768 archPropValue := reflect.ValueOf(archProperty).Elem()
1769
1770 // Unwrap src so that it should looks like a pointer to `arm: { key: value, ... }`
1771 src := archPropValue.FieldByName("Arch").Elem()
1772
1773 // Step into non-nil pointers to structs in the src value.
1774 if src.Kind() == reflect.Ptr {
1775 if src.IsNil() {
1776 continue
1777 }
1778 src = src.Elem()
1779 }
1780
1781 // Find the requested field (e.g. arm, x86) in the src struct.
1782 src = src.FieldByName(archString)
1783
1784 // We only care about structs.
1785 if !src.IsValid() || src.Kind() != reflect.Struct {
1786 continue
1787 }
1788
1789 // If the value of the field is a struct then step into the
1790 // BlueprintEmbed field. The special "BlueprintEmbed" name is
1791 // used by createArchPropTypeDesc to embed the arch properties
1792 // in the parent struct, so the src arch prop should be in this
1793 // field.
1794 //
1795 // See createArchPropTypeDesc for more details on how Arch-specific
1796 // module properties are processed from the nested props and written
1797 // into the module's archProperties.
1798 src = src.FieldByName("BlueprintEmbed")
1799
1800 // Clone the destination prop, since we want a unique prop struct per arch.
1801 propertySetClone := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1802
1803 // Copy the located property struct into the cloned destination property struct.
1804 err := proptools.ExtendMatchingProperties([]interface{}{propertySetClone}, src.Interface(), nil, proptools.OrderReplace)
1805 if err != nil {
1806 // This is fine, it just means the src struct doesn't match the type of propertySet.
1807 continue
1808 }
1809
1810 return propertySetClone
1811 }
1812 }
1813 // No property set was found specific to the given arch, so return an empty
1814 // property set.
1815 return reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1816}
1817
1818// getMultilibPropertySet returns a property set struct matching the type of
1819// `propertySet`, containing multilib-specific module properties for the given architecture.
1820// If no multilib-specific properties exist for the given architecture, returns an empty property
1821// set matching `propertySet`'s type.
1822func (m *ModuleBase) getMultilibPropertySet(propertySet interface{}, archType ArchType) interface{} {
1823 // archType.Multilib is lowercase (for example, lib32) but property struct field is
1824 // capitalized, such as Lib32, so use strings.Title to capitalize it.
1825 multiLibString := strings.Title(archType.Multilib)
1826
1827 for i := range m.archProperties {
1828 if m.archProperties[i] == nil {
1829 // Skip over nil properties
1830 continue
1831 }
1832
1833 // Not archProperties are usable; this function looks for properties of a very specific
1834 // form, and ignores the rest.
1835 for _, archProperties := range m.archProperties[i] {
1836 // archPropValue is a property struct, we are looking for the form:
1837 // `multilib: { lib32: { key: value, ... }}`
1838 archPropValue := reflect.ValueOf(archProperties).Elem()
1839
1840 // Unwrap src so that it should looks like a pointer to `lib32: { key: value, ... }`
1841 src := archPropValue.FieldByName("Multilib").Elem()
1842
1843 // Step into non-nil pointers to structs in the src value.
1844 if src.Kind() == reflect.Ptr {
1845 if src.IsNil() {
1846 // Ignore nil pointers.
1847 continue
1848 }
1849 src = src.Elem()
1850 }
1851
1852 // Find the requested field (e.g. lib32) in the src struct.
1853 src = src.FieldByName(multiLibString)
1854
1855 // We only care about valid struct pointers.
1856 if !src.IsValid() || src.Kind() != reflect.Ptr || src.Elem().Kind() != reflect.Struct {
1857 continue
1858 }
1859
1860 // Get the zero value for the requested property set.
1861 propertySetClone := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1862
1863 // Copy the located property struct into the "zero" property set struct.
1864 err := proptools.ExtendMatchingProperties([]interface{}{propertySetClone}, src.Interface(), nil, proptools.OrderReplace)
1865
1866 if err != nil {
1867 // This is fine, it just means the src struct doesn't match.
1868 continue
1869 }
1870
1871 return propertySetClone
1872 }
1873 }
1874
1875 // There were no multilib properties specifically matching the given archtype.
1876 // Return zeroed value.
1877 return reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1878}
1879
Liz Kammerb6dbc872021-05-14 15:14:40 -04001880// ArchVariantContext defines the limited context necessary to retrieve arch_variant properties.
1881type ArchVariantContext interface {
1882 ModuleErrorf(fmt string, args ...interface{})
1883 PropertyErrorf(property, fmt string, args ...interface{})
1884}
1885
Liz Kammer9abd62d2021-05-21 08:37:59 -04001886// ArchVariantProperties represents a map of arch-variant config strings to a property interface{}.
1887type ArchVariantProperties map[string]interface{}
1888
1889// ConfigurationAxisToArchVariantProperties represents a map of bazel.ConfigurationAxis to
1890// ArchVariantProperties, such that each independent arch-variant axis maps to the
1891// configs/properties for that axis.
1892type ConfigurationAxisToArchVariantProperties map[bazel.ConfigurationAxis]ArchVariantProperties
1893
1894// GetArchVariantProperties returns a ConfigurationAxisToArchVariantProperties where the
1895// arch-variant properties correspond to the values of the properties of the 'propertySet' struct
1896// that are specific to that axis/configuration. Each axis is independent, containing
1897// non-overlapping configs that correspond to the various "arch-variant" support, at this time:
1898// arches (including multilib)
1899// oses
1900// arch+os combinations
Jingwen Chen5d864492021-02-24 07:20:12 -05001901//
Liz Kammer9abd62d2021-05-21 08:37:59 -04001902// For example, passing a struct { Foo bool, Bar string } will return an interface{} that can be
1903// type asserted back into the same struct, containing the config-specific property value specified
1904// by the module if defined.
Chris Parsonsc424b762021-04-29 18:06:50 -04001905//
1906// Arch-specific properties may come from an arch stanza or a multilib stanza; properties
1907// in these stanzas are combined.
1908// For example: `arch: { x86: { Foo: ["bar"] } }, multilib: { lib32: {` Foo: ["baz"] } }`
1909// will result in `Foo: ["bar", "baz"]` being returned for architecture x86, if the given
1910// propertyset contains `Foo []string`.
Liz Kammer9abd62d2021-05-21 08:37:59 -04001911func (m *ModuleBase) GetArchVariantProperties(ctx ArchVariantContext, propertySet interface{}) ConfigurationAxisToArchVariantProperties {
Jingwen Chen5d864492021-02-24 07:20:12 -05001912 // Return value of the arch types to the prop values for that arch.
Liz Kammer9abd62d2021-05-21 08:37:59 -04001913 axisToProps := ConfigurationAxisToArchVariantProperties{}
Jingwen Chen5d864492021-02-24 07:20:12 -05001914
1915 // Nothing to do for non-arch-specific modules.
1916 if !m.ArchSpecific() {
Liz Kammer9abd62d2021-05-21 08:37:59 -04001917 return axisToProps
Jingwen Chen5d864492021-02-24 07:20:12 -05001918 }
1919
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001920 dstType := reflect.ValueOf(propertySet).Type()
1921 var archProperties []interface{}
1922
1923 // First find the property set in the module that corresponds to the requested
1924 // one. m.archProperties[i] corresponds to m.generalProperties[i].
1925 for i, generalProp := range m.generalProperties {
1926 srcType := reflect.ValueOf(generalProp).Type()
1927 if srcType == dstType {
1928 archProperties = m.archProperties[i]
1929 break
1930 }
1931 }
1932
1933 if archProperties == nil {
1934 // This module does not have the property set requested
Liz Kammer9abd62d2021-05-21 08:37:59 -04001935 return axisToProps
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001936 }
1937
Liz Kammer9abd62d2021-05-21 08:37:59 -04001938 archToProp := ArchVariantProperties{}
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001939 // For each arch type (x86, arm64, etc.)
Chris Parsonsc424b762021-04-29 18:06:50 -04001940 for _, arch := range ArchTypeList() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001941 // Arch properties are sometimes sharded (see createArchPropTypeDesc() ).
1942 // Iterate over ever shard and extract a struct with the same type as the
1943 // input one that contains the data specific to that arch.
1944 propertyStructs := make([]reflect.Value, 0)
1945 for _, archProperty := range archProperties {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001946 archTypeStruct, ok := getArchTypeStruct(ctx, archProperty, arch)
1947 if ok {
1948 propertyStructs = append(propertyStructs, archTypeStruct)
1949 }
1950 multilibStruct, ok := getMultilibStruct(ctx, archProperty, arch)
1951 if ok {
1952 propertyStructs = append(propertyStructs, multilibStruct)
1953 }
Jingwen Chen5d864492021-02-24 07:20:12 -05001954 }
1955
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001956 // Create a new instance of the requested property set
1957 value := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1958
1959 // Merge all the structs together
1960 for _, propertyStruct := range propertyStructs {
1961 mergePropertyStruct(ctx, value, propertyStruct)
1962 }
1963
Liz Kammer9abd62d2021-05-21 08:37:59 -04001964 archToProp[arch.Name] = value
Jingwen Chen5d864492021-02-24 07:20:12 -05001965 }
Liz Kammer9abd62d2021-05-21 08:37:59 -04001966 axisToProps[bazel.ArchConfigurationAxis] = archToProp
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001967
Liz Kammer9abd62d2021-05-21 08:37:59 -04001968 osToProp := ArchVariantProperties{}
1969 archOsToProp := ArchVariantProperties{}
1970 // For android, linux, ...
1971 for _, os := range osTypeList {
1972 if os == CommonOS {
1973 // It looks like this OS value is not used in Blueprint files
1974 continue
1975 }
1976 osToProp[os.Name] = getTargetStruct(ctx, propertySet, archProperties, os.Field)
1977 // For arm, x86, ...
1978 for _, arch := range osArchTypeMap[os] {
1979 targetField := GetCompoundTargetField(os, arch)
1980 targetName := fmt.Sprintf("%s_%s", os.Name, arch.Name)
1981 archOsToProp[targetName] = getTargetStruct(ctx, propertySet, archProperties, targetField)
1982 }
1983 }
1984 axisToProps[bazel.OsConfigurationAxis] = osToProp
1985 axisToProps[bazel.OsArchConfigurationAxis] = archOsToProp
1986
1987 return axisToProps
Jingwen Chen5d864492021-02-24 07:20:12 -05001988}
Jingwen Chen91220d72021-03-24 02:18:33 -04001989
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001990// Returns a struct matching the propertySet interface, containing properties specific to the targetName
1991// For example, given these arguments:
1992// propertySet = BaseCompilerProperties
1993// targetName = "android_arm"
1994// And given this Android.bp fragment:
1995// target:
1996// android_arm: {
1997// srcs: ["foo.c"],
1998// }
1999// android_arm64: {
2000// srcs: ["bar.c"],
2001// }
2002// }
2003// This would return a BaseCompilerProperties with BaseCompilerProperties.Srcs = ["foo.c"]
2004func getTargetStruct(ctx ArchVariantContext, propertySet interface{}, archProperties []interface{}, targetName string) interface{} {
2005 propertyStructs := make([]reflect.Value, 0)
2006 for _, archProperty := range archProperties {
2007 archPropValues := reflect.ValueOf(archProperty).Elem()
2008 targetProp := archPropValues.FieldByName("Target").Elem()
2009 targetStruct, ok := getChildPropertyStruct(ctx, targetProp, targetName, targetName)
2010 if ok {
2011 propertyStructs = append(propertyStructs, targetStruct)
2012 }
2013 }
2014
2015 // Create a new instance of the requested property set
2016 value := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
2017
2018 // Merge all the structs together
2019 for _, propertyStruct := range propertyStructs {
2020 mergePropertyStruct(ctx, value, propertyStruct)
2021 }
2022
2023 return value
2024}