blob: 7fc9090478bdd62e53cee0b0b9a0b6f843baeab6 [file] [log] [blame]
Colin Cross3f40fa42015-01-30 17:27:36 -08001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Cross3f40fa42015-01-30 17:27:36 -080016
17import (
Colin Cross74ba9622019-02-11 15:11:14 -080018 "encoding"
Colin Cross3f40fa42015-01-30 17:27:36 -080019 "fmt"
20 "reflect"
21 "runtime"
22 "strings"
Colin Crossf6566ed2015-03-24 11:13:38 -070023
Colin Crosscb0ac952021-07-20 13:17:15 -070024 "android/soong/bazel"
25
Colin Cross0f7d2ef2019-10-16 11:03:10 -070026 "github.com/google/blueprint"
Colin Cross617b88a2020-08-24 18:04:09 -070027 "github.com/google/blueprint/bootstrap"
Colin Crossf6566ed2015-03-24 11:13:38 -070028 "github.com/google/blueprint/proptools"
Colin Cross3f40fa42015-01-30 17:27:36 -080029)
30
Colin Cross3f40fa42015-01-30 17:27:36 -080031/*
32Example blueprints file containing all variant property groups, with comment listing what type
33of variants get properties in that group:
34
35module {
36 arch: {
37 arm: {
38 // Host or device variants with arm architecture
39 },
40 arm64: {
41 // Host or device variants with arm64 architecture
42 },
Colin Cross3f40fa42015-01-30 17:27:36 -080043 x86: {
44 // Host or device variants with x86 architecture
45 },
46 x86_64: {
47 // Host or device variants with x86_64 architecture
48 },
49 },
50 multilib: {
51 lib32: {
52 // Host or device variants for 32-bit architectures
53 },
54 lib64: {
55 // Host or device variants for 64-bit architectures
56 },
57 },
58 target: {
59 android: {
Martin Stjernholme284b482020-09-23 21:03:27 +010060 // Device variants (implies Bionic)
Colin Cross3f40fa42015-01-30 17:27:36 -080061 },
62 host: {
63 // Host variants
64 },
Martin Stjernholme284b482020-09-23 21:03:27 +010065 bionic: {
66 // Bionic (device and host) variants
67 },
68 linux_bionic: {
69 // Bionic host variants
70 },
71 linux: {
72 // Bionic (device and host) and Linux glibc variants
73 },
Dan Willemsen5746bd42017-10-02 19:42:01 -070074 linux_glibc: {
Martin Stjernholme284b482020-09-23 21:03:27 +010075 // Linux host variants (using non-Bionic libc)
Colin Cross3f40fa42015-01-30 17:27:36 -080076 },
77 darwin: {
78 // Darwin host variants
79 },
80 windows: {
81 // Windows host variants
82 },
83 not_windows: {
84 // Non-windows host variants
85 },
Martin Stjernholme284b482020-09-23 21:03:27 +010086 android_arm: {
87 // Any <os>_<arch> combination restricts to that os and arch
88 },
Colin Cross3f40fa42015-01-30 17:27:36 -080089 },
90}
91*/
Colin Cross7d5136f2015-05-11 13:39:40 -070092
Colin Cross3f40fa42015-01-30 17:27:36 -080093// An Arch indicates a single CPU architecture.
94type Arch struct {
Colin Crossa6845402020-11-16 15:08:19 -080095 // The type of the architecture (arm, arm64, x86, or x86_64).
96 ArchType ArchType
97
98 // The variant of the architecture, for example "armv7-a" or "armv7-a-neon" for arm.
99 ArchVariant string
100
101 // The variant of the CPU, for example "cortex-a53" for arm64.
102 CpuVariant string
103
104 // The list of Android app ABIs supported by the CPU architecture, for example "arm64-v8a".
105 Abi []string
106
107 // The list of arch-specific features supported by the CPU architecture, for example "neon".
Colin Crossc5c24ad2015-11-20 15:35:00 -0800108 ArchFeatures []string
Colin Cross3f40fa42015-01-30 17:27:36 -0800109}
110
Colin Crossa6845402020-11-16 15:08:19 -0800111// String returns the Arch as a string. The value is used as the name of the variant created
112// by archMutator.
Colin Cross3f40fa42015-01-30 17:27:36 -0800113func (a Arch) String() string {
Colin Crossd3ba0392015-05-07 14:11:29 -0700114 s := a.ArchType.String()
Colin Cross3f40fa42015-01-30 17:27:36 -0800115 if a.ArchVariant != "" {
116 s += "_" + a.ArchVariant
117 }
118 if a.CpuVariant != "" {
119 s += "_" + a.CpuVariant
120 }
121 return s
122}
123
Colin Crossa6845402020-11-16 15:08:19 -0800124// ArchType is used to define the 4 supported architecture types (arm, arm64, x86, x86_64), as
125// well as the "common" architecture used for modules that support multiple architectures, for
126// example Java modules.
Colin Cross3f40fa42015-01-30 17:27:36 -0800127type ArchType struct {
Colin Crossa6845402020-11-16 15:08:19 -0800128 // Name is the name of the architecture type, "arm", "arm64", "x86", or "x86_64".
129 Name string
130
131 // Field is the name of the field used in properties that refer to the architecture, e.g. "Arm64".
132 Field string
133
134 // Multilib is either "lib32" or "lib64" for 32-bit or 64-bit architectures.
Colin Crossec193632015-07-06 17:49:43 -0700135 Multilib string
Colin Cross3f40fa42015-01-30 17:27:36 -0800136}
137
Colin Crossa6845402020-11-16 15:08:19 -0800138// String returns the name of the ArchType.
139func (a ArchType) String() string {
140 return a.Name
141}
142
143const COMMON_VARIANT = "common"
144
145var (
146 archTypeList []ArchType
147
148 Arm = newArch("arm", "lib32")
149 Arm64 = newArch("arm64", "lib64")
150 X86 = newArch("x86", "lib32")
151 X86_64 = newArch("x86_64", "lib64")
152
153 Common = ArchType{
154 Name: COMMON_VARIANT,
155 }
156)
157
158var archTypeMap = map[string]ArchType{}
159
Colin Crossec193632015-07-06 17:49:43 -0700160func newArch(name, multilib string) ArchType {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700161 archType := ArchType{
Colin Crossec193632015-07-06 17:49:43 -0700162 Name: name,
Dan Willemsenb1957a52016-06-23 23:44:54 -0700163 Field: proptools.FieldNameForProperty(name),
Colin Crossec193632015-07-06 17:49:43 -0700164 Multilib: multilib,
Colin Cross3f40fa42015-01-30 17:27:36 -0800165 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700166 archTypeList = append(archTypeList, archType)
Colin Crossa6845402020-11-16 15:08:19 -0800167 archTypeMap[name] = archType
Dan Willemsenb1957a52016-06-23 23:44:54 -0700168 return archType
Colin Cross3f40fa42015-01-30 17:27:36 -0800169}
170
Ustaeabf0f32021-12-06 15:17:23 -0500171// ArchTypeList returns a slice copy of the 4 supported ArchTypes for arm,
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000172// arm64, x86 and x86_64.
Jaewoong Jung1ce9ac62019-08-13 14:11:33 -0700173func ArchTypeList() []ArchType {
174 return append([]ArchType(nil), archTypeList...)
175}
176
Colin Crossa6845402020-11-16 15:08:19 -0800177// MarshalText allows an ArchType to be serialized through any encoder that supports
178// encoding.TextMarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800179func (a ArchType) MarshalText() ([]byte, error) {
Jeongik Chabec4d032021-04-15 08:55:38 +0900180 return []byte(a.String()), nil
Colin Cross74ba9622019-02-11 15:11:14 -0800181}
182
Colin Crossa6845402020-11-16 15:08:19 -0800183var _ encoding.TextMarshaler = ArchType{}
Colin Cross74ba9622019-02-11 15:11:14 -0800184
Colin Crossa6845402020-11-16 15:08:19 -0800185// UnmarshalText allows an ArchType to be deserialized through any decoder that supports
186// encoding.TextUnmarshaler.
Colin Cross74ba9622019-02-11 15:11:14 -0800187func (a *ArchType) UnmarshalText(text []byte) error {
188 if u, ok := archTypeMap[string(text)]; ok {
189 *a = u
190 return nil
191 }
192
193 return fmt.Errorf("unknown ArchType %q", text)
194}
195
Colin Crossa6845402020-11-16 15:08:19 -0800196var _ encoding.TextUnmarshaler = &ArchType{}
Colin Crossa1ad8d12016-06-01 17:09:44 -0700197
Colin Crossa6845402020-11-16 15:08:19 -0800198// OsClass is an enum that describes whether a variant of a module runs on the host, on the device,
199// or is generic.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700200type OsClass int
201
202const (
Colin Crossa6845402020-11-16 15:08:19 -0800203 // Generic is used for variants of modules that are not OS-specific.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800204 Generic OsClass = iota
Colin Crossa6845402020-11-16 15:08:19 -0800205 // Device is used for variants of modules that run on the device.
Dan Willemsen0e2d97b2016-11-28 17:50:06 -0800206 Device
Colin Crossa6845402020-11-16 15:08:19 -0800207 // Host is used for variants of modules that run on the host.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700208 Host
Colin Crossa1ad8d12016-06-01 17:09:44 -0700209)
210
Colin Crossa6845402020-11-16 15:08:19 -0800211// String returns the OsClass as a string.
Colin Cross67a5c132017-05-09 13:45:28 -0700212func (class OsClass) String() string {
213 switch class {
214 case Generic:
215 return "generic"
216 case Device:
217 return "device"
218 case Host:
219 return "host"
Colin Cross67a5c132017-05-09 13:45:28 -0700220 default:
221 panic(fmt.Errorf("unknown class %d", class))
222 }
223}
224
Colin Crossa6845402020-11-16 15:08:19 -0800225// OsType describes an OS variant of a module.
226type OsType struct {
227 // Name is the name of the OS. It is also used as the name of the property in Android.bp
228 // files.
229 Name string
230
231 // Field is the name of the OS converted to an exported field name, i.e. with the first
232 // character capitalized.
233 Field string
234
235 // Class is the OsClass of the OS.
236 Class OsClass
237
238 // DefaultDisabled is set when the module variants for the OS should not be created unless
239 // the module explicitly requests them. This is used to limit Windows cross compilation to
240 // only modules that need it.
241 DefaultDisabled bool
242}
243
244// String returns the name of the OsType.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700245func (os OsType) String() string {
246 return os.Name
Colin Cross54c71122016-06-01 17:09:44 -0700247}
248
Colin Crossa6845402020-11-16 15:08:19 -0800249// Bionic returns true if the OS uses the Bionic libc runtime, i.e. if the OS is Android or
250// is Linux with Bionic.
Dan Willemsen866b5632017-09-22 12:28:24 -0700251func (os OsType) Bionic() bool {
252 return os == Android || os == LinuxBionic
253}
254
Colin Crossa6845402020-11-16 15:08:19 -0800255// Linux returns true if the OS uses the Linux kernel, i.e. if the OS is Android or is Linux
256// with or without the Bionic libc runtime.
Dan Willemsen866b5632017-09-22 12:28:24 -0700257func (os OsType) Linux() bool {
Colin Cross528d67e2021-07-23 22:23:07 +0000258 return os == Android || os == Linux || os == LinuxBionic || os == LinuxMusl
Dan Willemsen866b5632017-09-22 12:28:24 -0700259}
260
Colin Crossa6845402020-11-16 15:08:19 -0800261// newOsType constructs an OsType and adds it to the global lists.
262func newOsType(name string, class OsClass, defDisabled bool, archTypes ...ArchType) OsType {
263 checkCalledFromInit()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700264 os := OsType{
265 Name: name,
Colin Crossa6845402020-11-16 15:08:19 -0800266 Field: proptools.FieldNameForProperty(name),
Colin Crossa1ad8d12016-06-01 17:09:44 -0700267 Class: class,
Dan Willemsen0a37a2a2016-11-13 10:16:05 -0800268
269 DefaultDisabled: defDisabled,
Colin Cross54c71122016-06-01 17:09:44 -0700270 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000271 osTypeList = append(osTypeList, os)
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800272
273 if _, found := commonTargetMap[name]; found {
274 panic(fmt.Errorf("Found Os type duplicate during OsType registration: %q", name))
275 } else {
Colin Crosse9fe2942020-11-10 18:12:15 -0800276 commonTargetMap[name] = Target{Os: os, Arch: CommonArch}
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800277 }
Colin Crossa6845402020-11-16 15:08:19 -0800278 osArchTypeMap[os] = archTypes
Nan Zhangdb0b9a32017-02-27 10:12:13 -0800279
Colin Crossa1ad8d12016-06-01 17:09:44 -0700280 return os
281}
282
Colin Crossa6845402020-11-16 15:08:19 -0800283// osByName returns the OsType that has the given name, or NoOsType if none match.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700284func osByName(name string) OsType {
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000285 for _, os := range osTypeList {
Colin Crossa1ad8d12016-06-01 17:09:44 -0700286 if os.Name == name {
287 return os
288 }
289 }
290
291 return NoOsType
Dan Willemsen490fd492015-11-24 17:53:15 -0800292}
293
Colin Crossa6845402020-11-16 15:08:19 -0800294var (
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000295 // osTypeList contains a list of all the supported OsTypes, including ones not supported
Colin Crossa6845402020-11-16 15:08:19 -0800296 // by the current build host or the target device.
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000297 osTypeList []OsType
Colin Crossa6845402020-11-16 15:08:19 -0800298 // commonTargetMap maps names of OsTypes to the corresponding common Target, i.e. the
299 // Target with the same OsType and the common ArchType.
300 commonTargetMap = make(map[string]Target)
301 // osArchTypeMap maps OsTypes to the list of supported ArchTypes for that OS.
302 osArchTypeMap = map[OsType][]ArchType{}
303
304 // NoOsType is a placeholder for when no OS is needed.
305 NoOsType OsType
306 // Linux is the OS for the Linux kernel plus the glibc runtime.
307 Linux = newOsType("linux_glibc", Host, false, X86, X86_64)
Colin Cross528d67e2021-07-23 22:23:07 +0000308 // LinuxMusl is the OS for the Linux kernel plus the musl runtime.
309 LinuxMusl = newOsType("linux_musl", Host, false, X86, X86_64)
Colin Crossa6845402020-11-16 15:08:19 -0800310 // Darwin is the OS for MacOS/Darwin host machines.
Dan Willemsen8528f4e2021-10-19 00:22:06 -0700311 Darwin = newOsType("darwin", Host, false, Arm64, X86_64)
Colin Crossa6845402020-11-16 15:08:19 -0800312 // LinuxBionic is the OS for the Linux kernel plus the Bionic libc runtime, but without the
313 // rest of Android.
314 LinuxBionic = newOsType("linux_bionic", Host, false, Arm64, X86_64)
315 // Windows the OS for Windows host machines.
316 Windows = newOsType("windows", Host, true, X86, X86_64)
317 // Android is the OS for target devices that run all of Android, including the Linux kernel
318 // and the Bionic libc runtime.
319 Android = newOsType("android", Device, false, Arm, Arm64, X86, X86_64)
Colin Crossa6845402020-11-16 15:08:19 -0800320
321 // CommonOS is a pseudo OSType for a common OS variant, which is OsType agnostic and which
322 // has dependencies on all the OS variants.
323 CommonOS = newOsType("common_os", Generic, false)
Colin Crosse9fe2942020-11-10 18:12:15 -0800324
325 // CommonArch is the Arch for all modules that are os-specific but not arch specific,
326 // for example most Java modules.
327 CommonArch = Arch{ArchType: Common}
dimitry1f33e402019-03-26 12:39:31 +0100328)
329
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000330// OsTypeList returns a slice copy of the supported OsTypes.
331func OsTypeList() []OsType {
332 return append([]OsType(nil), osTypeList...)
333}
334
Colin Crossa6845402020-11-16 15:08:19 -0800335// Target specifies the OS and architecture that a module is being compiled for.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700336type Target struct {
Colin Crossa6845402020-11-16 15:08:19 -0800337 // Os the OS that the module is being compiled for (e.g. "linux_glibc", "android").
338 Os OsType
339 // Arch is the architecture that the module is being compiled for.
340 Arch Arch
341 // NativeBridge is NativeBridgeEnabled if the architecture is supported using NativeBridge
342 // (i.e. arm on x86) for this device.
343 NativeBridge NativeBridgeSupport
344 // NativeBridgeHostArchName is the name of the real architecture that is used to implement
345 // the NativeBridge architecture. For example, for arm on x86 this would be "x86".
dimitry8d6dde82019-07-11 10:23:53 +0200346 NativeBridgeHostArchName string
Colin Crossa6845402020-11-16 15:08:19 -0800347 // NativeBridgeRelativePath is the name of the subdirectory that will contain NativeBridge
348 // libraries and binaries.
dimitry8d6dde82019-07-11 10:23:53 +0200349 NativeBridgeRelativePath string
Jiyong Park1613e552020-09-14 19:43:17 +0900350
351 // HostCross is true when the target cannot run natively on the current build host.
352 // For example, linux_glibc_x86 returns true on a regular x86/i686/Linux machines, but returns false
353 // on Mac (different OS), or on 64-bit only i686/Linux machines (unsupported arch).
354 HostCross bool
Colin Crossd3ba0392015-05-07 14:11:29 -0700355}
356
Colin Crossa6845402020-11-16 15:08:19 -0800357// NativeBridgeSupport is an enum that specifies if a Target supports NativeBridge.
358type NativeBridgeSupport bool
359
360const (
361 NativeBridgeDisabled NativeBridgeSupport = false
362 NativeBridgeEnabled NativeBridgeSupport = true
363)
364
365// String returns the OS and arch variations used for the Target.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700366func (target Target) String() string {
Colin Crossa195f912019-10-16 11:07:20 -0700367 return target.OsVariation() + "_" + target.ArchVariation()
368}
369
Colin Crossa6845402020-11-16 15:08:19 -0800370// OsVariation returns the name of the variation used by the osMutator for the Target.
Colin Crossa195f912019-10-16 11:07:20 -0700371func (target Target) OsVariation() string {
372 return target.Os.String()
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700373}
374
Colin Crossa6845402020-11-16 15:08:19 -0800375// ArchVariation returns the name of the variation used by the archMutator for the Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700376func (target Target) ArchVariation() string {
377 var variation string
dimitry1f33e402019-03-26 12:39:31 +0100378 if target.NativeBridge {
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700379 variation = "native_bridge_"
dimitry1f33e402019-03-26 12:39:31 +0100380 }
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700381 variation += target.Arch.String()
382
Colin Crossa195f912019-10-16 11:07:20 -0700383 return variation
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700384}
385
Colin Crossa6845402020-11-16 15:08:19 -0800386// Variations returns a list of blueprint.Variations for the osMutator and archMutator for the
387// Target.
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700388func (target Target) Variations() []blueprint.Variation {
389 return []blueprint.Variation{
Colin Crossa195f912019-10-16 11:07:20 -0700390 {Mutator: "os", Variation: target.OsVariation()},
Colin Cross0f7d2ef2019-10-16 11:03:10 -0700391 {Mutator: "arch", Variation: target.ArchVariation()},
392 }
Dan Willemsen490fd492015-11-24 17:53:15 -0800393}
394
Liz Kammer4562a3b2021-04-21 18:15:34 -0400395func registerBp2buildArchPathDepsMutator(ctx RegisterMutatorsContext) {
396 ctx.BottomUp("bp2build-arch-pathdeps", bp2buildArchPathDepsMutator).Parallel()
397}
398
399// add dependencies for architecture specific properties tagged with `android:"path"`
400func bp2buildArchPathDepsMutator(ctx BottomUpMutatorContext) {
401 var module Module
402 module = ctx.Module()
403
404 m := module.base()
405 if !m.ArchSpecific() {
406 return
407 }
408
409 // addPathDepsForProps does not descend into sub structs, so we need to descend into the
410 // arch-specific properties ourselves
Ustaeabf0f32021-12-06 15:17:23 -0500411 var properties []interface{}
Liz Kammer4562a3b2021-04-21 18:15:34 -0400412 for _, archProperties := range m.archProperties {
413 for _, archProps := range archProperties {
414 archPropValues := reflect.ValueOf(archProps).Elem()
415 // there are three "arch" variations, descend into each
416 for _, variant := range []string{"Arch", "Multilib", "Target"} {
417 // The properties are an interface, get the value (a pointer) that it points to
418 archProps := archPropValues.FieldByName(variant).Elem()
419 if archProps.IsNil() {
420 continue
421 }
422 // And then a pointer to a struct
423 archProps = archProps.Elem()
424 for i := 0; i < archProps.NumField(); i += 1 {
425 f := archProps.Field(i)
426 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
427 // into the BlueprintEmbed field.
428 if f.Kind() == reflect.Struct {
429 f = f.FieldByName("BlueprintEmbed")
430 }
431 if f.IsZero() {
432 continue
433 }
434 props := f.Interface().(interface{})
435 properties = append(properties, props)
436 }
437 }
438 }
439 }
440 addPathDepsForProps(ctx, properties)
441}
442
Colin Crossa6845402020-11-16 15:08:19 -0800443// osMutator splits an arch-specific module into a variant for each OS that is enabled for the
444// module. It uses the HostOrDevice value passed to InitAndroidArchModule and the
445// device_supported and host_supported properties to determine which OsTypes are enabled for this
446// module, then searches through the Targets to determine which have enabled Targets for this
447// module.
Colin Cross617b88a2020-08-24 18:04:09 -0700448func osMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Crossa195f912019-10-16 11:07:20 -0700449 var module Module
450 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700451 if module, ok = bpctx.Module().(Module); !ok {
Colin Crossa6845402020-11-16 15:08:19 -0800452 // The module is not a Soong module, it is a Blueprint module.
Colin Cross617b88a2020-08-24 18:04:09 -0700453 if bootstrap.IsBootstrapModule(bpctx.Module()) {
454 // Bootstrap Go modules are always the build OS or linux bionic.
455 config := bpctx.Config().(Config)
456 osNames := []string{config.BuildOSTarget.OsVariation()}
457 for _, hostCrossTarget := range config.Targets[LinuxBionic] {
458 if hostCrossTarget.Arch.ArchType == config.BuildOSTarget.Arch.ArchType {
459 osNames = append(osNames, hostCrossTarget.OsVariation())
460 }
461 }
462 osNames = FirstUniqueStrings(osNames)
463 bpctx.CreateVariations(osNames...)
464 }
Colin Crossa195f912019-10-16 11:07:20 -0700465 return
466 }
467
Colin Cross617b88a2020-08-24 18:04:09 -0700468 // Bootstrap Go module support above requires this mutator to be a
469 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
470 // filters out non-Soong modules. Now that we've handled them, create a
471 // normal android.BottomUpMutatorContext.
Liz Kammer356f7d42021-01-26 09:18:53 -0500472 mctx := bottomUpMutatorContextFactory(bpctx, module, false, false)
Colin Cross617b88a2020-08-24 18:04:09 -0700473
Colin Crossa195f912019-10-16 11:07:20 -0700474 base := module.base()
475
Colin Crossa6845402020-11-16 15:08:19 -0800476 // Nothing to do for modules that are not architecture specific (e.g. a genrule).
Colin Crossa195f912019-10-16 11:07:20 -0700477 if !base.ArchSpecific() {
478 return
479 }
480
Colin Crossa6845402020-11-16 15:08:19 -0800481 // Collect a list of OSTypes supported by this module based on the HostOrDevice value
482 // passed to InitAndroidArchModule and the device_supported and host_supported properties.
Colin Crossa195f912019-10-16 11:07:20 -0700483 var moduleOSList []OsType
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000484 for _, os := range osTypeList {
Jiyong Park1613e552020-09-14 19:43:17 +0900485 for _, t := range mctx.Config().Targets[os] {
Colin Cross08d6f8f2020-11-19 02:33:19 +0000486 if base.supportsTarget(t) {
Jiyong Park1613e552020-09-14 19:43:17 +0900487 moduleOSList = append(moduleOSList, os)
488 break
Colin Crossa195f912019-10-16 11:07:20 -0700489 }
490 }
Colin Crossa195f912019-10-16 11:07:20 -0700491 }
492
Colin Crossa6845402020-11-16 15:08:19 -0800493 // If there are no supported OSes then disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700494 if len(moduleOSList) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900495 base.Disable()
Colin Crossa195f912019-10-16 11:07:20 -0700496 return
497 }
498
Colin Crossa6845402020-11-16 15:08:19 -0800499 // Convert the list of supported OsTypes to the variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700500 osNames := make([]string, len(moduleOSList))
Colin Crossa195f912019-10-16 11:07:20 -0700501 for i, os := range moduleOSList {
502 osNames[i] = os.String()
503 }
504
Paul Duffin1356d8c2020-02-25 19:26:33 +0000505 createCommonOSVariant := base.commonProperties.CreateCommonOSVariant
506 if createCommonOSVariant {
Colin Crossa6845402020-11-16 15:08:19 -0800507 // A CommonOS variant was requested so add it to the list of OS variants to
Paul Duffin1356d8c2020-02-25 19:26:33 +0000508 // create. It needs to be added to the end because it needs to depend on the
509 // the other variants in the list returned by CreateVariations(...) and inter
510 // variant dependencies can only be created from a later variant in that list to
511 // an earlier one. That is because variants are always processed in the order in
512 // which they are returned from CreateVariations(...).
513 osNames = append(osNames, CommonOS.Name)
514 moduleOSList = append(moduleOSList, CommonOS)
Colin Crossa195f912019-10-16 11:07:20 -0700515 }
516
Colin Crossa6845402020-11-16 15:08:19 -0800517 // Create the variations, annotate each one with which OS it was created for, and
518 // squash the appropriate OS-specific properties into the top level properties.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000519 modules := mctx.CreateVariations(osNames...)
520 for i, m := range modules {
521 m.base().commonProperties.CompileOS = moduleOSList[i]
522 m.base().setOSProperties(mctx)
523 }
524
525 if createCommonOSVariant {
526 // A CommonOS variant was requested so add dependencies from it (the last one in
527 // the list) to the OS type specific variants.
528 last := len(modules) - 1
529 commonOSVariant := modules[last]
530 commonOSVariant.base().commonProperties.CommonOSVariant = true
531 for _, module := range modules[0:last] {
532 // Ignore modules that are enabled. Note, this will only avoid adding
533 // dependencies on OsType variants that are explicitly disabled in their
534 // properties. The CommonOS variant will still depend on disabled variants
535 // if they are disabled afterwards, e.g. in archMutator if
536 if module.Enabled() {
537 mctx.AddInterVariantDependency(commonOsToOsSpecificVariantTag, commonOSVariant, module)
538 }
539 }
540 }
541}
542
Colin Crossc179ea62020-10-09 10:54:15 -0700543type archDepTag struct {
544 blueprint.BaseDependencyTag
545 name string
546}
Paul Duffin1356d8c2020-02-25 19:26:33 +0000547
Colin Crossc179ea62020-10-09 10:54:15 -0700548// Identifies the dependency from CommonOS variant to the os specific variants.
549var commonOsToOsSpecificVariantTag = archDepTag{name: "common os to os specific"}
550
Paul Duffin1356d8c2020-02-25 19:26:33 +0000551// Get the OsType specific variants for the current CommonOS variant.
552//
553// The returned list will only contain enabled OsType specific variants of the
554// module referenced in the supplied context. An empty list is returned if there
555// are no enabled variants or the supplied context is not for an CommonOS
556// variant.
557func GetOsSpecificVariantsOfCommonOSVariant(mctx BaseModuleContext) []Module {
558 var variants []Module
559 mctx.VisitDirectDeps(func(m Module) {
560 if mctx.OtherModuleDependencyTag(m) == commonOsToOsSpecificVariantTag {
561 if m.Enabled() {
562 variants = append(variants, m)
563 }
564 }
565 })
Paul Duffin1356d8c2020-02-25 19:26:33 +0000566 return variants
Colin Crossa195f912019-10-16 11:07:20 -0700567}
568
Dan Willemsen47450072021-10-19 20:24:49 -0700569var DarwinUniversalVariantTag = archDepTag{name: "darwin universal binary"}
570
Colin Crossee0bc3b2018-10-02 22:01:37 -0700571// archMutator splits a module into a variant for each Target requested by the module. Target selection
Colin Crossa6845402020-11-16 15:08:19 -0800572// for a module is in three levels, OsClass, multilib, and then Target.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700573// OsClass selection is determined by:
574// - The HostOrDeviceSupported value passed in to InitAndroidArchModule by the module type factory, which selects
575// whether the module type can compile for host, device or both.
576// - The host_supported and device_supported properties on the module.
Roland Levillainf5b635d2019-06-05 14:42:57 +0100577// If host is supported for the module, the Host and HostCross OsClasses are selected. If device is supported
Colin Crossee0bc3b2018-10-02 22:01:37 -0700578// for the module, the Device OsClass is selected.
579// Within each selected OsClass, the multilib selection is determined by:
Jaewoong Jung02b2d4d2019-06-06 15:19:57 -0700580// - The compile_multilib property if it set (which may be overridden by target.android.compile_multilib or
Colin Crossee0bc3b2018-10-02 22:01:37 -0700581// target.host.compile_multilib).
582// - The default multilib passed to InitAndroidArchModule if compile_multilib was not set.
583// Valid multilib values include:
584// "both": compile for all Targets supported by the OsClass (generally x86_64 and x86, or arm64 and arm).
585// "first": compile for only a single preferred Target supported by the OsClass. This is generally x86_64 or arm64,
Elliott Hughes79ae3412020-04-17 15:49:49 -0700586// but may be arm for a 32-bit only build.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700587// "32": compile for only a single 32-bit Target supported by the OsClass.
588// "64": compile for only a single 64-bit Target supported by the OsClass.
Colin Crossa6845402020-11-16 15:08:19 -0800589// "common": compile a for a single Target that will work on all Targets supported by the OsClass (for example Java).
590// "common_first": compile a for a Target that will work on all Targets supported by the OsClass
591// (same as "common"), plus a second Target for the preferred Target supported by the OsClass
592// (same as "first"). This is used for java_binary that produces a common .jar and a wrapper
593// executable script.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700594//
595// Once the list of Targets is determined, the module is split into a variant for each Target.
596//
597// Modules can be initialized with InitAndroidMultiTargetsArchModule, in which case they will be split by OsClass,
598// but will have a common Target that is expected to handle all other selected Targets via ctx.MultiTargets().
Colin Cross617b88a2020-08-24 18:04:09 -0700599func archMutator(bpctx blueprint.BottomUpMutatorContext) {
Colin Cross635c3b02016-05-18 15:37:25 -0700600 var module Module
Colin Cross3f40fa42015-01-30 17:27:36 -0800601 var ok bool
Colin Cross617b88a2020-08-24 18:04:09 -0700602 if module, ok = bpctx.Module().(Module); !ok {
603 if bootstrap.IsBootstrapModule(bpctx.Module()) {
604 // Bootstrap Go modules are always the build architecture.
605 bpctx.CreateVariations(bpctx.Config().(Config).BuildOSTarget.ArchVariation())
606 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800607 return
608 }
609
Colin Cross617b88a2020-08-24 18:04:09 -0700610 // Bootstrap Go module support above requires this mutator to be a
611 // blueprint.BottomUpMutatorContext because android.BottomUpMutatorContext
612 // filters out non-Soong modules. Now that we've handled them, create a
613 // normal android.BottomUpMutatorContext.
Liz Kammer356f7d42021-01-26 09:18:53 -0500614 mctx := bottomUpMutatorContextFactory(bpctx, module, false, false)
Colin Cross617b88a2020-08-24 18:04:09 -0700615
Colin Cross5eca7cb2018-10-02 14:02:10 -0700616 base := module.base()
617
618 if !base.ArchSpecific() {
Colin Crossb9db4802016-06-03 01:50:47 +0000619 return
620 }
621
Colin Crossa195f912019-10-16 11:07:20 -0700622 os := base.commonProperties.CompileOS
Paul Duffin1356d8c2020-02-25 19:26:33 +0000623 if os == CommonOS {
624 // Make sure that the target related properties are initialized for the
625 // CommonOS variant.
626 addTargetProperties(module, commonTargetMap[os.Name], nil, true)
627
628 // Do not create arch specific variants for the CommonOS variant.
629 return
630 }
631
Colin Crossa195f912019-10-16 11:07:20 -0700632 osTargets := mctx.Config().Targets[os]
Colin Crossfb0c16e2019-11-20 17:12:35 -0800633 image := base.commonProperties.ImageVariation
Colin Crossa6845402020-11-16 15:08:19 -0800634 // Filter NativeBridge targets unless they are explicitly supported.
635 // Skip creating native bridge variants for non-core modules.
Paul Duffine3d1ae42021-09-03 17:47:17 +0100636 if os == Android && !(base.IsNativeBridgeSupported() && image == CoreVariation) {
Colin Cross83bead42019-12-18 10:45:46 -0800637
Colin Crossa195f912019-10-16 11:07:20 -0700638 var targets []Target
639 for _, t := range osTargets {
640 if !t.NativeBridge {
641 targets = append(targets, t)
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700642 }
643 }
Dan Willemsen0ef639b2018-10-10 17:02:29 -0700644
Colin Crossa195f912019-10-16 11:07:20 -0700645 osTargets = targets
646 }
Colin Crossee0bc3b2018-10-02 22:01:37 -0700647
Yifan Hong60e0cfb2020-10-21 15:17:56 -0700648 // only the primary arch in the ramdisk / vendor_ramdisk / recovery partition
Inseob Kim08758f02021-04-08 21:13:22 +0900649 if os == Android && (module.InstallInRecovery() || module.InstallInRamdisk() || module.InstallInVendorRamdisk() || module.InstallInDebugRamdisk()) {
Colin Crossa195f912019-10-16 11:07:20 -0700650 osTargets = []Target{osTargets[0]}
651 }
dimitry1f33e402019-03-26 12:39:31 +0100652
Jaewoong Jung003d8082021-02-24 17:39:54 -0800653 // Windows builds always prefer 32-bit
654 prefer32 := os == Windows
dimitry1f33e402019-03-26 12:39:31 +0100655
Colin Crossa6845402020-11-16 15:08:19 -0800656 // Determine the multilib selection for this module.
Dan Willemsen47450072021-10-19 20:24:49 -0700657 multilib, extraMultilib := decodeMultilib(base, os)
Colin Crossa6845402020-11-16 15:08:19 -0800658
659 // Convert the multilib selection into a list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700660 targets, err := decodeMultilibTargets(multilib, osTargets, prefer32)
661 if err != nil {
662 mctx.ModuleErrorf("%s", err.Error())
663 }
Colin Cross5eca7cb2018-10-02 14:02:10 -0700664
Colin Crossa6845402020-11-16 15:08:19 -0800665 // If the module is using extraMultilib, decode the extraMultilib selection into
666 // a separate list of Targets.
Colin Crossa195f912019-10-16 11:07:20 -0700667 var multiTargets []Target
668 if extraMultilib != "" {
669 multiTargets, err = decodeMultilibTargets(extraMultilib, osTargets, prefer32)
Colin Crossa1ad8d12016-06-01 17:09:44 -0700670 if err != nil {
671 mctx.ModuleErrorf("%s", err.Error())
672 }
Colin Crossb9db4802016-06-03 01:50:47 +0000673 }
674
Colin Crossa6845402020-11-16 15:08:19 -0800675 // Recovery is always the primary architecture, filter out any other architectures.
Inseob Kim20fb5d42021-02-02 20:07:58 +0900676 // Common arch is also allowed
Colin Crossfb0c16e2019-11-20 17:12:35 -0800677 if image == RecoveryVariation {
678 primaryArch := mctx.Config().DevicePrimaryArchType()
Inseob Kim20fb5d42021-02-02 20:07:58 +0900679 targets = filterToArch(targets, primaryArch, Common)
680 multiTargets = filterToArch(multiTargets, primaryArch, Common)
Colin Crossfb0c16e2019-11-20 17:12:35 -0800681 }
682
Colin Crossa6845402020-11-16 15:08:19 -0800683 // If there are no supported targets disable the module.
Colin Crossa195f912019-10-16 11:07:20 -0700684 if len(targets) == 0 {
Inseob Kimeec88e12020-01-22 11:11:29 +0900685 base.Disable()
Dan Willemsen3f32f032016-07-11 14:36:48 -0700686 return
687 }
688
Colin Crossa6845402020-11-16 15:08:19 -0800689 // Convert the targets into a list of arch variation names.
Colin Crossa195f912019-10-16 11:07:20 -0700690 targetNames := make([]string, len(targets))
Colin Crossa195f912019-10-16 11:07:20 -0700691 for i, target := range targets {
692 targetNames[i] = target.ArchVariation()
Colin Crossa1ad8d12016-06-01 17:09:44 -0700693 }
694
Colin Crossa6845402020-11-16 15:08:19 -0800695 // Create the variations, annotate each one with which Target it was created for, and
696 // squash the appropriate arch-specific properties into the top level properties.
Colin Crossa1ad8d12016-06-01 17:09:44 -0700697 modules := mctx.CreateVariations(targetNames...)
Colin Cross3f40fa42015-01-30 17:27:36 -0800698 for i, m := range modules {
Paul Duffin1356d8c2020-02-25 19:26:33 +0000699 addTargetProperties(m, targets[i], multiTargets, i == 0)
Colin Cross617b88a2020-08-24 18:04:09 -0700700 m.base().setArchProperties(mctx)
Dan Willemsen8528f4e2021-10-19 00:22:06 -0700701
702 // Install support doesn't understand Darwin+Arm64
703 if os == Darwin && targets[i].HostCross {
704 m.base().commonProperties.SkipInstall = true
705 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800706 }
Dan Willemsen47450072021-10-19 20:24:49 -0700707
708 // Create a dependency for Darwin Universal binaries from the primary to secondary
709 // architecture. The module itself will be responsible for calling lipo to merge the outputs.
710 if os == Darwin {
711 if multilib == "darwin_universal" && len(modules) == 2 {
712 mctx.AddInterVariantDependency(DarwinUniversalVariantTag, modules[1], modules[0])
713 } else if multilib == "darwin_universal_common_first" && len(modules) == 3 {
714 mctx.AddInterVariantDependency(DarwinUniversalVariantTag, modules[2], modules[1])
715 }
716 }
Colin Cross3f40fa42015-01-30 17:27:36 -0800717}
718
Colin Crossa6845402020-11-16 15:08:19 -0800719// addTargetProperties annotates a variant with the Target is is being compiled for, the list
720// of additional Targets it is supporting (if any), and whether it is the primary Target for
721// the module.
Paul Duffin1356d8c2020-02-25 19:26:33 +0000722func addTargetProperties(m Module, target Target, multiTargets []Target, primaryTarget bool) {
723 m.base().commonProperties.CompileTarget = target
724 m.base().commonProperties.CompileMultiTargets = multiTargets
725 m.base().commonProperties.CompilePrimary = primaryTarget
726}
727
Colin Crossa6845402020-11-16 15:08:19 -0800728// decodeMultilib returns the appropriate compile_multilib property for the module, or the default
729// multilib from the factory's call to InitAndroidArchModule if none was set. For modules that
730// called InitAndroidMultiTargetsArchModule it always returns "common" for multilib, and returns
731// the actual multilib in extraMultilib.
Dan Willemsen47450072021-10-19 20:24:49 -0700732func decodeMultilib(base *ModuleBase, os OsType) (multilib, extraMultilib string) {
Colin Crossa6845402020-11-16 15:08:19 -0800733 // First check the "android.compile_multilib" or "host.compile_multilib" properties.
Dan Willemsen47450072021-10-19 20:24:49 -0700734 switch os.Class {
Colin Crossee0bc3b2018-10-02 22:01:37 -0700735 case Device:
736 multilib = String(base.commonProperties.Target.Android.Compile_multilib)
Jiyong Park1613e552020-09-14 19:43:17 +0900737 case Host:
Colin Crossee0bc3b2018-10-02 22:01:37 -0700738 multilib = String(base.commonProperties.Target.Host.Compile_multilib)
739 }
Colin Crossa6845402020-11-16 15:08:19 -0800740
741 // If those aren't set, try the "compile_multilib" property.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700742 if multilib == "" {
743 multilib = String(base.commonProperties.Compile_multilib)
744 }
Colin Crossa6845402020-11-16 15:08:19 -0800745
746 // If that wasn't set, use the default multilib set by the factory.
Colin Crossee0bc3b2018-10-02 22:01:37 -0700747 if multilib == "" {
748 multilib = base.commonProperties.Default_multilib
749 }
750
751 if base.commonProperties.UseTargetVariants {
Dan Willemsen47450072021-10-19 20:24:49 -0700752 // Darwin has the concept of "universal binaries" which is implemented in Soong by
753 // building both x86_64 and arm64 variants, and having select module types know how to
754 // merge the outputs of their corresponding variants together into a final binary. Most
755 // module types don't need to understand this logic, as we only build a small portion
756 // of the tree for Darwin, and only module types writing macho files need to do the
757 // merging.
758 //
759 // This logic is not enabled for:
760 // "common", as it's not an arch-specific variant
761 // "32", as Darwin never has a 32-bit variant
762 // !UseTargetVariants, as the module has opted into handling the arch-specific logic on
763 // its own.
764 if os == Darwin && multilib != "common" && multilib != "32" {
765 if multilib == "common_first" {
766 multilib = "darwin_universal_common_first"
767 } else {
768 multilib = "darwin_universal"
769 }
770 }
771
Colin Crossee0bc3b2018-10-02 22:01:37 -0700772 return multilib, ""
773 } else {
774 // For app modules a single arch variant will be created per OS class which is expected to handle all the
775 // selected arches. Return the common-type as multilib and any Android.bp provided multilib as extraMultilib
776 if multilib == base.commonProperties.Default_multilib {
777 multilib = "first"
778 }
779 return base.commonProperties.Default_multilib, multilib
780 }
781}
782
Colin Crossa6845402020-11-16 15:08:19 -0800783// filterToArch takes a list of Targets and an ArchType, and returns a modified list that contains
Inseob Kim20fb5d42021-02-02 20:07:58 +0900784// only Targets that have the specified ArchTypes.
785func filterToArch(targets []Target, archs ...ArchType) []Target {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800786 for i := 0; i < len(targets); i++ {
Inseob Kim20fb5d42021-02-02 20:07:58 +0900787 found := false
788 for _, arch := range archs {
789 if targets[i].Arch.ArchType == arch {
790 found = true
791 break
792 }
793 }
794 if !found {
Colin Crossfb0c16e2019-11-20 17:12:35 -0800795 targets = append(targets[:i], targets[i+1:]...)
796 i--
797 }
798 }
799 return targets
800}
801
Colin Crossa6845402020-11-16 15:08:19 -0800802// archPropRoot is a struct type used as the top level of the arch-specific properties. It
803// contains the "arch", "multilib", and "target" property structs. It is used to split up the
804// property structs to limit how much is allocated when a single arch-specific property group is
805// used. The types are interface{} because they will hold instances of runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800806type archPropRoot struct {
807 Arch, Multilib, Target interface{}
808}
809
Colin Crossa6845402020-11-16 15:08:19 -0800810// archPropTypeDesc holds the runtime-created types for the property structs to instantiate to
811// create an archPropRoot property struct.
812type archPropTypeDesc struct {
813 arch, multilib, target reflect.Type
814}
815
Colin Crosscbbd13f2020-01-17 14:08:22 -0800816// createArchPropTypeDesc takes a reflect.Type that is either a struct or a pointer to a struct, and
817// returns lists of reflect.Types that contains the arch-variant properties inside structs for each
818// arch, multilib and target property.
Colin Crossa6845402020-11-16 15:08:19 -0800819//
820// This is a relatively expensive operation, so the results are cached in the global
821// archPropTypeMap. It is constructed entirely based on compile-time data, so there is no need
822// to isolate the results between multiple tests running in parallel.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800823func createArchPropTypeDesc(props reflect.Type) []archPropTypeDesc {
Colin Crossb1d8c992020-01-21 11:43:29 -0800824 // Each property struct shard will be nested many times under the runtime generated arch struct,
825 // which can hit the limit of 64kB for the name of runtime generated structs. They are nested
826 // 97 times now, which may grow in the future, plus there is some overhead for the containing
827 // type. This number may need to be reduced if too many are added, but reducing it too far
828 // could cause problems if a single deeply nested property no longer fits in the name.
829 const maxArchTypeNameSize = 500
830
Colin Crossa6845402020-11-16 15:08:19 -0800831 // Convert the type to a new set of types that contains only the arch-specific properties
832 // (those that are tagged with `android:"arch_specific"`), and sharded into multiple types
833 // to keep the runtime-generated names under the limit.
Colin Crossb1d8c992020-01-21 11:43:29 -0800834 propShards, _ := proptools.FilterPropertyStructSharded(props, maxArchTypeNameSize, filterArchStruct)
Colin Crossa6845402020-11-16 15:08:19 -0800835
836 // If the type has no arch-specific properties there is nothing to do.
Colin Crosscb988072019-01-24 14:58:11 -0800837 if len(propShards) == 0 {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700838 return nil
839 }
840
Colin Crosscbbd13f2020-01-17 14:08:22 -0800841 var ret []archPropTypeDesc
Colin Crossc17727d2018-10-24 12:42:09 -0700842 for _, props := range propShards {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700843
Colin Crossa6845402020-11-16 15:08:19 -0800844 // variantFields takes a list of variant property field names and returns a list the
845 // StructFields with the names and the type of the current shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700846 variantFields := func(names []string) []reflect.StructField {
847 ret := make([]reflect.StructField, len(names))
Dan Willemsenb1957a52016-06-23 23:44:54 -0700848
Colin Crossc17727d2018-10-24 12:42:09 -0700849 for i, name := range names {
850 ret[i].Name = name
851 ret[i].Type = props
Dan Willemsen866b5632017-09-22 12:28:24 -0700852 }
Colin Crossc17727d2018-10-24 12:42:09 -0700853
854 return ret
855 }
856
Colin Crossa6845402020-11-16 15:08:19 -0800857 // Create a type that contains the properties in this shard repeated for each
858 // architecture, architecture variant, and architecture feature.
Colin Crossc17727d2018-10-24 12:42:09 -0700859 archFields := make([]reflect.StructField, len(archTypeList))
860 for i, arch := range archTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800861 var variants []string
Colin Crossc17727d2018-10-24 12:42:09 -0700862
863 for _, archVariant := range archVariants[arch] {
864 archVariant := variantReplacer.Replace(archVariant)
865 variants = append(variants, proptools.FieldNameForProperty(archVariant))
866 }
Liz Kammer2c2afe22022-02-11 11:35:03 -0500867 for _, cpuVariant := range cpuVariants[arch] {
868 cpuVariant := variantReplacer.Replace(cpuVariant)
869 variants = append(variants, proptools.FieldNameForProperty(cpuVariant))
870 }
Colin Crossc17727d2018-10-24 12:42:09 -0700871 for _, feature := range archFeatures[arch] {
872 feature := variantReplacer.Replace(feature)
873 variants = append(variants, proptools.FieldNameForProperty(feature))
874 }
875
Colin Crossa6845402020-11-16 15:08:19 -0800876 // Create the StructFields for each architecture variant architecture feature
877 // (e.g. "arch.arm.cortex-a53" or "arch.arm.neon").
Colin Crossc17727d2018-10-24 12:42:09 -0700878 fields := variantFields(variants)
879
Colin Crossa6845402020-11-16 15:08:19 -0800880 // Create the StructField for the architecture itself (e.g. "arch.arm"). The special
881 // "BlueprintEmbed" name is used by Blueprint to put the properties in the
882 // parent struct.
Colin Crossc17727d2018-10-24 12:42:09 -0700883 fields = append([]reflect.StructField{{
884 Name: "BlueprintEmbed",
885 Type: props,
886 Anonymous: true,
887 }}, fields...)
888
889 archFields[i] = reflect.StructField{
890 Name: arch.Field,
891 Type: reflect.StructOf(fields),
892 }
893 }
Colin Crossa6845402020-11-16 15:08:19 -0800894
895 // Create the type of the "arch" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700896 archType := reflect.StructOf(archFields)
897
Colin Crossa6845402020-11-16 15:08:19 -0800898 // Create the type for the "multilib" property struct for this shard, containing the
899 // "multilib.lib32" and "multilib.lib64" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700900 multilibType := reflect.StructOf(variantFields([]string{"Lib32", "Lib64"}))
901
Colin Crossa6845402020-11-16 15:08:19 -0800902 // Start with a list of the special targets
Colin Crossc17727d2018-10-24 12:42:09 -0700903 targets := []string{
904 "Host",
905 "Android64",
906 "Android32",
907 "Bionic",
Colin Cross528d67e2021-07-23 22:23:07 +0000908 "Glibc",
909 "Musl",
Colin Crossc17727d2018-10-24 12:42:09 -0700910 "Linux",
911 "Not_windows",
912 "Arm_on_x86",
913 "Arm_on_x86_64",
Victor Khimenkoc26fcf42020-05-07 22:16:33 +0200914 "Native_bridge",
Colin Crossc17727d2018-10-24 12:42:09 -0700915 }
Jingwen Chen2f6a21e2021-04-05 07:33:05 +0000916 for _, os := range osTypeList {
Colin Crossa6845402020-11-16 15:08:19 -0800917 // Add all the OSes.
Colin Crossc17727d2018-10-24 12:42:09 -0700918 targets = append(targets, os.Field)
919
Colin Crossa6845402020-11-16 15:08:19 -0800920 // Add the OS/Arch combinations, e.g. "android_arm64".
Colin Crossc17727d2018-10-24 12:42:09 -0700921 for _, archType := range osArchTypeMap[os] {
Liz Kammer9abd62d2021-05-21 08:37:59 -0400922 targets = append(targets, GetCompoundTargetField(os, archType))
Colin Crossc17727d2018-10-24 12:42:09 -0700923
Colin Crossa6845402020-11-16 15:08:19 -0800924 // Also add the special "linux_<arch>" and "bionic_<arch>" property structs.
Colin Crossc17727d2018-10-24 12:42:09 -0700925 if os.Linux() {
926 target := "Linux_" + archType.Name
927 if !InList(target, targets) {
928 targets = append(targets, target)
929 }
930 }
931 if os.Bionic() {
932 target := "Bionic_" + archType.Name
933 if !InList(target, targets) {
934 targets = append(targets, target)
935 }
Dan Willemsen866b5632017-09-22 12:28:24 -0700936 }
937 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700938 }
Dan Willemsenb1957a52016-06-23 23:44:54 -0700939
Colin Crossa6845402020-11-16 15:08:19 -0800940 // Create the type for the "target" property struct for this shard.
Colin Crossc17727d2018-10-24 12:42:09 -0700941 targetType := reflect.StructOf(variantFields(targets))
Colin Crosscbbd13f2020-01-17 14:08:22 -0800942
Colin Crossa6845402020-11-16 15:08:19 -0800943 // Return a descriptor of the 3 runtime-created types.
Colin Crosscbbd13f2020-01-17 14:08:22 -0800944 ret = append(ret, archPropTypeDesc{
945 arch: reflect.PtrTo(archType),
946 multilib: reflect.PtrTo(multilibType),
947 target: reflect.PtrTo(targetType),
948 })
Colin Crossc17727d2018-10-24 12:42:09 -0700949 }
950 return ret
Dan Willemsenb1957a52016-06-23 23:44:54 -0700951}
952
Colin Crossa6845402020-11-16 15:08:19 -0800953// variantReplacer converts architecture variant or architecture feature names into names that
954// are valid for an Android.bp file.
955var variantReplacer = strings.NewReplacer("-", "_", ".", "_")
956
957// filterArchStruct returns true if the given field is an architecture specific property.
Colin Cross74449102019-09-25 11:26:40 -0700958func filterArchStruct(field reflect.StructField, prefix string) (bool, reflect.StructField) {
959 if proptools.HasTag(field, "android", "arch_variant") {
960 // The arch_variant field isn't necessary past this point
961 // Instead of wasting space, just remove it. Go also has a
962 // 16-bit limit on structure name length. The name is constructed
963 // based on the Go source representation of the structure, so
964 // the tag names count towards that length.
Colin Crossb4fecbf2020-01-21 11:38:47 -0800965
966 androidTag := field.Tag.Get("android")
967 values := strings.Split(androidTag, ",")
968
969 if string(field.Tag) != `android:"`+strings.Join(values, ",")+`"` {
970 panic(fmt.Errorf("unexpected tag format %q", field.Tag))
Colin Cross74449102019-09-25 11:26:40 -0700971 }
Liz Kammer4562a3b2021-04-21 18:15:34 -0400972 // don't delete path tag as it is needed for bp2build
Colin Crossb4fecbf2020-01-21 11:38:47 -0800973 // these tags don't need to be present in the runtime generated struct type.
Liz Kammer4562a3b2021-04-21 18:15:34 -0400974 values = RemoveListFromList(values, []string{"arch_variant", "variant_prepend"})
975 if len(values) > 0 && values[0] != "path" {
Colin Crossb4fecbf2020-01-21 11:38:47 -0800976 panic(fmt.Errorf("unknown tags %q in field %q", values, prefix+field.Name))
Liz Kammer4562a3b2021-04-21 18:15:34 -0400977 } else if len(values) == 1 {
Alex Márquez Pérez Muñíz Díaz Púras Thaureauxfd0c03c2021-09-21 15:17:48 +0000978 // FIXME(b/200678898): This assumes that the only tag type when there's
979 // `android:"arch_variant"` is `android` itself and thus clobbers others
Liz Kammer4562a3b2021-04-21 18:15:34 -0400980 field.Tag = reflect.StructTag(`android:"` + strings.Join(values, ",") + `"`)
981 } else {
982 field.Tag = ``
Colin Crossb4fecbf2020-01-21 11:38:47 -0800983 }
984
Colin Cross74449102019-09-25 11:26:40 -0700985 return true, field
986 }
987 return false, field
988}
989
Colin Crossa6845402020-11-16 15:08:19 -0800990// archPropTypeMap contains a cache of the results of createArchPropTypeDesc for each type. It is
991// shared across all Contexts, but is constructed based only on compile-time information so there
992// is no risk of contaminating one Context with data from another.
Dan Willemsenb1957a52016-06-23 23:44:54 -0700993var archPropTypeMap OncePer
994
Colin Crossa6845402020-11-16 15:08:19 -0800995// initArchModule adds the architecture-specific property structs to a Module.
996func initArchModule(m Module) {
Colin Cross3f40fa42015-01-30 17:27:36 -0800997
998 base := m.base()
999
Ustaeabf0f32021-12-06 15:17:23 -05001000 if len(base.archProperties) != 0 {
1001 panic(fmt.Errorf("module %s already has archProperties", m.Name()))
1002 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001003
Ustaeabf0f32021-12-06 15:17:23 -05001004 getStructType := func(properties interface{}) reflect.Type {
Colin Cross3f40fa42015-01-30 17:27:36 -08001005 propertiesValue := reflect.ValueOf(properties)
Colin Cross62496a02016-08-08 15:49:17 -07001006 t := propertiesValue.Type()
Colin Cross3f40fa42015-01-30 17:27:36 -08001007 if propertiesValue.Kind() != reflect.Ptr {
Colin Crossca860ac2016-01-04 14:34:37 -08001008 panic(fmt.Errorf("properties must be a pointer to a struct, got %T",
1009 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -08001010 }
1011
1012 propertiesValue = propertiesValue.Elem()
1013 if propertiesValue.Kind() != reflect.Struct {
Ustaeabf0f32021-12-06 15:17:23 -05001014 panic(fmt.Errorf("properties must be a pointer to a struct, got a pointer to %T",
Colin Crossca860ac2016-01-04 14:34:37 -08001015 propertiesValue.Interface()))
Colin Cross3f40fa42015-01-30 17:27:36 -08001016 }
Ustaeabf0f32021-12-06 15:17:23 -05001017 return t
1018 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001019
Usta851a3272022-01-05 23:42:33 -05001020 for _, properties := range m.GetProperties() {
Ustaeabf0f32021-12-06 15:17:23 -05001021 t := getStructType(properties)
Colin Crossa6845402020-11-16 15:08:19 -08001022 // Get or create the arch-specific property struct types for this property struct type.
Colin Cross571cccf2019-02-04 11:22:08 -08001023 archPropTypes := archPropTypeMap.Once(NewCustomOnceKey(t), func() interface{} {
Colin Crosscbbd13f2020-01-17 14:08:22 -08001024 return createArchPropTypeDesc(t)
1025 }).([]archPropTypeDesc)
Colin Cross3f40fa42015-01-30 17:27:36 -08001026
Colin Crossa6845402020-11-16 15:08:19 -08001027 // Instantiate one of each arch-specific property struct type and add it to the
1028 // properties for the Module.
Colin Crossc17727d2018-10-24 12:42:09 -07001029 var archProperties []interface{}
1030 for _, t := range archPropTypes {
Colin Crosscbbd13f2020-01-17 14:08:22 -08001031 archProperties = append(archProperties, &archPropRoot{
1032 Arch: reflect.Zero(t.arch).Interface(),
1033 Multilib: reflect.Zero(t.multilib).Interface(),
1034 Target: reflect.Zero(t.target).Interface(),
1035 })
Dan Willemsenb1957a52016-06-23 23:44:54 -07001036 }
Colin Crossc17727d2018-10-24 12:42:09 -07001037 base.archProperties = append(base.archProperties, archProperties)
1038 m.AddProperties(archProperties...)
Colin Cross3f40fa42015-01-30 17:27:36 -08001039 }
1040
Colin Cross3f40fa42015-01-30 17:27:36 -08001041}
1042
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001043func maybeBlueprintEmbed(src reflect.Value) reflect.Value {
Colin Crossa6845402020-11-16 15:08:19 -08001044 // If the value of the field is a struct (as opposed to a pointer to a struct) then step
1045 // into the BlueprintEmbed field.
Dan Willemsenb1957a52016-06-23 23:44:54 -07001046 if src.Kind() == reflect.Struct {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001047 return src.FieldByName("BlueprintEmbed")
1048 } else {
1049 return src
Colin Cross06a931b2015-10-28 17:23:31 -07001050 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001051}
1052
1053// Merges the property struct in srcValue into dst.
Liz Kammerb6dbc872021-05-14 15:14:40 -04001054func mergePropertyStruct(ctx ArchVariantContext, dst interface{}, srcValue reflect.Value) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001055 src := maybeBlueprintEmbed(srcValue).Interface()
Colin Cross06a931b2015-10-28 17:23:31 -07001056
Colin Crossa6845402020-11-16 15:08:19 -08001057 // order checks the `android:"variant_prepend"` tag to handle properties where the
1058 // arch-specific value needs to come before the generic value, for example for lists of
1059 // include directories.
Colin Cross6ee75b62016-05-05 15:57:15 -07001060 order := func(property string,
1061 dstField, srcField reflect.StructField,
1062 dstValue, srcValue interface{}) (proptools.Order, error) {
1063 if proptools.HasTag(dstField, "android", "variant_prepend") {
1064 return proptools.Prepend, nil
1065 } else {
1066 return proptools.Append, nil
1067 }
1068 }
1069
Colin Crossa6845402020-11-16 15:08:19 -08001070 // Squash the located property struct into the destination property struct.
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001071 err := proptools.ExtendMatchingProperties([]interface{}{dst}, src, nil, order)
Colin Cross06a931b2015-10-28 17:23:31 -07001072 if err != nil {
1073 if propertyErr, ok := err.(*proptools.ExtendPropertyError); ok {
1074 ctx.PropertyErrorf(propertyErr.Property, "%s", propertyErr.Err.Error())
1075 } else {
1076 panic(err)
1077 }
1078 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001079}
Colin Cross85a88972015-11-23 13:29:51 -08001080
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001081// Returns the immediate child of the input property struct that corresponds to
1082// the sub-property "field".
Liz Kammerb6dbc872021-05-14 15:14:40 -04001083func getChildPropertyStruct(ctx ArchVariantContext,
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001084 src reflect.Value, field, userFriendlyField string) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001085
1086 // Step into non-nil pointers to structs in the src value.
1087 if src.Kind() == reflect.Ptr {
1088 if src.IsNil() {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001089 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001090 }
1091 src = src.Elem()
1092 }
1093
1094 // Find the requested field in the src struct.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001095 child := src.FieldByName(proptools.FieldNameForProperty(field))
1096 if !child.IsValid() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001097 ctx.ModuleErrorf("field %q does not exist", userFriendlyField)
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001098 return reflect.Value{}, false
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001099 }
1100
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001101 if child.IsZero() {
1102 return reflect.Value{}, false
1103 }
1104
1105 return child, true
Colin Cross06a931b2015-10-28 17:23:31 -07001106}
1107
Colin Crossa6845402020-11-16 15:08:19 -08001108// Squash the appropriate OS-specific property structs into the matching top level property structs
1109// based on the CompileOS value that was annotated on the variant.
Colin Crossa195f912019-10-16 11:07:20 -07001110func (m *ModuleBase) setOSProperties(ctx BottomUpMutatorContext) {
1111 os := m.commonProperties.CompileOS
1112
Ustadca02192021-12-20 12:56:46 -05001113 for i := range m.archProperties {
Usta851a3272022-01-05 23:42:33 -05001114 genProps := m.GetProperties()[i]
Colin Crossa195f912019-10-16 11:07:20 -07001115 if m.archProperties[i] == nil {
1116 continue
1117 }
1118 for _, archProperties := range m.archProperties[i] {
1119 archPropValues := reflect.ValueOf(archProperties).Elem()
1120
Colin Crosscbbd13f2020-01-17 14:08:22 -08001121 targetProp := archPropValues.FieldByName("Target").Elem()
Colin Crossa195f912019-10-16 11:07:20 -07001122
1123 // Handle host-specific properties in the form:
1124 // target: {
1125 // host: {
1126 // key: value,
1127 // },
1128 // },
Jiyong Park1613e552020-09-14 19:43:17 +09001129 if os.Class == Host {
Colin Crossa195f912019-10-16 11:07:20 -07001130 field := "Host"
1131 prefix := "target.host"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001132 if hostProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1133 mergePropertyStruct(ctx, genProps, hostProperties)
1134 }
Colin Crossa195f912019-10-16 11:07:20 -07001135 }
1136
1137 // Handle target OS generalities of the form:
1138 // target: {
1139 // bionic: {
1140 // key: value,
1141 // },
1142 // }
1143 if os.Linux() {
1144 field := "Linux"
1145 prefix := "target.linux"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001146 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1147 mergePropertyStruct(ctx, genProps, linuxProperties)
1148 }
Colin Crossa195f912019-10-16 11:07:20 -07001149 }
1150
1151 if os.Bionic() {
1152 field := "Bionic"
1153 prefix := "target.bionic"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001154 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1155 mergePropertyStruct(ctx, genProps, bionicProperties)
1156 }
Colin Crossa195f912019-10-16 11:07:20 -07001157 }
1158
Colin Cross528d67e2021-07-23 22:23:07 +00001159 if os == Linux {
1160 field := "Glibc"
1161 prefix := "target.glibc"
1162 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1163 mergePropertyStruct(ctx, genProps, bionicProperties)
1164 }
1165 }
1166
1167 if os == LinuxMusl {
1168 field := "Musl"
1169 prefix := "target.musl"
1170 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1171 mergePropertyStruct(ctx, genProps, bionicProperties)
1172 }
1173
1174 // Special case: to ease the transition from glibc to musl, apply linux_glibc
1175 // properties (which has historically mean host linux) to musl variants.
1176 field = "Linux_glibc"
1177 prefix = "target.linux_glibc"
1178 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1179 mergePropertyStruct(ctx, genProps, bionicProperties)
1180 }
1181 }
1182
Colin Crossa195f912019-10-16 11:07:20 -07001183 // Handle target OS properties in the form:
1184 // target: {
1185 // linux_glibc: {
1186 // key: value,
1187 // },
1188 // not_windows: {
1189 // key: value,
1190 // },
1191 // android {
1192 // key: value,
1193 // },
1194 // },
1195 field := os.Field
1196 prefix := "target." + os.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001197 if osProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1198 mergePropertyStruct(ctx, genProps, osProperties)
1199 }
Colin Crossa195f912019-10-16 11:07:20 -07001200
Jiyong Park1613e552020-09-14 19:43:17 +09001201 if os.Class == Host && os != Windows {
Colin Crossa195f912019-10-16 11:07:20 -07001202 field := "Not_windows"
1203 prefix := "target.not_windows"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001204 if notWindowsProperties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1205 mergePropertyStruct(ctx, genProps, notWindowsProperties)
1206 }
Colin Crossa195f912019-10-16 11:07:20 -07001207 }
1208
1209 // Handle 64-bit device properties in the form:
1210 // target {
1211 // android64 {
1212 // key: value,
1213 // },
1214 // android32 {
1215 // key: value,
1216 // },
1217 // },
1218 // WARNING: this is probably not what you want to use in your blueprints file, it selects
1219 // options for all targets on a device that supports 64-bit binaries, not just the targets
1220 // that are being compiled for 64-bit. Its expected use case is binaries like linker and
1221 // debuggerd that need to know when they are a 32-bit process running on a 64-bit device
1222 if os.Class == Device {
1223 if ctx.Config().Android64() {
1224 field := "Android64"
1225 prefix := "target.android64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001226 if android64Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1227 mergePropertyStruct(ctx, genProps, android64Properties)
1228 }
Colin Crossa195f912019-10-16 11:07:20 -07001229 } else {
1230 field := "Android32"
1231 prefix := "target.android32"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001232 if android32Properties, ok := getChildPropertyStruct(ctx, targetProp, field, prefix); ok {
1233 mergePropertyStruct(ctx, genProps, android32Properties)
1234 }
Colin Crossa195f912019-10-16 11:07:20 -07001235 }
1236 }
1237 }
1238 }
1239}
1240
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001241// Returns the struct containing the properties specific to the given
1242// architecture type. These look like this in Blueprint files:
1243// arch: {
1244// arm64: {
1245// key: value,
1246// },
1247// },
1248// This struct will also contain sub-structs containing to the architecture/CPU
1249// variants and features that themselves contain properties specific to those.
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001250func getArchTypeStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001251 archPropValues := reflect.ValueOf(archProperties).Elem()
1252 archProp := archPropValues.FieldByName("Arch").Elem()
1253 prefix := "arch." + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001254 return getChildPropertyStruct(ctx, archProp, archType.Name, prefix)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001255}
1256
1257// Returns the struct containing the properties specific to a given multilib
1258// value. These look like this in the Blueprint file:
1259// multilib: {
1260// lib32: {
1261// key: value,
1262// },
1263// },
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001264func getMultilibStruct(ctx ArchVariantContext, archProperties interface{}, archType ArchType) (reflect.Value, bool) {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001265 archPropValues := reflect.ValueOf(archProperties).Elem()
1266 multilibProp := archPropValues.FieldByName("Multilib").Elem()
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001267 return getChildPropertyStruct(ctx, multilibProp, archType.Multilib, "multilib."+archType.Multilib)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001268}
1269
Liz Kammer9abd62d2021-05-21 08:37:59 -04001270func GetCompoundTargetField(os OsType, arch ArchType) string {
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04001271 return os.Field + "_" + arch.Name
1272}
1273
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001274// Returns the structs corresponding to the properties specific to the given
1275// architecture and OS in archProperties.
1276func getArchProperties(ctx BaseMutatorContext, archProperties interface{}, arch Arch, os OsType, nativeBridgeEnabled bool) []reflect.Value {
1277 result := make([]reflect.Value, 0)
1278 archPropValues := reflect.ValueOf(archProperties).Elem()
1279
1280 targetProp := archPropValues.FieldByName("Target").Elem()
1281
1282 archType := arch.ArchType
1283
1284 if arch.ArchType != Common {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001285 archStruct, ok := getArchTypeStruct(ctx, archProperties, arch.ArchType)
1286 if ok {
1287 result = append(result, archStruct)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001288
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001289 // Handle arch-variant-specific properties in the form:
1290 // arch: {
1291 // arm: {
1292 // variant: {
1293 // key: value,
1294 // },
1295 // },
1296 // },
1297 v := variantReplacer.Replace(arch.ArchVariant)
1298 if v != "" {
1299 prefix := "arch." + archType.Name + "." + v
1300 if variantProperties, ok := getChildPropertyStruct(ctx, archStruct, v, prefix); ok {
1301 result = append(result, variantProperties)
1302 }
1303 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001304
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001305 // Handle cpu-variant-specific properties in the form:
1306 // arch: {
1307 // arm: {
1308 // variant: {
1309 // key: value,
1310 // },
1311 // },
1312 // },
1313 if arch.CpuVariant != arch.ArchVariant {
1314 c := variantReplacer.Replace(arch.CpuVariant)
1315 if c != "" {
1316 prefix := "arch." + archType.Name + "." + c
1317 if cpuVariantProperties, ok := getChildPropertyStruct(ctx, archStruct, c, prefix); ok {
1318 result = append(result, cpuVariantProperties)
1319 }
1320 }
1321 }
1322
1323 // Handle arch-feature-specific properties in the form:
1324 // arch: {
1325 // arm: {
1326 // feature: {
1327 // key: value,
1328 // },
1329 // },
1330 // },
1331 for _, feature := range arch.ArchFeatures {
1332 prefix := "arch." + archType.Name + "." + feature
1333 if featureProperties, ok := getChildPropertyStruct(ctx, archStruct, feature, prefix); ok {
1334 result = append(result, featureProperties)
1335 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001336 }
1337 }
1338
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001339 if multilibProperties, ok := getMultilibStruct(ctx, archProperties, archType); ok {
1340 result = append(result, multilibProperties)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001341 }
1342
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001343 // Handle combined OS-feature and arch specific properties in the form:
1344 // target: {
1345 // bionic_x86: {
1346 // key: value,
1347 // },
1348 // }
1349 if os.Linux() {
1350 field := "Linux_" + arch.ArchType.Name
1351 userFriendlyField := "target.linux_" + arch.ArchType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001352 if linuxProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1353 result = append(result, linuxProperties)
1354 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001355 }
1356
1357 if os.Bionic() {
1358 field := "Bionic_" + archType.Name
1359 userFriendlyField := "target.bionic_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001360 if bionicProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1361 result = append(result, bionicProperties)
1362 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001363 }
1364
1365 // Handle combined OS and arch specific properties in the form:
1366 // target: {
1367 // linux_glibc_x86: {
1368 // key: value,
1369 // },
1370 // linux_glibc_arm: {
1371 // key: value,
1372 // },
1373 // android_arm {
1374 // key: value,
1375 // },
1376 // android_x86 {
1377 // key: value,
1378 // },
1379 // },
Liz Kammer9abd62d2021-05-21 08:37:59 -04001380 field := GetCompoundTargetField(os, archType)
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001381 userFriendlyField := "target." + os.Name + "_" + archType.Name
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001382 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1383 result = append(result, osArchProperties)
1384 }
Colin Cross528d67e2021-07-23 22:23:07 +00001385
1386 if os == LinuxMusl {
1387 // Special case: to ease the transition from glibc to musl, apply linux_glibc
1388 // properties (which has historically mean host linux) to musl variants.
1389 field := "Linux_glibc_" + archType.Name
1390 userFriendlyField := "target.linux_glibc_" + archType.Name
1391 if osArchProperties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1392 result = append(result, osArchProperties)
1393 }
1394 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001395 }
1396
1397 // Handle arm on x86 properties in the form:
1398 // target {
1399 // arm_on_x86 {
1400 // key: value,
1401 // },
1402 // arm_on_x86_64 {
1403 // key: value,
1404 // },
1405 // },
1406 if os.Class == Device {
1407 if arch.ArchType == X86 && (hasArmAbi(arch) ||
1408 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1409 field := "Arm_on_x86"
1410 userFriendlyField := "target.arm_on_x86"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001411 if armOnX86Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1412 result = append(result, armOnX86Properties)
1413 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001414 }
1415 if arch.ArchType == X86_64 && (hasArmAbi(arch) ||
1416 hasArmAndroidArch(ctx.Config().Targets[Android])) {
1417 field := "Arm_on_x86_64"
1418 userFriendlyField := "target.arm_on_x86_64"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001419 if armOnX8664Properties, ok := getChildPropertyStruct(ctx, targetProp, field, userFriendlyField); ok {
1420 result = append(result, armOnX8664Properties)
1421 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001422 }
1423 if os == Android && nativeBridgeEnabled {
1424 userFriendlyField := "Native_bridge"
1425 prefix := "target.native_bridge"
Lukacs T. Berki5f518392021-05-17 11:44:58 +02001426 if nativeBridgeProperties, ok := getChildPropertyStruct(ctx, targetProp, userFriendlyField, prefix); ok {
1427 result = append(result, nativeBridgeProperties)
1428 }
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001429 }
1430 }
1431
1432 return result
1433}
1434
Colin Crossa6845402020-11-16 15:08:19 -08001435// Squash the appropriate arch-specific property structs into the matching top level property
1436// structs based on the CompileTarget value that was annotated on the variant.
Colin Cross4157e882019-06-06 16:57:04 -07001437func (m *ModuleBase) setArchProperties(ctx BottomUpMutatorContext) {
1438 arch := m.Arch()
1439 os := m.Os()
Colin Crossd3ba0392015-05-07 14:11:29 -07001440
Ustadca02192021-12-20 12:56:46 -05001441 for i := range m.archProperties {
Usta851a3272022-01-05 23:42:33 -05001442 genProps := m.GetProperties()[i]
Colin Cross4157e882019-06-06 16:57:04 -07001443 if m.archProperties[i] == nil {
Dan Willemsenb1957a52016-06-23 23:44:54 -07001444 continue
1445 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001446
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001447 propStructs := make([]reflect.Value, 0)
1448 for _, archProperty := range m.archProperties[i] {
1449 propStructShard := getArchProperties(ctx, archProperty, arch, os, m.Target().NativeBridge == NativeBridgeEnabled)
1450 propStructs = append(propStructs, propStructShard...)
1451 }
Dan Willemsenb1957a52016-06-23 23:44:54 -07001452
Lukacs T. Berki598dd002021-05-05 09:00:01 +02001453 for _, propStruct := range propStructs {
1454 mergePropertyStruct(ctx, genProps, propStruct)
Colin Crossbb2e2b72016-12-08 17:23:53 -08001455 }
Colin Cross3f40fa42015-01-30 17:27:36 -08001456 }
1457}
1458
Colin Cross0c66bc62021-07-20 09:47:41 -07001459// determineBuildOS stores the OS and architecture used for host targets used during the build into
Colin Cross528d67e2021-07-23 22:23:07 +00001460// config based on the runtime OS and architecture determined by Go and the product configuration.
Colin Cross0c66bc62021-07-20 09:47:41 -07001461func determineBuildOS(config *config) {
1462 config.BuildOS = func() OsType {
1463 switch runtime.GOOS {
1464 case "linux":
Colin Cross528d67e2021-07-23 22:23:07 +00001465 if Bool(config.productVariables.HostMusl) {
1466 return LinuxMusl
1467 }
Colin Cross0c66bc62021-07-20 09:47:41 -07001468 return Linux
1469 case "darwin":
1470 return Darwin
1471 default:
1472 panic(fmt.Sprintf("unsupported OS: %s", runtime.GOOS))
1473 }
1474 }()
1475
1476 config.BuildArch = func() ArchType {
1477 switch runtime.GOARCH {
1478 case "amd64":
1479 return X86_64
1480 default:
1481 panic(fmt.Sprintf("unsupported Arch: %s", runtime.GOARCH))
1482 }
1483 }()
1484
1485}
1486
Colin Crossa6845402020-11-16 15:08:19 -08001487// Convert the arch product variables into a list of targets for each OsType.
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001488func decodeTargetProductVariables(config *config) (map[OsType][]Target, error) {
Dan Willemsen45133ac2018-03-09 21:22:06 -08001489 variables := config.productVariables
Dan Willemsen490fd492015-11-24 17:53:15 -08001490
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001491 targets := make(map[OsType][]Target)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001492 var targetErr error
1493
dimitry1f33e402019-03-26 12:39:31 +01001494 addTarget := func(os OsType, archName string, archVariant, cpuVariant *string, abi []string,
dimitry8d6dde82019-07-11 10:23:53 +02001495 nativeBridgeEnabled NativeBridgeSupport, nativeBridgeHostArchName *string,
1496 nativeBridgeRelativePath *string) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001497 if targetErr != nil {
1498 return
Dan Willemsen490fd492015-11-24 17:53:15 -08001499 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001500
Dan Willemsen01a3c252019-01-11 19:02:16 -08001501 arch, err := decodeArch(os, archName, archVariant, cpuVariant, abi)
Colin Crossa1ad8d12016-06-01 17:09:44 -07001502 if err != nil {
1503 targetErr = err
1504 return
1505 }
dimitry8d6dde82019-07-11 10:23:53 +02001506 nativeBridgeRelativePathStr := String(nativeBridgeRelativePath)
1507 nativeBridgeHostArchNameStr := String(nativeBridgeHostArchName)
1508
1509 // Use guest arch as relative install path by default
1510 if nativeBridgeEnabled && nativeBridgeRelativePathStr == "" {
1511 nativeBridgeRelativePathStr = arch.ArchType.String()
1512 }
Colin Crossa1ad8d12016-06-01 17:09:44 -07001513
Jiyong Park1613e552020-09-14 19:43:17 +09001514 // A target is considered as HostCross if it's a host target which can't run natively on
1515 // the currently configured build machine (either because the OS is different or because of
1516 // the unsupported arch)
1517 hostCross := false
1518 if os.Class == Host {
1519 var osSupported bool
Colin Cross0c66bc62021-07-20 09:47:41 -07001520 if os == config.BuildOS {
Jiyong Park1613e552020-09-14 19:43:17 +09001521 osSupported = true
Colin Cross0c66bc62021-07-20 09:47:41 -07001522 } else if config.BuildOS.Linux() && os.Linux() {
Jiyong Park1613e552020-09-14 19:43:17 +09001523 // LinuxBionic and Linux are compatible
1524 osSupported = true
1525 } else {
1526 osSupported = false
1527 }
1528
1529 var archSupported bool
1530 if arch.ArchType == Common {
1531 archSupported = true
1532 } else if arch.ArchType.Name == *variables.HostArch {
1533 archSupported = true
1534 } else if variables.HostSecondaryArch != nil && arch.ArchType.Name == *variables.HostSecondaryArch {
1535 archSupported = true
1536 } else {
1537 archSupported = false
1538 }
1539 if !osSupported || !archSupported {
1540 hostCross = true
1541 }
1542 }
1543
Dan Willemsen0ef639b2018-10-10 17:02:29 -07001544 targets[os] = append(targets[os],
Colin Crossa1ad8d12016-06-01 17:09:44 -07001545 Target{
dimitry8d6dde82019-07-11 10:23:53 +02001546 Os: os,
1547 Arch: arch,
1548 NativeBridge: nativeBridgeEnabled,
1549 NativeBridgeHostArchName: nativeBridgeHostArchNameStr,
1550 NativeBridgeRelativePath: nativeBridgeRelativePathStr,
Jiyong Park1613e552020-09-14 19:43:17 +09001551 HostCross: hostCross,
Colin Crossa1ad8d12016-06-01 17:09:44 -07001552 })
Dan Willemsen490fd492015-11-24 17:53:15 -08001553 }
1554
Colin Cross4225f652015-09-17 14:33:42 -07001555 if variables.HostArch == nil {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001556 return nil, fmt.Errorf("No host primary architecture set")
Colin Cross4225f652015-09-17 14:33:42 -07001557 }
1558
Colin Crossa6845402020-11-16 15:08:19 -08001559 // The primary host target, which must always exist.
Colin Cross0c66bc62021-07-20 09:47:41 -07001560 addTarget(config.BuildOS, *variables.HostArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001561
Colin Crossa6845402020-11-16 15:08:19 -08001562 // An optional secondary host target.
Colin Crosseeabb892015-11-20 13:07:51 -08001563 if variables.HostSecondaryArch != nil && *variables.HostSecondaryArch != "" {
Colin Cross0c66bc62021-07-20 09:47:41 -07001564 addTarget(config.BuildOS, *variables.HostSecondaryArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001565 }
1566
Colin Crossa6845402020-11-16 15:08:19 -08001567 // Optional cross-compiled host targets, generally Windows.
Colin Crossff3ae9d2018-04-10 16:15:18 -07001568 if String(variables.CrossHost) != "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001569 crossHostOs := osByName(*variables.CrossHost)
1570 if crossHostOs == NoOsType {
1571 return nil, fmt.Errorf("Unknown cross host OS %q", *variables.CrossHost)
1572 }
1573
Colin Crossff3ae9d2018-04-10 16:15:18 -07001574 if String(variables.CrossHostArch) == "" {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001575 return nil, fmt.Errorf("No cross-host primary architecture set")
Dan Willemsen490fd492015-11-24 17:53:15 -08001576 }
1577
Colin Crossa6845402020-11-16 15:08:19 -08001578 // The primary cross-compiled host target.
dimitry8d6dde82019-07-11 10:23:53 +02001579 addTarget(crossHostOs, *variables.CrossHostArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001580
Colin Crossa6845402020-11-16 15:08:19 -08001581 // An optional secondary cross-compiled host target.
Dan Willemsen490fd492015-11-24 17:53:15 -08001582 if variables.CrossHostSecondaryArch != nil && *variables.CrossHostSecondaryArch != "" {
dimitry8d6dde82019-07-11 10:23:53 +02001583 addTarget(crossHostOs, *variables.CrossHostSecondaryArch, nil, nil, nil, NativeBridgeDisabled, nil, nil)
Dan Willemsen490fd492015-11-24 17:53:15 -08001584 }
1585 }
1586
Colin Crossa6845402020-11-16 15:08:19 -08001587 // Optional device targets
Dan Willemsen3f32f032016-07-11 14:36:48 -07001588 if variables.DeviceArch != nil && *variables.DeviceArch != "" {
Colin Crossa6845402020-11-16 15:08:19 -08001589 // The primary device target.
Colin Crosscb0ac952021-07-20 13:17:15 -07001590 addTarget(Android, *variables.DeviceArch, variables.DeviceArchVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001591 variables.DeviceCpuVariant, variables.DeviceAbi, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001592
Colin Crossa6845402020-11-16 15:08:19 -08001593 // An optional secondary device target.
Dan Willemsen3f32f032016-07-11 14:36:48 -07001594 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" {
1595 addTarget(Android, *variables.DeviceSecondaryArch,
1596 variables.DeviceSecondaryArchVariant, variables.DeviceSecondaryCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001597 variables.DeviceSecondaryAbi, NativeBridgeDisabled, nil, nil)
Colin Cross4225f652015-09-17 14:33:42 -07001598 }
dimitry1f33e402019-03-26 12:39:31 +01001599
Colin Crossa6845402020-11-16 15:08:19 -08001600 // An optional NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001601 if variables.NativeBridgeArch != nil && *variables.NativeBridgeArch != "" {
1602 addTarget(Android, *variables.NativeBridgeArch,
1603 variables.NativeBridgeArchVariant, variables.NativeBridgeCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001604 variables.NativeBridgeAbi, NativeBridgeEnabled, variables.DeviceArch,
1605 variables.NativeBridgeRelativePath)
dimitry1f33e402019-03-26 12:39:31 +01001606 }
1607
Colin Crossa6845402020-11-16 15:08:19 -08001608 // An optional secondary NativeBridge device target.
dimitry1f33e402019-03-26 12:39:31 +01001609 if variables.DeviceSecondaryArch != nil && *variables.DeviceSecondaryArch != "" &&
1610 variables.NativeBridgeSecondaryArch != nil && *variables.NativeBridgeSecondaryArch != "" {
1611 addTarget(Android, *variables.NativeBridgeSecondaryArch,
1612 variables.NativeBridgeSecondaryArchVariant,
1613 variables.NativeBridgeSecondaryCpuVariant,
dimitry8d6dde82019-07-11 10:23:53 +02001614 variables.NativeBridgeSecondaryAbi,
1615 NativeBridgeEnabled,
1616 variables.DeviceSecondaryArch,
1617 variables.NativeBridgeSecondaryRelativePath)
dimitry1f33e402019-03-26 12:39:31 +01001618 }
Colin Cross4225f652015-09-17 14:33:42 -07001619 }
1620
Colin Crossa1ad8d12016-06-01 17:09:44 -07001621 if targetErr != nil {
1622 return nil, targetErr
1623 }
1624
1625 return targets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001626}
1627
Colin Crossbb2e2b72016-12-08 17:23:53 -08001628// hasArmAbi returns true if arch has at least one arm ABI
1629func hasArmAbi(arch Arch) bool {
Jaewoong Jung3aff5782020-02-11 07:54:35 -08001630 return PrefixInList(arch.Abi, "arm")
Colin Crossbb2e2b72016-12-08 17:23:53 -08001631}
1632
Lev Rumyantsev34581212021-10-13 09:47:59 -07001633// hasArmAndroidArch returns true if targets has at least
1634// one arm Android arch (possibly native bridged)
Colin Cross4247f0d2017-04-13 16:56:14 -07001635func hasArmAndroidArch(targets []Target) bool {
1636 for _, target := range targets {
Lev Rumyantsev34581212021-10-13 09:47:59 -07001637 if target.Os == Android &&
1638 (target.Arch.ArchType == Arm || target.Arch.ArchType == Arm64) {
Victor Khimenko5eb8ec12018-03-21 20:30:54 +01001639 return true
1640 }
1641 }
1642 return false
1643}
1644
Colin Crossa6845402020-11-16 15:08:19 -08001645// archConfig describes a built-in configuration.
Dan Albert4098deb2016-10-19 14:04:41 -07001646type archConfig struct {
1647 arch string
1648 archVariant string
1649 cpuVariant string
1650 abi []string
1651}
1652
Dan Albertf1d14c72020-07-30 14:32:55 -07001653// getNdkAbisConfig returns the list of archConfigs that are used for bulding
1654// the API stubs and static libraries that are included in the NDK. These are
1655// built *without Neon*, because non-Neon is still supported and building these
1656// with Neon will break those users.
Dan Albert4098deb2016-10-19 14:04:41 -07001657func getNdkAbisConfig() []archConfig {
1658 return []archConfig{
Tamas Petzbca786d2021-01-20 18:56:33 +01001659 {"arm64", "armv8-a-branchprot", "", []string{"arm64-v8a"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001660 {"arm", "armv7-a", "", []string{"armeabi-v7a"}},
Dan Albert4098deb2016-10-19 14:04:41 -07001661 {"x86_64", "", "", []string{"x86_64"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001662 {"x86", "", "", []string{"x86"}},
Dan Albert4098deb2016-10-19 14:04:41 -07001663 }
1664}
1665
Colin Crossa6845402020-11-16 15:08:19 -08001666// getAmlAbisConfig returns a list of archConfigs for the ABIs supported by mainline modules.
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001667func getAmlAbisConfig() []archConfig {
1668 return []archConfig{
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001669 {"arm64", "armv8-a", "", []string{"arm64-v8a"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001670 {"arm", "armv7-a-neon", "", []string{"armeabi-v7a"}},
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001671 {"x86_64", "", "", []string{"x86_64"}},
Inseob Kim5219c0e2021-06-17 00:33:00 +09001672 {"x86", "", "", []string{"x86"}},
Martin Stjernholmc1ecc432019-11-15 15:00:31 +00001673 }
1674}
1675
Colin Crossa6845402020-11-16 15:08:19 -08001676// decodeArchSettings converts a list of archConfigs into a list of Targets for the given OsType.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001677func decodeArchSettings(os OsType, archConfigs []archConfig) ([]Target, error) {
Colin Crossa1ad8d12016-06-01 17:09:44 -07001678 var ret []Target
Dan Willemsen322acaf2016-01-12 23:07:05 -08001679
Dan Albert4098deb2016-10-19 14:04:41 -07001680 for _, config := range archConfigs {
Dan Willemsen01a3c252019-01-11 19:02:16 -08001681 arch, err := decodeArch(os, config.arch, &config.archVariant,
Colin Crossa74ca042019-01-31 14:31:51 -08001682 &config.cpuVariant, config.abi)
Dan Willemsen322acaf2016-01-12 23:07:05 -08001683 if err != nil {
1684 return nil, err
1685 }
Colin Cross3b19f5d2019-09-17 14:45:31 -07001686
Colin Crossa1ad8d12016-06-01 17:09:44 -07001687 ret = append(ret, Target{
1688 Os: Android,
1689 Arch: arch,
1690 })
Dan Willemsen322acaf2016-01-12 23:07:05 -08001691 }
1692
1693 return ret, nil
1694}
1695
Colin Crossa6845402020-11-16 15:08:19 -08001696// decodeArch converts a set of strings from product variables into an Arch struct.
Colin Crossa74ca042019-01-31 14:31:51 -08001697func decodeArch(os OsType, arch string, archVariant, cpuVariant *string, abi []string) (Arch, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001698 // Verify the arch is valid
Colin Crosseeabb892015-11-20 13:07:51 -08001699 archType, ok := archTypeMap[arch]
1700 if !ok {
1701 return Arch{}, fmt.Errorf("unknown arch %q", arch)
1702 }
Colin Cross4225f652015-09-17 14:33:42 -07001703
Colin Crosseeabb892015-11-20 13:07:51 -08001704 a := Arch{
Colin Cross4225f652015-09-17 14:33:42 -07001705 ArchType: archType,
Colin Crossa6845402020-11-16 15:08:19 -08001706 ArchVariant: String(archVariant),
1707 CpuVariant: String(cpuVariant),
Colin Crossa74ca042019-01-31 14:31:51 -08001708 Abi: abi,
Colin Crosseeabb892015-11-20 13:07:51 -08001709 }
1710
Colin Crossa6845402020-11-16 15:08:19 -08001711 // Convert generic arch variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001712 if a.ArchVariant == a.ArchType.Name || a.ArchVariant == "generic" {
1713 a.ArchVariant = ""
1714 }
1715
Colin Crossa6845402020-11-16 15:08:19 -08001716 // Convert generic CPU variants into the empty string.
Colin Crosseeabb892015-11-20 13:07:51 -08001717 if a.CpuVariant == a.ArchType.Name || a.CpuVariant == "generic" {
1718 a.CpuVariant = ""
1719 }
1720
Liz Kammer2c2afe22022-02-11 11:35:03 -05001721 if a.ArchVariant != "" {
1722 if validArchVariants := archVariants[archType]; !InList(a.ArchVariant, validArchVariants) {
1723 return Arch{}, fmt.Errorf("[%q] unknown arch variant %q, support variants: %q", archType, a.ArchVariant, validArchVariants)
1724 }
1725 }
1726
1727 if a.CpuVariant != "" {
1728 if validCpuVariants := cpuVariants[archType]; !InList(a.CpuVariant, validCpuVariants) {
1729 return Arch{}, fmt.Errorf("[%q] unknown cpu variant %q, support variants: %q", archType, a.CpuVariant, validCpuVariants)
1730 }
1731 }
1732
Colin Crossa6845402020-11-16 15:08:19 -08001733 // Filter empty ABIs out of the list.
Colin Crosseeabb892015-11-20 13:07:51 -08001734 for i := 0; i < len(a.Abi); i++ {
1735 if a.Abi[i] == "" {
1736 a.Abi = append(a.Abi[:i], a.Abi[i+1:]...)
1737 i--
1738 }
1739 }
1740
Dan Willemsen01a3c252019-01-11 19:02:16 -08001741 if a.ArchVariant == "" {
Colin Crossa6845402020-11-16 15:08:19 -08001742 // Set ArchFeatures from the default arch features.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001743 if featureMap, ok := defaultArchFeatureMap[os]; ok {
1744 a.ArchFeatures = featureMap[archType]
1745 }
1746 } else {
Colin Crossa6845402020-11-16 15:08:19 -08001747 // Set ArchFeatures from the arch type.
Dan Willemsen01a3c252019-01-11 19:02:16 -08001748 if featureMap, ok := archFeatureMap[archType]; ok {
1749 a.ArchFeatures = featureMap[a.ArchVariant]
1750 }
Colin Crossc5c24ad2015-11-20 15:35:00 -08001751 }
1752
Colin Crosseeabb892015-11-20 13:07:51 -08001753 return a, nil
Colin Cross4225f652015-09-17 14:33:42 -07001754}
1755
Colin Crossa6845402020-11-16 15:08:19 -08001756// filterMultilibTargets takes a list of Targets and a multilib value and returns a new list of
1757// Targets containing only those that have the given multilib value.
Colin Cross69617d32016-09-06 10:39:07 -07001758func filterMultilibTargets(targets []Target, multilib string) []Target {
1759 var ret []Target
1760 for _, t := range targets {
1761 if t.Arch.ArchType.Multilib == multilib {
1762 ret = append(ret, t)
1763 }
1764 }
1765 return ret
1766}
1767
Colin Crossa6845402020-11-16 15:08:19 -08001768// getCommonTargets returns the set of Os specific common architecture targets for each Os in a list
1769// of targets.
Nan Zhangdb0b9a32017-02-27 10:12:13 -08001770func getCommonTargets(targets []Target) []Target {
1771 var ret []Target
1772 set := make(map[string]bool)
1773
1774 for _, t := range targets {
1775 if _, found := set[t.Os.String()]; !found {
1776 set[t.Os.String()] = true
1777 ret = append(ret, commonTargetMap[t.Os.String()])
1778 }
1779 }
1780
1781 return ret
1782}
1783
Colin Crossa6845402020-11-16 15:08:19 -08001784// firstTarget takes a list of Targets and a list of multilib values and returns a list of Targets
1785// that contains zero or one Target for each OsType, selecting the one that matches the earliest
1786// filter.
Colin Cross3dceee32018-09-06 10:19:57 -07001787func firstTarget(targets []Target, filters ...string) []Target {
Jiyong Park22101982020-09-17 19:09:58 +09001788 // find the first target from each OS
1789 var ret []Target
1790 hasHost := false
1791 set := make(map[OsType]bool)
1792
Colin Cross6b4a32d2017-12-05 13:42:45 -08001793 for _, filter := range filters {
1794 buildTargets := filterMultilibTargets(targets, filter)
Jiyong Park22101982020-09-17 19:09:58 +09001795 for _, t := range buildTargets {
1796 if _, found := set[t.Os]; !found {
1797 hasHost = hasHost || (t.Os.Class == Host)
1798 set[t.Os] = true
1799 ret = append(ret, t)
1800 }
Colin Cross6b4a32d2017-12-05 13:42:45 -08001801 }
1802 }
Jiyong Park22101982020-09-17 19:09:58 +09001803 return ret
Colin Cross6b4a32d2017-12-05 13:42:45 -08001804}
1805
Colin Crossa6845402020-11-16 15:08:19 -08001806// decodeMultilibTargets uses the module's multilib setting to select one or more targets from a
1807// list of Targets.
Colin Crossee0bc3b2018-10-02 22:01:37 -07001808func decodeMultilibTargets(multilib string, targets []Target, prefer32 bool) ([]Target, error) {
Colin Crossa6845402020-11-16 15:08:19 -08001809 var buildTargets []Target
Colin Cross6b4a32d2017-12-05 13:42:45 -08001810
Colin Cross4225f652015-09-17 14:33:42 -07001811 switch multilib {
1812 case "common":
Colin Cross6b4a32d2017-12-05 13:42:45 -08001813 buildTargets = getCommonTargets(targets)
1814 case "common_first":
1815 buildTargets = getCommonTargets(targets)
1816 if prefer32 {
Colin Cross3dceee32018-09-06 10:19:57 -07001817 buildTargets = append(buildTargets, firstTarget(targets, "lib32", "lib64")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001818 } else {
Colin Cross3dceee32018-09-06 10:19:57 -07001819 buildTargets = append(buildTargets, firstTarget(targets, "lib64", "lib32")...)
Colin Cross6b4a32d2017-12-05 13:42:45 -08001820 }
Colin Cross4225f652015-09-17 14:33:42 -07001821 case "both":
Colin Cross8b74d172016-09-13 09:59:14 -07001822 if prefer32 {
1823 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1824 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1825 } else {
1826 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib64")...)
1827 buildTargets = append(buildTargets, filterMultilibTargets(targets, "lib32")...)
1828 }
Colin Cross4225f652015-09-17 14:33:42 -07001829 case "32":
Colin Cross69617d32016-09-06 10:39:07 -07001830 buildTargets = filterMultilibTargets(targets, "lib32")
Colin Cross4225f652015-09-17 14:33:42 -07001831 case "64":
Colin Cross69617d32016-09-06 10:39:07 -07001832 buildTargets = filterMultilibTargets(targets, "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001833 case "first":
1834 if prefer32 {
Colin Cross3dceee32018-09-06 10:19:57 -07001835 buildTargets = firstTarget(targets, "lib32", "lib64")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001836 } else {
Colin Cross3dceee32018-09-06 10:19:57 -07001837 buildTargets = firstTarget(targets, "lib64", "lib32")
Colin Cross6b4a32d2017-12-05 13:42:45 -08001838 }
Victor Chang9448e8f2020-09-14 15:34:16 +01001839 case "first_prefer32":
1840 buildTargets = firstTarget(targets, "lib32", "lib64")
Colin Cross69617d32016-09-06 10:39:07 -07001841 case "prefer32":
Colin Cross3dceee32018-09-06 10:19:57 -07001842 buildTargets = filterMultilibTargets(targets, "lib32")
1843 if len(buildTargets) == 0 {
1844 buildTargets = filterMultilibTargets(targets, "lib64")
1845 }
Dan Willemsen47450072021-10-19 20:24:49 -07001846 case "darwin_universal":
1847 buildTargets = filterMultilibTargets(targets, "lib64")
1848 // Reverse the targets so that the first architecture can depend on the second
1849 // architecture module in order to merge the outputs.
1850 reverseSliceInPlace(buildTargets)
1851 case "darwin_universal_common_first":
1852 archTargets := filterMultilibTargets(targets, "lib64")
1853 reverseSliceInPlace(archTargets)
1854 buildTargets = append(getCommonTargets(targets), archTargets...)
Colin Cross4225f652015-09-17 14:33:42 -07001855 default:
Victor Chang9448e8f2020-09-14 15:34:16 +01001856 return nil, fmt.Errorf(`compile_multilib must be "both", "first", "32", "64", "prefer32" or "first_prefer32" found %q`,
Colin Cross4225f652015-09-17 14:33:42 -07001857 multilib)
Colin Cross4225f652015-09-17 14:33:42 -07001858 }
1859
Colin Crossa1ad8d12016-06-01 17:09:44 -07001860 return buildTargets, nil
Colin Cross4225f652015-09-17 14:33:42 -07001861}
Jingwen Chen5d864492021-02-24 07:20:12 -05001862
Chris Parsonsc424b762021-04-29 18:06:50 -04001863func (m *ModuleBase) getArchPropertySet(propertySet interface{}, archType ArchType) interface{} {
1864 archString := archType.Field
1865 for i := range m.archProperties {
1866 if m.archProperties[i] == nil {
1867 // Skip over nil properties
1868 continue
1869 }
1870
1871 // Not archProperties are usable; this function looks for properties of a very specific
1872 // form, and ignores the rest.
1873 for _, archProperty := range m.archProperties[i] {
1874 // archPropValue is a property struct, we are looking for the form:
1875 // `arch: { arm: { key: value, ... }}`
1876 archPropValue := reflect.ValueOf(archProperty).Elem()
1877
1878 // Unwrap src so that it should looks like a pointer to `arm: { key: value, ... }`
1879 src := archPropValue.FieldByName("Arch").Elem()
1880
1881 // Step into non-nil pointers to structs in the src value.
1882 if src.Kind() == reflect.Ptr {
1883 if src.IsNil() {
1884 continue
1885 }
1886 src = src.Elem()
1887 }
1888
1889 // Find the requested field (e.g. arm, x86) in the src struct.
1890 src = src.FieldByName(archString)
1891
1892 // We only care about structs.
1893 if !src.IsValid() || src.Kind() != reflect.Struct {
1894 continue
1895 }
1896
1897 // If the value of the field is a struct then step into the
1898 // BlueprintEmbed field. The special "BlueprintEmbed" name is
1899 // used by createArchPropTypeDesc to embed the arch properties
1900 // in the parent struct, so the src arch prop should be in this
1901 // field.
1902 //
1903 // See createArchPropTypeDesc for more details on how Arch-specific
1904 // module properties are processed from the nested props and written
1905 // into the module's archProperties.
1906 src = src.FieldByName("BlueprintEmbed")
1907
1908 // Clone the destination prop, since we want a unique prop struct per arch.
1909 propertySetClone := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1910
1911 // Copy the located property struct into the cloned destination property struct.
1912 err := proptools.ExtendMatchingProperties([]interface{}{propertySetClone}, src.Interface(), nil, proptools.OrderReplace)
1913 if err != nil {
1914 // This is fine, it just means the src struct doesn't match the type of propertySet.
1915 continue
1916 }
1917
1918 return propertySetClone
1919 }
1920 }
1921 // No property set was found specific to the given arch, so return an empty
1922 // property set.
1923 return reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1924}
1925
1926// getMultilibPropertySet returns a property set struct matching the type of
1927// `propertySet`, containing multilib-specific module properties for the given architecture.
1928// If no multilib-specific properties exist for the given architecture, returns an empty property
1929// set matching `propertySet`'s type.
1930func (m *ModuleBase) getMultilibPropertySet(propertySet interface{}, archType ArchType) interface{} {
1931 // archType.Multilib is lowercase (for example, lib32) but property struct field is
1932 // capitalized, such as Lib32, so use strings.Title to capitalize it.
1933 multiLibString := strings.Title(archType.Multilib)
1934
1935 for i := range m.archProperties {
1936 if m.archProperties[i] == nil {
1937 // Skip over nil properties
1938 continue
1939 }
1940
1941 // Not archProperties are usable; this function looks for properties of a very specific
1942 // form, and ignores the rest.
1943 for _, archProperties := range m.archProperties[i] {
1944 // archPropValue is a property struct, we are looking for the form:
1945 // `multilib: { lib32: { key: value, ... }}`
1946 archPropValue := reflect.ValueOf(archProperties).Elem()
1947
1948 // Unwrap src so that it should looks like a pointer to `lib32: { key: value, ... }`
1949 src := archPropValue.FieldByName("Multilib").Elem()
1950
1951 // Step into non-nil pointers to structs in the src value.
1952 if src.Kind() == reflect.Ptr {
1953 if src.IsNil() {
1954 // Ignore nil pointers.
1955 continue
1956 }
1957 src = src.Elem()
1958 }
1959
1960 // Find the requested field (e.g. lib32) in the src struct.
1961 src = src.FieldByName(multiLibString)
1962
1963 // We only care about valid struct pointers.
1964 if !src.IsValid() || src.Kind() != reflect.Ptr || src.Elem().Kind() != reflect.Struct {
1965 continue
1966 }
1967
1968 // Get the zero value for the requested property set.
1969 propertySetClone := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1970
1971 // Copy the located property struct into the "zero" property set struct.
1972 err := proptools.ExtendMatchingProperties([]interface{}{propertySetClone}, src.Interface(), nil, proptools.OrderReplace)
1973
1974 if err != nil {
1975 // This is fine, it just means the src struct doesn't match.
1976 continue
1977 }
1978
1979 return propertySetClone
1980 }
1981 }
1982
1983 // There were no multilib properties specifically matching the given archtype.
1984 // Return zeroed value.
1985 return reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
1986}
1987
Liz Kammerb6dbc872021-05-14 15:14:40 -04001988// ArchVariantContext defines the limited context necessary to retrieve arch_variant properties.
1989type ArchVariantContext interface {
1990 ModuleErrorf(fmt string, args ...interface{})
1991 PropertyErrorf(property, fmt string, args ...interface{})
1992}
1993
Liz Kammer9abd62d2021-05-21 08:37:59 -04001994// ArchVariantProperties represents a map of arch-variant config strings to a property interface{}.
1995type ArchVariantProperties map[string]interface{}
1996
1997// ConfigurationAxisToArchVariantProperties represents a map of bazel.ConfigurationAxis to
1998// ArchVariantProperties, such that each independent arch-variant axis maps to the
1999// configs/properties for that axis.
2000type ConfigurationAxisToArchVariantProperties map[bazel.ConfigurationAxis]ArchVariantProperties
2001
2002// GetArchVariantProperties returns a ConfigurationAxisToArchVariantProperties where the
2003// arch-variant properties correspond to the values of the properties of the 'propertySet' struct
2004// that are specific to that axis/configuration. Each axis is independent, containing
2005// non-overlapping configs that correspond to the various "arch-variant" support, at this time:
2006// arches (including multilib)
2007// oses
2008// arch+os combinations
Jingwen Chen5d864492021-02-24 07:20:12 -05002009//
Liz Kammer9abd62d2021-05-21 08:37:59 -04002010// For example, passing a struct { Foo bool, Bar string } will return an interface{} that can be
2011// type asserted back into the same struct, containing the config-specific property value specified
2012// by the module if defined.
Chris Parsonsc424b762021-04-29 18:06:50 -04002013//
2014// Arch-specific properties may come from an arch stanza or a multilib stanza; properties
2015// in these stanzas are combined.
2016// For example: `arch: { x86: { Foo: ["bar"] } }, multilib: { lib32: {` Foo: ["baz"] } }`
2017// will result in `Foo: ["bar", "baz"]` being returned for architecture x86, if the given
2018// propertyset contains `Foo []string`.
Liz Kammer9abd62d2021-05-21 08:37:59 -04002019func (m *ModuleBase) GetArchVariantProperties(ctx ArchVariantContext, propertySet interface{}) ConfigurationAxisToArchVariantProperties {
Jingwen Chen5d864492021-02-24 07:20:12 -05002020 // Return value of the arch types to the prop values for that arch.
Liz Kammer9abd62d2021-05-21 08:37:59 -04002021 axisToProps := ConfigurationAxisToArchVariantProperties{}
Jingwen Chen5d864492021-02-24 07:20:12 -05002022
2023 // Nothing to do for non-arch-specific modules.
2024 if !m.ArchSpecific() {
Liz Kammer9abd62d2021-05-21 08:37:59 -04002025 return axisToProps
Jingwen Chen5d864492021-02-24 07:20:12 -05002026 }
2027
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002028 dstType := reflect.ValueOf(propertySet).Type()
2029 var archProperties []interface{}
2030
2031 // First find the property set in the module that corresponds to the requested
Usta851a3272022-01-05 23:42:33 -05002032 // one. m.archProperties[i] corresponds to m.GetProperties()[i].
2033 for i, generalProp := range m.GetProperties() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002034 srcType := reflect.ValueOf(generalProp).Type()
2035 if srcType == dstType {
2036 archProperties = m.archProperties[i]
Liz Kammer135bf552021-08-11 10:46:06 -04002037 axisToProps[bazel.NoConfigAxis] = ArchVariantProperties{"": generalProp}
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002038 break
2039 }
2040 }
2041
2042 if archProperties == nil {
2043 // This module does not have the property set requested
Liz Kammer9abd62d2021-05-21 08:37:59 -04002044 return axisToProps
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002045 }
2046
Liz Kammer9abd62d2021-05-21 08:37:59 -04002047 archToProp := ArchVariantProperties{}
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002048 // For each arch type (x86, arm64, etc.)
Chris Parsonsc424b762021-04-29 18:06:50 -04002049 for _, arch := range ArchTypeList() {
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002050 // Arch properties are sometimes sharded (see createArchPropTypeDesc() ).
2051 // Iterate over ever shard and extract a struct with the same type as the
2052 // input one that contains the data specific to that arch.
2053 propertyStructs := make([]reflect.Value, 0)
2054 for _, archProperty := range archProperties {
Lukacs T. Berki5f518392021-05-17 11:44:58 +02002055 archTypeStruct, ok := getArchTypeStruct(ctx, archProperty, arch)
2056 if ok {
2057 propertyStructs = append(propertyStructs, archTypeStruct)
2058 }
2059 multilibStruct, ok := getMultilibStruct(ctx, archProperty, arch)
2060 if ok {
2061 propertyStructs = append(propertyStructs, multilibStruct)
2062 }
Jingwen Chen5d864492021-02-24 07:20:12 -05002063 }
2064
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002065 // Create a new instance of the requested property set
2066 value := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
2067
Chris Parsonsa37e1952021-09-28 16:47:36 -04002068 archToProp[arch.Name] = mergeStructs(ctx, propertyStructs, value)
Jingwen Chen5d864492021-02-24 07:20:12 -05002069 }
Liz Kammer9abd62d2021-05-21 08:37:59 -04002070 axisToProps[bazel.ArchConfigurationAxis] = archToProp
Lukacs T. Berki598dd002021-05-05 09:00:01 +02002071
Liz Kammer9abd62d2021-05-21 08:37:59 -04002072 osToProp := ArchVariantProperties{}
2073 archOsToProp := ArchVariantProperties{}
Chris Parsons2dde0cb2021-10-01 14:45:30 -04002074
Liz Kammerfdd72e62021-10-11 15:41:03 -04002075 linuxStructs := getTargetStructs(ctx, archProperties, "Linux")
2076 bionicStructs := getTargetStructs(ctx, archProperties, "Bionic")
2077 hostStructs := getTargetStructs(ctx, archProperties, "Host")
2078 hostNotWindowsStructs := getTargetStructs(ctx, archProperties, "Not_windows")
Chris Parsons2dde0cb2021-10-01 14:45:30 -04002079
Liz Kammer9abd62d2021-05-21 08:37:59 -04002080 // For android, linux, ...
2081 for _, os := range osTypeList {
2082 if os == CommonOS {
2083 // It looks like this OS value is not used in Blueprint files
2084 continue
2085 }
Chris Parsons2dde0cb2021-10-01 14:45:30 -04002086 osStructs := make([]reflect.Value, 0)
Liz Kammerfdd72e62021-10-11 15:41:03 -04002087
2088 osSpecificStructs := getTargetStructs(ctx, archProperties, os.Field)
2089 if os.Class == Host {
2090 osStructs = append(osStructs, hostStructs...)
Chris Parsonsa37e1952021-09-28 16:47:36 -04002091 }
Chris Parsons2dde0cb2021-10-01 14:45:30 -04002092 if os.Linux() {
2093 osStructs = append(osStructs, linuxStructs...)
2094 }
2095 if os.Bionic() {
2096 osStructs = append(osStructs, bionicStructs...)
2097 }
Liz Kammerfdd72e62021-10-11 15:41:03 -04002098
2099 if os == LinuxMusl {
2100 osStructs = append(osStructs, getTargetStructs(ctx, archProperties, "Musl")...)
2101 }
2102 if os == Linux {
2103 osStructs = append(osStructs, getTargetStructs(ctx, archProperties, "Glibc")...)
2104 }
2105
2106 osStructs = append(osStructs, osSpecificStructs...)
2107
2108 if os.Class == Host && os != Windows {
2109 osStructs = append(osStructs, hostNotWindowsStructs...)
2110 }
Chris Parsons2dde0cb2021-10-01 14:45:30 -04002111 osToProp[os.Name] = mergeStructs(ctx, osStructs, propertySet)
Chris Parsonsa37e1952021-09-28 16:47:36 -04002112
Liz Kammer9abd62d2021-05-21 08:37:59 -04002113 // For arm, x86, ...
2114 for _, arch := range osArchTypeMap[os] {
Chris Parsonsa37e1952021-09-28 16:47:36 -04002115 osArchStructs := make([]reflect.Value, 0)
2116
Chris Parsonsa37e1952021-09-28 16:47:36 -04002117 // Auto-combine with Linux_ and Bionic_ targets. This potentially results in
2118 // repetition and select() bloat, but use of Linux_* and Bionic_* targets is rare.
2119 // TODO(b/201423152): Look into cleanup.
2120 if os.Linux() {
2121 targetField := "Linux_" + arch.Name
Liz Kammerfdd72e62021-10-11 15:41:03 -04002122 targetStructs := getTargetStructs(ctx, archProperties, targetField)
2123 osArchStructs = append(osArchStructs, targetStructs...)
Chris Parsonsa37e1952021-09-28 16:47:36 -04002124 }
2125 if os.Bionic() {
2126 targetField := "Bionic_" + arch.Name
Liz Kammerfdd72e62021-10-11 15:41:03 -04002127 targetStructs := getTargetStructs(ctx, archProperties, targetField)
2128 osArchStructs = append(osArchStructs, targetStructs...)
Chris Parsonsa37e1952021-09-28 16:47:36 -04002129 }
2130
Liz Kammerfdd72e62021-10-11 15:41:03 -04002131 targetField := GetCompoundTargetField(os, arch)
2132 targetName := fmt.Sprintf("%s_%s", os.Name, arch.Name)
2133 targetStructs := getTargetStructs(ctx, archProperties, targetField)
2134 osArchStructs = append(osArchStructs, targetStructs...)
2135
Chris Parsonsa37e1952021-09-28 16:47:36 -04002136 archOsToProp[targetName] = mergeStructs(ctx, osArchStructs, propertySet)
Liz Kammer9abd62d2021-05-21 08:37:59 -04002137 }
2138 }
Chris Parsons2dde0cb2021-10-01 14:45:30 -04002139
Liz Kammer9abd62d2021-05-21 08:37:59 -04002140 axisToProps[bazel.OsConfigurationAxis] = osToProp
2141 axisToProps[bazel.OsArchConfigurationAxis] = archOsToProp
Liz Kammer9abd62d2021-05-21 08:37:59 -04002142 return axisToProps
Jingwen Chen5d864492021-02-24 07:20:12 -05002143}
Jingwen Chen91220d72021-03-24 02:18:33 -04002144
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002145// Returns a struct matching the propertySet interface, containing properties specific to the targetName
2146// For example, given these arguments:
2147// propertySet = BaseCompilerProperties
2148// targetName = "android_arm"
2149// And given this Android.bp fragment:
2150// target:
2151// android_arm: {
2152// srcs: ["foo.c"],
2153// }
2154// android_arm64: {
2155// srcs: ["bar.c"],
2156// }
2157// }
2158// This would return a BaseCompilerProperties with BaseCompilerProperties.Srcs = ["foo.c"]
Liz Kammerfdd72e62021-10-11 15:41:03 -04002159func getTargetStructs(ctx ArchVariantContext, archProperties []interface{}, targetName string) []reflect.Value {
2160 var propertyStructs []reflect.Value
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002161 for _, archProperty := range archProperties {
2162 archPropValues := reflect.ValueOf(archProperty).Elem()
2163 targetProp := archPropValues.FieldByName("Target").Elem()
2164 targetStruct, ok := getChildPropertyStruct(ctx, targetProp, targetName, targetName)
2165 if ok {
2166 propertyStructs = append(propertyStructs, targetStruct)
Chris Parsonsa37e1952021-09-28 16:47:36 -04002167 } else {
Liz Kammerfdd72e62021-10-11 15:41:03 -04002168 return []reflect.Value{}
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002169 }
2170 }
2171
Liz Kammerfdd72e62021-10-11 15:41:03 -04002172 return propertyStructs
Chris Parsonsa37e1952021-09-28 16:47:36 -04002173}
2174
2175func mergeStructs(ctx ArchVariantContext, propertyStructs []reflect.Value, propertySet interface{}) interface{} {
Rupert Shuttleworthc194ffb2021-05-19 06:49:02 -04002176 // Create a new instance of the requested property set
2177 value := reflect.New(reflect.ValueOf(propertySet).Elem().Type()).Interface()
2178
2179 // Merge all the structs together
2180 for _, propertyStruct := range propertyStructs {
2181 mergePropertyStruct(ctx, value, propertyStruct)
2182 }
2183
2184 return value
2185}