| // Copyright 2020 Google Inc. All rights reserved. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License") |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package android |
| |
| import ( |
| "fmt" |
| "path/filepath" |
| "strings" |
| |
| "github.com/google/blueprint" |
| "github.com/google/blueprint/proptools" |
| ) |
| |
| // PackagingSpec abstracts a request to place a built artifact at a certain path in a package. A |
| // package can be the traditional <partition>.img, but isn't limited to those. Other examples could |
| // be a new filesystem image that is a subset of system.img (e.g. for an Android-like mini OS |
| // running on a VM), or a zip archive for some of the host tools. |
| type PackagingSpec struct { |
| // Path relative to the root of the package |
| relPathInPackage string |
| |
| // The path to the built artifact |
| srcPath Path |
| |
| // If this is not empty, then relPathInPackage should be a symlink to this target. (Then |
| // srcPath is of course ignored.) |
| symlinkTarget string |
| |
| // Whether relPathInPackage should be marked as executable or not |
| executable bool |
| |
| effectiveLicenseFiles *Paths |
| |
| partition string |
| |
| // Whether this packaging spec represents an installation of the srcPath (i.e. this struct |
| // is created via InstallFile or InstallSymlink) or a simple packaging (i.e. created via |
| // PackageFile). |
| skipInstall bool |
| |
| // Paths of aconfig files for the built artifact |
| aconfigPaths *Paths |
| |
| // ArchType of the module which produced this packaging spec |
| archType ArchType |
| } |
| |
| func (p *PackagingSpec) Equals(other *PackagingSpec) bool { |
| if other == nil { |
| return false |
| } |
| if p.relPathInPackage != other.relPathInPackage { |
| return false |
| } |
| if p.srcPath != other.srcPath || p.symlinkTarget != other.symlinkTarget { |
| return false |
| } |
| if p.executable != other.executable { |
| return false |
| } |
| if p.partition != other.partition { |
| return false |
| } |
| return true |
| } |
| |
| // Get file name of installed package |
| func (p *PackagingSpec) FileName() string { |
| if p.relPathInPackage != "" { |
| return filepath.Base(p.relPathInPackage) |
| } |
| |
| return "" |
| } |
| |
| // Path relative to the root of the package |
| func (p *PackagingSpec) RelPathInPackage() string { |
| return p.relPathInPackage |
| } |
| |
| func (p *PackagingSpec) SetRelPathInPackage(relPathInPackage string) { |
| p.relPathInPackage = relPathInPackage |
| } |
| |
| func (p *PackagingSpec) EffectiveLicenseFiles() Paths { |
| if p.effectiveLicenseFiles == nil { |
| return Paths{} |
| } |
| return *p.effectiveLicenseFiles |
| } |
| |
| func (p *PackagingSpec) Partition() string { |
| return p.partition |
| } |
| |
| func (p *PackagingSpec) SkipInstall() bool { |
| return p.skipInstall |
| } |
| |
| // Paths of aconfig files for the built artifact |
| func (p *PackagingSpec) GetAconfigPaths() Paths { |
| return *p.aconfigPaths |
| } |
| |
| type PackageModule interface { |
| Module |
| packagingBase() *PackagingBase |
| |
| // AddDeps adds dependencies to the `deps` modules. This should be called in DepsMutator. |
| // When adding the dependencies, depTag is used as the tag. If `deps` modules are meant to |
| // be copied to a zip in CopyDepsToZip, `depTag` should implement PackagingItem marker interface. |
| AddDeps(ctx BottomUpMutatorContext, depTag blueprint.DependencyTag) |
| |
| // GatherPackagingSpecs gathers PackagingSpecs of transitive dependencies. |
| GatherPackagingSpecs(ctx ModuleContext) map[string]PackagingSpec |
| GatherPackagingSpecsWithFilter(ctx ModuleContext, filter func(PackagingSpec) bool) map[string]PackagingSpec |
| |
| // CopyDepsToZip zips the built artifacts of the dependencies into the given zip file and |
| // returns zip entries in it. This is expected to be called in GenerateAndroidBuildActions, |
| // followed by a build rule that unzips it and creates the final output (img, zip, tar.gz, |
| // etc.) from the extracted files |
| CopyDepsToZip(ctx ModuleContext, specs map[string]PackagingSpec, zipOut WritablePath) []string |
| } |
| |
| // PackagingBase provides basic functionality for packaging dependencies. A module is expected to |
| // include this struct and call InitPackageModule. |
| type PackagingBase struct { |
| properties PackagingProperties |
| |
| // Allows this module to skip missing dependencies. In most cases, this is not required, but |
| // for rare cases like when there's a dependency to a module which exists in certain repo |
| // checkouts, this is needed. |
| IgnoreMissingDependencies bool |
| |
| // If this is set to true by a module type inheriting PackagingBase, the deps property |
| // collects the first target only even with compile_multilib: true. |
| DepsCollectFirstTargetOnly bool |
| } |
| |
| type depsProperty struct { |
| // Modules to include in this package |
| Deps proptools.Configurable[[]string] `android:"arch_variant"` |
| } |
| |
| type packagingMultilibProperties struct { |
| First depsProperty `android:"arch_variant"` |
| Common depsProperty `android:"arch_variant"` |
| Lib32 depsProperty `android:"arch_variant"` |
| Lib64 depsProperty `android:"arch_variant"` |
| Both depsProperty `android:"arch_variant"` |
| Prefer32 depsProperty `android:"arch_variant"` |
| } |
| |
| type packagingArchProperties struct { |
| Arm64 depsProperty |
| Arm depsProperty |
| X86_64 depsProperty |
| X86 depsProperty |
| } |
| |
| type PackagingProperties struct { |
| Deps proptools.Configurable[[]string] `android:"arch_variant"` |
| Multilib packagingMultilibProperties `android:"arch_variant"` |
| Arch packagingArchProperties |
| } |
| |
| func InitPackageModule(p PackageModule) { |
| base := p.packagingBase() |
| p.AddProperties(&base.properties) |
| } |
| |
| func (p *PackagingBase) packagingBase() *PackagingBase { |
| return p |
| } |
| |
| // From deps and multilib.*.deps, select the dependencies that are for the given arch deps is for |
| // the current archicture when this module is not configured for multi target. When configured for |
| // multi target, deps is selected for each of the targets and is NOT selected for the current |
| // architecture which would be Common. |
| func (p *PackagingBase) getDepsForArch(ctx BaseModuleContext, arch ArchType) []string { |
| get := func(prop proptools.Configurable[[]string]) []string { |
| return prop.GetOrDefault(ctx, nil) |
| } |
| |
| var ret []string |
| if arch == ctx.Target().Arch.ArchType && len(ctx.MultiTargets()) == 0 { |
| ret = append(ret, get(p.properties.Deps)...) |
| } else if arch.Multilib == "lib32" { |
| ret = append(ret, get(p.properties.Multilib.Lib32.Deps)...) |
| // multilib.prefer32.deps are added for lib32 only when they support 32-bit arch |
| for _, dep := range get(p.properties.Multilib.Prefer32.Deps) { |
| if checkIfOtherModuleSupportsLib32(ctx, dep) { |
| ret = append(ret, dep) |
| } |
| } |
| } else if arch.Multilib == "lib64" { |
| ret = append(ret, get(p.properties.Multilib.Lib64.Deps)...) |
| // multilib.prefer32.deps are added for lib64 only when they don't support 32-bit arch |
| for _, dep := range get(p.properties.Multilib.Prefer32.Deps) { |
| if !checkIfOtherModuleSupportsLib32(ctx, dep) { |
| ret = append(ret, dep) |
| } |
| } |
| } else if arch == Common { |
| ret = append(ret, get(p.properties.Multilib.Common.Deps)...) |
| } |
| |
| if p.DepsCollectFirstTargetOnly { |
| if len(get(p.properties.Multilib.First.Deps)) > 0 { |
| ctx.PropertyErrorf("multilib.first.deps", "not supported. use \"deps\" instead") |
| } |
| for i, t := range ctx.MultiTargets() { |
| if t.Arch.ArchType == arch { |
| ret = append(ret, get(p.properties.Multilib.Both.Deps)...) |
| if i == 0 { |
| ret = append(ret, get(p.properties.Deps)...) |
| } |
| } |
| } |
| } else { |
| if len(get(p.properties.Multilib.Both.Deps)) > 0 { |
| ctx.PropertyErrorf("multilib.both.deps", "not supported. use \"deps\" instead") |
| } |
| for i, t := range ctx.MultiTargets() { |
| if t.Arch.ArchType == arch { |
| ret = append(ret, get(p.properties.Deps)...) |
| if i == 0 { |
| ret = append(ret, get(p.properties.Multilib.First.Deps)...) |
| } |
| } |
| } |
| } |
| |
| if ctx.Arch().ArchType == Common { |
| switch arch { |
| case Arm64: |
| ret = append(ret, get(p.properties.Arch.Arm64.Deps)...) |
| case Arm: |
| ret = append(ret, get(p.properties.Arch.Arm.Deps)...) |
| case X86_64: |
| ret = append(ret, get(p.properties.Arch.X86_64.Deps)...) |
| case X86: |
| ret = append(ret, get(p.properties.Arch.X86.Deps)...) |
| } |
| } |
| |
| return FirstUniqueStrings(ret) |
| } |
| |
| func getSupportedTargets(ctx BaseModuleContext) []Target { |
| var ret []Target |
| // The current and the common OS targets are always supported |
| ret = append(ret, ctx.Target()) |
| if ctx.Arch().ArchType != Common { |
| ret = append(ret, Target{Os: ctx.Os(), Arch: Arch{ArchType: Common}}) |
| } |
| // If this module is configured for multi targets, those should be supported as well |
| ret = append(ret, ctx.MultiTargets()...) |
| return ret |
| } |
| |
| // getLib32Target returns the 32-bit target from the list of targets this module supports. If this |
| // module doesn't support 32-bit target, nil is returned. |
| func getLib32Target(ctx BaseModuleContext) *Target { |
| for _, t := range getSupportedTargets(ctx) { |
| if t.Arch.ArchType.Multilib == "lib32" { |
| return &t |
| } |
| } |
| return nil |
| } |
| |
| // checkIfOtherModuleSUpportsLib32 returns true if 32-bit variant of dep exists. |
| func checkIfOtherModuleSupportsLib32(ctx BaseModuleContext, dep string) bool { |
| t := getLib32Target(ctx) |
| if t == nil { |
| // This packaging module doesn't support 32bit. No point of checking if dep supports 32-bit |
| // or not. |
| return false |
| } |
| return ctx.OtherModuleFarDependencyVariantExists(t.Variations(), dep) |
| } |
| |
| // PackagingItem is a marker interface for dependency tags. |
| // Direct dependencies with a tag implementing PackagingItem are packaged in CopyDepsToZip(). |
| type PackagingItem interface { |
| // IsPackagingItem returns true if the dep is to be packaged |
| IsPackagingItem() bool |
| } |
| |
| // DepTag provides default implementation of PackagingItem interface. |
| // PackagingBase-derived modules can define their own dependency tag by embedding this, which |
| // can be passed to AddDeps() or AddDependencies(). |
| type PackagingItemAlwaysDepTag struct { |
| } |
| |
| // IsPackagingItem returns true if the dep is to be packaged |
| func (PackagingItemAlwaysDepTag) IsPackagingItem() bool { |
| return true |
| } |
| |
| // See PackageModule.AddDeps |
| func (p *PackagingBase) AddDeps(ctx BottomUpMutatorContext, depTag blueprint.DependencyTag) { |
| for _, t := range getSupportedTargets(ctx) { |
| for _, dep := range p.getDepsForArch(ctx, t.Arch.ArchType) { |
| if p.IgnoreMissingDependencies && !ctx.OtherModuleExists(dep) { |
| continue |
| } |
| ctx.AddFarVariationDependencies(t.Variations(), depTag, dep) |
| } |
| } |
| } |
| |
| func (p *PackagingBase) GatherPackagingSpecsWithFilter(ctx ModuleContext, filter func(PackagingSpec) bool) map[string]PackagingSpec { |
| m := make(map[string]PackagingSpec) |
| |
| var arches []ArchType |
| for _, target := range getSupportedTargets(ctx) { |
| arches = append(arches, target.Arch.ArchType) |
| } |
| |
| // filter out packaging specs for unsupported architecture |
| filterArch := func(ps PackagingSpec) bool { |
| for _, arch := range arches { |
| if arch == ps.archType { |
| return true |
| } |
| } |
| return false |
| } |
| |
| ctx.VisitDirectDeps(func(child Module) { |
| if pi, ok := ctx.OtherModuleDependencyTag(child).(PackagingItem); !ok || !pi.IsPackagingItem() { |
| return |
| } |
| for _, ps := range child.TransitivePackagingSpecs() { |
| if !filterArch(ps) { |
| continue |
| } |
| |
| if filter != nil { |
| if !filter(ps) { |
| continue |
| } |
| } |
| dstPath := ps.relPathInPackage |
| if existingPs, ok := m[dstPath]; ok { |
| if !existingPs.Equals(&ps) { |
| ctx.ModuleErrorf("packaging conflict at %v:\n%v\n%v", dstPath, existingPs, ps) |
| } |
| continue |
| } |
| |
| m[dstPath] = ps |
| } |
| }) |
| return m |
| } |
| |
| // See PackageModule.GatherPackagingSpecs |
| func (p *PackagingBase) GatherPackagingSpecs(ctx ModuleContext) map[string]PackagingSpec { |
| return p.GatherPackagingSpecsWithFilter(ctx, nil) |
| } |
| |
| // CopySpecsToDir is a helper that will add commands to the rule builder to copy the PackagingSpec |
| // entries into the specified directory. |
| func (p *PackagingBase) CopySpecsToDir(ctx ModuleContext, builder *RuleBuilder, specs map[string]PackagingSpec, dir WritablePath) (entries []string) { |
| if len(specs) == 0 { |
| return entries |
| } |
| seenDir := make(map[string]bool) |
| preparerPath := PathForModuleOut(ctx, "preparer.sh") |
| cmd := builder.Command().Tool(preparerPath) |
| var sb strings.Builder |
| sb.WriteString("set -e\n") |
| for _, k := range SortedKeys(specs) { |
| ps := specs[k] |
| destPath := filepath.Join(dir.String(), ps.relPathInPackage) |
| destDir := filepath.Dir(destPath) |
| entries = append(entries, ps.relPathInPackage) |
| if _, ok := seenDir[destDir]; !ok { |
| seenDir[destDir] = true |
| sb.WriteString(fmt.Sprintf("mkdir -p %s\n", destDir)) |
| } |
| if ps.symlinkTarget == "" { |
| cmd.Implicit(ps.srcPath) |
| sb.WriteString(fmt.Sprintf("cp %s %s\n", ps.srcPath, destPath)) |
| } else { |
| sb.WriteString(fmt.Sprintf("ln -sf %s %s\n", ps.symlinkTarget, destPath)) |
| } |
| if ps.executable { |
| sb.WriteString(fmt.Sprintf("chmod a+x %s\n", destPath)) |
| } |
| } |
| |
| WriteExecutableFileRuleVerbatim(ctx, preparerPath, sb.String()) |
| |
| return entries |
| } |
| |
| // See PackageModule.CopyDepsToZip |
| func (p *PackagingBase) CopyDepsToZip(ctx ModuleContext, specs map[string]PackagingSpec, zipOut WritablePath) (entries []string) { |
| builder := NewRuleBuilder(pctx, ctx) |
| |
| dir := PathForModuleOut(ctx, ".zip") |
| builder.Command().Text("rm").Flag("-rf").Text(dir.String()) |
| builder.Command().Text("mkdir").Flag("-p").Text(dir.String()) |
| entries = p.CopySpecsToDir(ctx, builder, specs, dir) |
| |
| builder.Command(). |
| BuiltTool("soong_zip"). |
| FlagWithOutput("-o ", zipOut). |
| FlagWithArg("-C ", dir.String()). |
| Flag("-L 0"). // no compression because this will be unzipped soon |
| FlagWithArg("-D ", dir.String()) |
| builder.Command().Text("rm").Flag("-rf").Text(dir.String()) |
| |
| builder.Build("zip_deps", fmt.Sprintf("Zipping deps for %s", ctx.ModuleName())) |
| return entries |
| } |