| // Copyright 2018 Google Inc. All rights reserved. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| package java |
| |
| import ( |
| "fmt" |
| "path" |
| "strconv" |
| "strings" |
| |
| "github.com/google/blueprint/proptools" |
| |
| "android/soong/android" |
| "android/soong/genrule" |
| ) |
| |
| func init() { |
| RegisterPrebuiltApisBuildComponents(android.InitRegistrationContext) |
| } |
| |
| func RegisterPrebuiltApisBuildComponents(ctx android.RegistrationContext) { |
| ctx.RegisterModuleType("prebuilt_apis", PrebuiltApisFactory) |
| } |
| |
| type prebuiltApisProperties struct { |
| // list of api version directories |
| Api_dirs []string |
| |
| // Directory containing finalized api txt files for extension versions. |
| // Extension versions higher than the base sdk extension version will |
| // be assumed to be finalized later than all Api_dirs. |
| Extensions_dir *string |
| |
| // The next API directory can optionally point to a directory where |
| // files incompatibility-tracking files are stored for the current |
| // "in progress" API. Each module present in one of the api_dirs will have |
| // a <module>-incompatibilities.api.<scope>.latest module created. |
| Next_api_dir *string |
| |
| // The sdk_version of java_import modules generated based on jar files. |
| // Defaults to "current" |
| Imports_sdk_version *string |
| |
| // If set to true, compile dex for java_import modules. Defaults to false. |
| Imports_compile_dex *bool |
| |
| // If set to true, allow incremental platform API of the form MM.m where MM is the major release |
| // version corresponding to the API level/SDK_INT and m is an incremental release version |
| // (e.g. API changes associated with QPR). Defaults to false. |
| Allow_incremental_platform_api *bool |
| } |
| |
| type prebuiltApis struct { |
| android.ModuleBase |
| properties prebuiltApisProperties |
| } |
| |
| func (module *prebuiltApis) GenerateAndroidBuildActions(ctx android.ModuleContext) { |
| // no need to implement |
| } |
| |
| // parsePrebuiltPath parses the relevant variables out of a variety of paths, e.g. |
| // <version>/<scope>/<module>.jar |
| // <version>/<scope>/api/<module>.txt |
| // *Note when using incremental platform API, <version> may be of the form MM.m where MM is the |
| // API level and m is an incremental release, otherwise <version> is a single integer corresponding to the API level only. |
| // extensions/<version>/<scope>/<module>.jar |
| // extensions/<version>/<scope>/api/<module>.txt |
| func parsePrebuiltPath(ctx android.LoadHookContext, p string) (module string, version string, scope string) { |
| elements := strings.Split(p, "/") |
| |
| scopeIdx := len(elements) - 2 |
| if elements[scopeIdx] == "api" { |
| scopeIdx-- |
| } |
| scope = elements[scopeIdx] |
| if scope != "core" && scope != "public" && scope != "system" && scope != "test" && scope != "module-lib" && scope != "system-server" { |
| ctx.ModuleErrorf("invalid scope %q found in path: %q", scope, p) |
| return |
| } |
| version = elements[scopeIdx-1] |
| |
| module = strings.TrimSuffix(path.Base(p), path.Ext(p)) |
| return |
| } |
| |
| // parseFinalizedPrebuiltPath is like parsePrebuiltPath, but verifies the version is numeric (a finalized version). |
| func parseFinalizedPrebuiltPath(ctx android.LoadHookContext, p string, allowIncremental bool) (module string, version int, release int, scope string) { |
| module, v, scope := parsePrebuiltPath(ctx, p) |
| if allowIncremental { |
| parts := strings.Split(v, ".") |
| if len(parts) != 2 { |
| ctx.ModuleErrorf("Found unexpected version '%v' for incremental prebuilts - expect MM.m format for incremental API with both major (MM) an minor (m) revision.", v) |
| return |
| } |
| sdk, sdk_err := strconv.Atoi(parts[0]) |
| qpr, qpr_err := strconv.Atoi(parts[1]) |
| if sdk_err != nil || qpr_err != nil { |
| ctx.ModuleErrorf("Unable to read version number for incremental prebuilt api '%v'", v) |
| return |
| } |
| version = sdk |
| release = qpr |
| return |
| } |
| release = 0 |
| version, err := strconv.Atoi(v) |
| if err != nil { |
| ctx.ModuleErrorf("Found finalized API files in non-numeric dir '%v'", v) |
| return |
| } |
| return |
| } |
| |
| func prebuiltApiModuleName(mctx android.LoadHookContext, module, scope, version string) string { |
| return fmt.Sprintf("%s_%s_%s_%s", mctx.ModuleName(), scope, version, module) |
| } |
| |
| func hasBazelPrebuilt(module string) bool { |
| return module == "android" || module == "core-for-system-modules" |
| } |
| |
| func bazelPrebuiltApiModuleName(module, scope, version string) string { |
| bazelModule := module |
| switch module { |
| case "android": |
| bazelModule = "android_jar" |
| case "core-for-system-modules": |
| bazelModule = "core_jar" |
| } |
| bazelVersion := version |
| if version == "current" { |
| bazelVersion = strconv.Itoa(android.FutureApiLevelInt) |
| } |
| bazelScope := scope |
| switch scope { |
| case "module-lib": |
| bazelScope = "module" |
| case "system-server": |
| bazelScope = "system_server" |
| } |
| return fmt.Sprintf("//prebuilts/sdk:%s_%s_%s", bazelScope, bazelVersion, bazelModule) |
| } |
| |
| func createImport(mctx android.LoadHookContext, module, scope, version, path, sdkVersion string, compileDex bool) { |
| props := struct { |
| Name *string |
| Jars []string |
| Sdk_version *string |
| Installable *bool |
| Compile_dex *bool |
| Bazel_module android.BazelModuleProperties |
| }{ |
| Name: proptools.StringPtr(prebuiltApiModuleName(mctx, module, scope, version)), |
| Jars: []string{path}, |
| Sdk_version: proptools.StringPtr(sdkVersion), |
| Installable: proptools.BoolPtr(false), |
| Compile_dex: proptools.BoolPtr(compileDex), |
| } |
| if hasBazelPrebuilt(module) { |
| props.Bazel_module = android.BazelModuleProperties{ |
| Label: proptools.StringPtr(bazelPrebuiltApiModuleName(module, scope, version))} |
| } |
| mctx.CreateModule(ImportFactory, &props) |
| } |
| |
| func createApiModule(mctx android.LoadHookContext, name string, path string) { |
| genruleProps := struct { |
| Name *string |
| Srcs []string |
| Out []string |
| Cmd *string |
| }{} |
| genruleProps.Name = proptools.StringPtr(name) |
| genruleProps.Srcs = []string{path} |
| genruleProps.Out = []string{name} |
| genruleProps.Cmd = proptools.StringPtr("cp $(in) $(out)") |
| mctx.CreateModule(genrule.GenRuleFactory, &genruleProps) |
| } |
| |
| func createLatestApiModuleExtensionVersionFile(mctx android.LoadHookContext, name string, version string) { |
| genruleProps := struct { |
| Name *string |
| Srcs []string |
| Out []string |
| Cmd *string |
| }{} |
| genruleProps.Name = proptools.StringPtr(name) |
| genruleProps.Out = []string{name} |
| genruleProps.Cmd = proptools.StringPtr("echo " + version + " > $(out)") |
| mctx.CreateModule(genrule.GenRuleFactory, &genruleProps) |
| } |
| |
| func createEmptyFile(mctx android.LoadHookContext, name string) { |
| props := struct { |
| Name *string |
| Cmd *string |
| Out []string |
| }{} |
| props.Name = proptools.StringPtr(name) |
| props.Out = []string{name} |
| props.Cmd = proptools.StringPtr("touch $(genDir)/" + name) |
| mctx.CreateModule(genrule.GenRuleFactory, &props) |
| } |
| |
| // globApiDirs collects all the files in all api_dirs and all scopes that match the given glob, e.g. '*.jar' or 'api/*.txt'. |
| // <api-dir>/<scope>/<glob> for all api-dir and scope. |
| func globApiDirs(mctx android.LoadHookContext, p *prebuiltApis, api_dir_glob string) []string { |
| var files []string |
| for _, apiver := range p.properties.Api_dirs { |
| files = append(files, globScopeDir(mctx, apiver, api_dir_glob)...) |
| } |
| return files |
| } |
| |
| // globExtensionDirs collects all the files under the extension dir (for all versions and scopes) that match the given glob |
| // <extension-dir>/<version>/<scope>/<glob> for all version and scope. |
| func globExtensionDirs(mctx android.LoadHookContext, p *prebuiltApis, extension_dir_glob string) []string { |
| // <extensions-dir>/<num>/<extension-dir-glob> |
| return globScopeDir(mctx, *p.properties.Extensions_dir+"/*", extension_dir_glob) |
| } |
| |
| // globScopeDir collects all the files in the given subdir across all scopes that match the given glob, e.g. '*.jar' or 'api/*.txt'. |
| // <subdir>/<scope>/<glob> for all scope. |
| func globScopeDir(mctx android.LoadHookContext, subdir string, subdir_glob string) []string { |
| var files []string |
| dir := mctx.ModuleDir() + "/" + subdir |
| for _, scope := range []string{"public", "system", "test", "core", "module-lib", "system-server"} { |
| glob := fmt.Sprintf("%s/%s/%s", dir, scope, subdir_glob) |
| vfiles, err := mctx.GlobWithDeps(glob, nil) |
| if err != nil { |
| mctx.ModuleErrorf("failed to glob %s files under %q: %s", subdir_glob, dir+"/"+scope, err) |
| } |
| files = append(files, vfiles...) |
| } |
| for i, f := range files { |
| files[i] = strings.TrimPrefix(f, mctx.ModuleDir()+"/") |
| } |
| return files |
| } |
| |
| func prebuiltSdkStubs(mctx android.LoadHookContext, p *prebuiltApis) { |
| // <apiver>/<scope>/<module>.jar |
| files := globApiDirs(mctx, p, "*.jar") |
| |
| sdkVersion := proptools.StringDefault(p.properties.Imports_sdk_version, "current") |
| compileDex := proptools.BoolDefault(p.properties.Imports_compile_dex, false) |
| |
| for _, f := range files { |
| // create a Import module for each jar file |
| module, version, scope := parsePrebuiltPath(mctx, f) |
| createImport(mctx, module, scope, version, f, sdkVersion, compileDex) |
| |
| if module == "core-for-system-modules" { |
| createSystemModules(mctx, version, scope) |
| } |
| } |
| } |
| |
| func createSystemModules(mctx android.LoadHookContext, version, scope string) { |
| props := struct { |
| Name *string |
| Libs []string |
| }{} |
| props.Name = proptools.StringPtr(prebuiltApiModuleName(mctx, "system_modules", scope, version)) |
| props.Libs = append(props.Libs, prebuiltApiModuleName(mctx, "core-for-system-modules", scope, version)) |
| |
| mctx.CreateModule(systemModulesImportFactory, &props) |
| } |
| |
| func PrebuiltApiModuleName(module, scope, version string) string { |
| return module + ".api." + scope + "." + version |
| } |
| |
| func prebuiltApiFiles(mctx android.LoadHookContext, p *prebuiltApis) { |
| // <apiver>/<scope>/api/<module>.txt |
| apiLevelFiles := globApiDirs(mctx, p, "api/*.txt") |
| if len(apiLevelFiles) == 0 { |
| mctx.ModuleErrorf("no api file found under %q", mctx.ModuleDir()) |
| } |
| |
| // Create modules for all (<module>, <scope, <version>) triplets, |
| allowIncremental := proptools.BoolDefault(p.properties.Allow_incremental_platform_api, false) |
| for _, f := range apiLevelFiles { |
| module, version, release, scope := parseFinalizedPrebuiltPath(mctx, f, allowIncremental) |
| if allowIncremental { |
| incrementalVersion := strconv.Itoa(version) + "." + strconv.Itoa(release) |
| createApiModule(mctx, PrebuiltApiModuleName(module, scope, incrementalVersion), f) |
| } else { |
| createApiModule(mctx, PrebuiltApiModuleName(module, scope, strconv.Itoa(version)), f) |
| } |
| } |
| |
| // Figure out the latest version of each module/scope |
| type latestApiInfo struct { |
| module, scope, path string |
| version, release int |
| isExtensionApiFile bool |
| } |
| |
| getLatest := func(files []string, isExtensionApiFile bool) map[string]latestApiInfo { |
| m := make(map[string]latestApiInfo) |
| for _, f := range files { |
| module, version, release, scope := parseFinalizedPrebuiltPath(mctx, f, allowIncremental) |
| if strings.HasSuffix(module, "incompatibilities") { |
| continue |
| } |
| key := module + "." + scope |
| info, exists := m[key] |
| if !exists || version > info.version || (version == info.version && release > info.release) { |
| m[key] = latestApiInfo{module, scope, f, version, release, isExtensionApiFile} |
| } |
| } |
| return m |
| } |
| |
| latest := getLatest(apiLevelFiles, false) |
| if p.properties.Extensions_dir != nil { |
| extensionApiFiles := globExtensionDirs(mctx, p, "api/*.txt") |
| for k, v := range getLatest(extensionApiFiles, true) { |
| if _, exists := latest[k]; !exists { |
| mctx.ModuleErrorf("Module %v finalized for extension %d but never during an API level; likely error", v.module, v.version) |
| } |
| // The extension version is always at least as new as the last sdk int version (potentially identical) |
| latest[k] = v |
| } |
| } |
| |
| // Sort the keys in order to make build.ninja stable |
| for _, k := range android.SortedKeys(latest) { |
| info := latest[k] |
| name := PrebuiltApiModuleName(info.module, info.scope, "latest") |
| latestExtensionVersionModuleName := PrebuiltApiModuleName(info.module, info.scope, "latest.extension_version") |
| if info.isExtensionApiFile { |
| createLatestApiModuleExtensionVersionFile(mctx, latestExtensionVersionModuleName, strconv.Itoa(info.version)) |
| } else { |
| createLatestApiModuleExtensionVersionFile(mctx, latestExtensionVersionModuleName, "-1") |
| } |
| createApiModule(mctx, name, info.path) |
| } |
| |
| // Create incompatibilities tracking files for all modules, if we have a "next" api. |
| incompatibilities := make(map[string]bool) |
| if nextApiDir := String(p.properties.Next_api_dir); nextApiDir != "" { |
| files := globScopeDir(mctx, nextApiDir, "api/*incompatibilities.txt") |
| for _, f := range files { |
| filename, _, scope := parsePrebuiltPath(mctx, f) |
| referencedModule := strings.TrimSuffix(filename, "-incompatibilities") |
| |
| createApiModule(mctx, PrebuiltApiModuleName(referencedModule+"-incompatibilities", scope, "latest"), f) |
| |
| incompatibilities[referencedModule+"."+scope] = true |
| } |
| } |
| // Create empty incompatibilities files for remaining modules |
| for _, k := range android.SortedKeys(latest) { |
| if _, ok := incompatibilities[k]; !ok { |
| createEmptyFile(mctx, PrebuiltApiModuleName(latest[k].module+"-incompatibilities", latest[k].scope, "latest")) |
| } |
| } |
| } |
| |
| func createPrebuiltApiModules(mctx android.LoadHookContext) { |
| if p, ok := mctx.Module().(*prebuiltApis); ok { |
| prebuiltApiFiles(mctx, p) |
| prebuiltSdkStubs(mctx, p) |
| } |
| } |
| |
| // prebuilt_apis is a meta-module that generates modules for all API txt files |
| // found under the directory where the Android.bp is located. |
| // Specifically, an API file located at ./<ver>/<scope>/api/<module>.txt |
| // generates a module named <module>-api.<scope>.<ver>. |
| // |
| // It also creates <module>-api.<scope>.latest for the latest <ver>. |
| // |
| // Similarly, it generates a java_import for all API .jar files found under the |
| // directory where the Android.bp is located. Specifically, an API file located |
| // at ./<ver>/<scope>/api/<module>.jar generates a java_import module named |
| // <prebuilt-api-module>_<scope>_<ver>_<module>, and for SDK versions >= 30 |
| // a java_system_modules module named |
| // <prebuilt-api-module>_public_<ver>_system_modules |
| func PrebuiltApisFactory() android.Module { |
| module := &prebuiltApis{} |
| module.AddProperties(&module.properties) |
| android.InitAndroidModule(module) |
| android.AddLoadHook(module, createPrebuiltApiModules) |
| return module |
| } |