2019-10-11 13:59:13 +08:00
|
|
|
// Copyright (C) 2019 The Android Open Source Project
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package sdk
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2019-11-28 01:43:54 +08:00
|
|
|
"reflect"
|
2019-10-11 13:59:13 +08:00
|
|
|
"strings"
|
|
|
|
|
2019-11-30 04:17:53 +08:00
|
|
|
"github.com/google/blueprint"
|
2019-10-11 13:59:13 +08:00
|
|
|
"github.com/google/blueprint/proptools"
|
|
|
|
|
|
|
|
"android/soong/android"
|
|
|
|
)
|
|
|
|
|
|
|
|
var pctx = android.NewPackageContext("android/soong/sdk")
|
|
|
|
|
2019-11-30 04:17:53 +08:00
|
|
|
var (
|
|
|
|
repackageZip = pctx.AndroidStaticRule("SnapshotRepackageZip",
|
|
|
|
blueprint.RuleParams{
|
2019-12-10 03:58:17 +08:00
|
|
|
Command: `${config.Zip2ZipCmd} -i $in -o $out -x META-INF/**/* "**/*:$destdir"`,
|
2019-11-30 04:17:53 +08:00
|
|
|
CommandDeps: []string{
|
|
|
|
"${config.Zip2ZipCmd}",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
"destdir")
|
|
|
|
|
|
|
|
zipFiles = pctx.AndroidStaticRule("SnapshotZipFiles",
|
|
|
|
blueprint.RuleParams{
|
|
|
|
Command: `${config.SoongZipCmd} -C $basedir -l $out.rsp -o $out`,
|
|
|
|
CommandDeps: []string{
|
|
|
|
"${config.SoongZipCmd}",
|
|
|
|
},
|
|
|
|
Rspfile: "$out.rsp",
|
|
|
|
RspfileContent: "$in",
|
|
|
|
},
|
|
|
|
"basedir")
|
|
|
|
|
|
|
|
mergeZips = pctx.AndroidStaticRule("SnapshotMergeZips",
|
|
|
|
blueprint.RuleParams{
|
|
|
|
Command: `${config.MergeZipsCmd} $out $in`,
|
|
|
|
CommandDeps: []string{
|
|
|
|
"${config.MergeZipsCmd}",
|
|
|
|
},
|
|
|
|
})
|
|
|
|
)
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
type generatedContents struct {
|
|
|
|
content strings.Builder
|
|
|
|
indentLevel int
|
|
|
|
}
|
|
|
|
|
2019-10-11 13:59:13 +08:00
|
|
|
// generatedFile abstracts operations for writing contents into a file and emit a build rule
|
|
|
|
// for the file.
|
|
|
|
type generatedFile struct {
|
2019-11-28 01:43:54 +08:00
|
|
|
generatedContents
|
|
|
|
path android.OutputPath
|
2019-10-11 13:59:13 +08:00
|
|
|
}
|
|
|
|
|
2019-11-04 11:23:40 +08:00
|
|
|
func newGeneratedFile(ctx android.ModuleContext, path ...string) *generatedFile {
|
2019-10-11 13:59:13 +08:00
|
|
|
return &generatedFile{
|
2019-11-28 01:43:54 +08:00
|
|
|
path: android.PathForModuleOut(ctx, path...).OutputPath,
|
2019-10-11 13:59:13 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
func (gc *generatedContents) Indent() {
|
|
|
|
gc.indentLevel++
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
func (gc *generatedContents) Dedent() {
|
|
|
|
gc.indentLevel--
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
func (gc *generatedContents) Printfln(format string, args ...interface{}) {
|
2019-10-11 13:59:13 +08:00
|
|
|
// ninja consumes newline characters in rspfile_content. Prevent it by
|
2019-11-13 03:39:25 +08:00
|
|
|
// escaping the backslash in the newline character. The extra backslash
|
2019-10-11 13:59:13 +08:00
|
|
|
// is removed when the rspfile is written to the actual script file
|
2019-11-28 01:43:54 +08:00
|
|
|
fmt.Fprintf(&(gc.content), strings.Repeat(" ", gc.indentLevel)+format+"\\n", args...)
|
2019-10-11 13:59:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
func (gf *generatedFile) build(pctx android.PackageContext, ctx android.BuilderContext, implicits android.Paths) {
|
|
|
|
rb := android.NewRuleBuilder()
|
|
|
|
// convert \\n to \n
|
|
|
|
rb.Command().
|
|
|
|
Implicits(implicits).
|
|
|
|
Text("echo").Text(proptools.ShellEscape(gf.content.String())).
|
|
|
|
Text("| sed 's/\\\\n/\\n/g' >").Output(gf.path)
|
|
|
|
rb.Command().
|
|
|
|
Text("chmod a+x").Output(gf.path)
|
|
|
|
rb.Build(pctx, ctx, gf.path.Base(), "Build "+gf.path.Base())
|
|
|
|
}
|
|
|
|
|
2019-11-28 22:31:38 +08:00
|
|
|
// Collect all the members.
|
|
|
|
//
|
2020-02-26 03:26:33 +08:00
|
|
|
// Returns a list containing type (extracted from the dependency tag) and the variant.
|
|
|
|
func (s *sdk) collectMembers(ctx android.ModuleContext) []sdkMemberRef {
|
|
|
|
var memberRefs []sdkMemberRef
|
2020-01-14 04:58:25 +08:00
|
|
|
ctx.WalkDeps(func(child android.Module, parent android.Module) bool {
|
|
|
|
tag := ctx.OtherModuleDependencyTag(child)
|
2019-11-20 03:44:10 +08:00
|
|
|
if memberTag, ok := tag.(android.SdkMemberTypeDependencyTag); ok {
|
|
|
|
memberType := memberTag.SdkMemberType()
|
2019-11-28 22:31:38 +08:00
|
|
|
|
|
|
|
// Make sure that the resolved module is allowed in the member list property.
|
2020-01-14 04:58:25 +08:00
|
|
|
if !memberType.IsInstance(child) {
|
|
|
|
ctx.ModuleErrorf("module %q is not valid in property %s", ctx.OtherModuleName(child), memberType.SdkPropertyName())
|
2019-11-28 22:31:38 +08:00
|
|
|
}
|
2019-10-22 19:31:18 +08:00
|
|
|
|
2020-02-26 03:26:33 +08:00
|
|
|
memberRefs = append(memberRefs, sdkMemberRef{memberType, child.(android.SdkAware)})
|
2020-01-14 04:58:25 +08:00
|
|
|
|
|
|
|
// If the member type supports transitive sdk members then recurse down into
|
|
|
|
// its dependencies, otherwise exit traversal.
|
|
|
|
return memberType.HasTransitiveSdkMembers()
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
2020-01-14 04:58:25 +08:00
|
|
|
|
|
|
|
return false
|
2019-10-22 19:31:18 +08:00
|
|
|
})
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2020-02-26 03:26:33 +08:00
|
|
|
return memberRefs
|
|
|
|
}
|
|
|
|
|
|
|
|
// Organize the members.
|
|
|
|
//
|
|
|
|
// The members are first grouped by type and then grouped by name. The order of
|
|
|
|
// the types is the order they are referenced in android.SdkMemberTypesRegistry.
|
|
|
|
// The names are in the order in which the dependencies were added.
|
|
|
|
//
|
|
|
|
// Returns the members as well as the multilib setting to use.
|
|
|
|
func (s *sdk) organizeMembers(ctx android.ModuleContext, memberRefs []sdkMemberRef) ([]*sdkMember, string) {
|
|
|
|
byType := make(map[android.SdkMemberType][]*sdkMember)
|
|
|
|
byName := make(map[string]*sdkMember)
|
|
|
|
|
|
|
|
lib32 := false // True if any of the members have 32 bit version.
|
|
|
|
lib64 := false // True if any of the members have 64 bit version.
|
|
|
|
|
|
|
|
for _, memberRef := range memberRefs {
|
|
|
|
memberType := memberRef.memberType
|
|
|
|
variant := memberRef.variant
|
|
|
|
|
|
|
|
name := ctx.OtherModuleName(variant)
|
|
|
|
member := byName[name]
|
|
|
|
if member == nil {
|
|
|
|
member = &sdkMember{memberType: memberType, name: name}
|
|
|
|
byName[name] = member
|
|
|
|
byType[memberType] = append(byType[memberType], member)
|
|
|
|
}
|
|
|
|
|
|
|
|
multilib := variant.Target().Arch.ArchType.Multilib
|
|
|
|
if multilib == "lib32" {
|
|
|
|
lib32 = true
|
|
|
|
} else if multilib == "lib64" {
|
|
|
|
lib64 = true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Only append new variants to the list. This is needed because a member can be both
|
|
|
|
// exported by the sdk and also be a transitive sdk member.
|
|
|
|
member.variants = appendUniqueVariants(member.variants, variant)
|
|
|
|
}
|
|
|
|
|
2019-11-28 22:31:38 +08:00
|
|
|
var members []*sdkMember
|
2020-01-21 02:16:30 +08:00
|
|
|
for _, memberListProperty := range s.memberListProperties() {
|
2019-11-28 22:31:38 +08:00
|
|
|
membersOfType := byType[memberListProperty.memberType]
|
|
|
|
members = append(members, membersOfType...)
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
|
|
|
|
2020-02-20 00:19:27 +08:00
|
|
|
// Compute the setting of multilib.
|
|
|
|
var multilib string
|
|
|
|
if lib32 && lib64 {
|
|
|
|
multilib = "both"
|
|
|
|
} else if lib32 {
|
|
|
|
multilib = "32"
|
|
|
|
} else if lib64 {
|
|
|
|
multilib = "64"
|
|
|
|
}
|
|
|
|
|
|
|
|
return members, multilib
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
func appendUniqueVariants(variants []android.SdkAware, newVariant android.SdkAware) []android.SdkAware {
|
|
|
|
for _, v := range variants {
|
|
|
|
if v == newVariant {
|
|
|
|
return variants
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return append(variants, newVariant)
|
|
|
|
}
|
|
|
|
|
2019-10-22 19:31:18 +08:00
|
|
|
// SDK directory structure
|
|
|
|
// <sdk_root>/
|
|
|
|
// Android.bp : definition of a 'sdk' module is here. This is a hand-made one.
|
|
|
|
// <api_ver>/ : below this directory are all auto-generated
|
|
|
|
// Android.bp : definition of 'sdk_snapshot' module is here
|
|
|
|
// aidl/
|
|
|
|
// frameworks/base/core/..../IFoo.aidl : an exported AIDL file
|
|
|
|
// java/
|
2019-11-04 11:23:40 +08:00
|
|
|
// <module_name>.jar : the stub jar for a java library 'module_name'
|
2019-10-22 19:31:18 +08:00
|
|
|
// include/
|
|
|
|
// bionic/libc/include/stdlib.h : an exported header file
|
|
|
|
// include_gen/
|
2019-11-04 11:23:40 +08:00
|
|
|
// <module_name>/com/android/.../IFoo.h : a generated header file
|
2019-10-22 19:31:18 +08:00
|
|
|
// <arch>/include/ : arch-specific exported headers
|
|
|
|
// <arch>/include_gen/ : arch-specific generated headers
|
|
|
|
// <arch>/lib/
|
|
|
|
// libFoo.so : a stub library
|
|
|
|
|
2019-11-04 11:23:40 +08:00
|
|
|
// A name that uniquely identifies a prebuilt SDK member for a version of SDK snapshot
|
2019-10-22 19:31:18 +08:00
|
|
|
// This isn't visible to users, so could be changed in future.
|
|
|
|
func versionedSdkMemberName(ctx android.ModuleContext, memberName string, version string) string {
|
|
|
|
return ctx.ModuleName() + "_" + memberName + string(android.SdkVersionSeparator) + version
|
|
|
|
}
|
|
|
|
|
2019-11-13 03:39:25 +08:00
|
|
|
// buildSnapshot is the main function in this source file. It creates rules to copy
|
|
|
|
// the contents (header files, stub libraries, etc) into the zip file.
|
2020-02-26 03:26:33 +08:00
|
|
|
func (s *sdk) buildSnapshot(ctx android.ModuleContext, sdkVariants []*sdk) android.OutputPath {
|
|
|
|
|
|
|
|
var memberRefs []sdkMemberRef
|
|
|
|
for _, sdkVariant := range sdkVariants {
|
|
|
|
memberRefs = append(memberRefs, sdkVariant.memberRefs...)
|
|
|
|
}
|
|
|
|
|
2019-11-13 03:39:25 +08:00
|
|
|
snapshotDir := android.PathForModuleOut(ctx, "snapshot")
|
|
|
|
|
2019-11-04 11:23:40 +08:00
|
|
|
bp := newGeneratedFile(ctx, "snapshot", "Android.bp")
|
2019-11-28 01:43:54 +08:00
|
|
|
|
|
|
|
bpFile := &bpFile{
|
|
|
|
modules: make(map[string]*bpModule),
|
|
|
|
}
|
2019-11-13 03:39:25 +08:00
|
|
|
|
|
|
|
builder := &snapshotBuilder{
|
2019-11-28 01:43:54 +08:00
|
|
|
ctx: ctx,
|
2019-11-27 02:04:12 +08:00
|
|
|
sdk: s,
|
2019-11-28 01:43:54 +08:00
|
|
|
version: "current",
|
|
|
|
snapshotDir: snapshotDir.OutputPath,
|
2019-12-12 02:34:15 +08:00
|
|
|
copies: make(map[string]string),
|
2019-11-28 01:43:54 +08:00
|
|
|
filesToZip: []android.Path{bp.path},
|
|
|
|
bpFile: bpFile,
|
|
|
|
prebuiltModules: make(map[string]*bpModule),
|
2019-10-11 13:59:13 +08:00
|
|
|
}
|
2019-11-27 02:02:20 +08:00
|
|
|
s.builderForTests = builder
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2020-02-26 03:26:33 +08:00
|
|
|
members, multilib := s.organizeMembers(ctx, memberRefs)
|
2020-02-20 00:19:27 +08:00
|
|
|
for _, member := range members {
|
2020-02-28 00:00:53 +08:00
|
|
|
memberType := member.memberType
|
|
|
|
prebuiltModule := memberType.AddPrebuiltModule(ctx, builder, member)
|
|
|
|
if prebuiltModule == nil {
|
|
|
|
// Fall back to legacy method of building a snapshot
|
|
|
|
memberType.BuildSnapshot(ctx, builder, member)
|
|
|
|
} else {
|
|
|
|
s.createMemberSnapshot(ctx, builder, member, prebuiltModule)
|
|
|
|
}
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2020-01-15 22:08:51 +08:00
|
|
|
// Create a transformer that will transform an unversioned module into a versioned module.
|
|
|
|
unversionedToVersionedTransformer := unversionedToVersionedTransformation{builder: builder}
|
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
// Create a transformer that will transform an unversioned module by replacing any references
|
|
|
|
// to internal members with a unique module name and setting prefer: false.
|
|
|
|
unversionedTransformer := unversionedTransformation{builder: builder}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
for _, unversioned := range builder.prebuiltOrder {
|
2020-02-22 00:29:35 +08:00
|
|
|
// Prune any empty property sets.
|
|
|
|
unversioned = unversioned.transform(pruneEmptySetTransformer{})
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
// Copy the unversioned module so it can be modified to make it versioned.
|
2020-01-14 23:53:11 +08:00
|
|
|
versioned := unversioned.deepCopy()
|
2020-01-15 22:08:51 +08:00
|
|
|
|
|
|
|
// Transform the unversioned module into a versioned one.
|
|
|
|
versioned.transform(unversionedToVersionedTransformer)
|
2019-11-28 01:43:54 +08:00
|
|
|
bpFile.AddModule(versioned)
|
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
// Transform the unversioned module to make it suitable for use in the snapshot.
|
|
|
|
unversioned.transform(unversionedTransformer)
|
2019-11-28 01:43:54 +08:00
|
|
|
bpFile.AddModule(unversioned)
|
|
|
|
}
|
2019-11-13 03:39:25 +08:00
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
// Create the snapshot module.
|
|
|
|
snapshotName := ctx.ModuleName() + string(android.SdkVersionSeparator) + builder.version
|
2019-12-17 01:21:27 +08:00
|
|
|
var snapshotModuleType string
|
|
|
|
if s.properties.Module_exports {
|
|
|
|
snapshotModuleType = "module_exports_snapshot"
|
|
|
|
} else {
|
|
|
|
snapshotModuleType = "sdk_snapshot"
|
|
|
|
}
|
|
|
|
snapshotModule := bpFile.newModule(snapshotModuleType)
|
2019-11-28 01:43:54 +08:00
|
|
|
snapshotModule.AddProperty("name", snapshotName)
|
2019-12-05 22:31:48 +08:00
|
|
|
|
|
|
|
// Make sure that the snapshot has the same visibility as the sdk.
|
|
|
|
visibility := android.EffectiveVisibilityRules(ctx, s)
|
|
|
|
if len(visibility) != 0 {
|
|
|
|
snapshotModule.AddProperty("visibility", visibility)
|
|
|
|
}
|
|
|
|
|
2019-11-27 02:04:12 +08:00
|
|
|
addHostDeviceSupportedProperties(&s.ModuleBase, snapshotModule)
|
2020-02-20 00:19:27 +08:00
|
|
|
|
|
|
|
// Compile_multilib defaults to both and must always be set to both on the
|
|
|
|
// device and so only needs to be set when targeted at the host and is neither
|
|
|
|
// unspecified or both.
|
|
|
|
if s.HostSupported() && multilib != "" && multilib != "both" {
|
|
|
|
targetSet := snapshotModule.AddPropertySet("target")
|
|
|
|
hostSet := targetSet.AddPropertySet("host")
|
|
|
|
hostSet.AddProperty("compile_multilib", multilib)
|
|
|
|
}
|
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
for _, memberListProperty := range s.memberListProperties() {
|
2019-12-13 19:22:16 +08:00
|
|
|
names := memberListProperty.getter(s.dynamicMemberTypeListProperties)
|
2019-11-28 22:31:38 +08:00
|
|
|
if len(names) > 0 {
|
2019-12-13 19:22:16 +08:00
|
|
|
snapshotModule.AddProperty(memberListProperty.propertyName(), builder.versionedSdkMemberNames(names))
|
2019-11-28 22:31:38 +08:00
|
|
|
}
|
2019-10-22 19:31:18 +08:00
|
|
|
}
|
2019-11-28 01:43:54 +08:00
|
|
|
bpFile.AddModule(snapshotModule)
|
|
|
|
|
|
|
|
// generate Android.bp
|
|
|
|
bp = newGeneratedFile(ctx, "snapshot", "Android.bp")
|
|
|
|
generateBpContents(&bp.generatedContents, bpFile)
|
2019-10-11 13:59:13 +08:00
|
|
|
|
|
|
|
bp.build(pctx, ctx, nil)
|
|
|
|
|
2019-11-13 03:39:25 +08:00
|
|
|
filesToZip := builder.filesToZip
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2019-11-13 03:39:25 +08:00
|
|
|
// zip them all
|
2019-11-13 03:39:36 +08:00
|
|
|
outputZipFile := android.PathForModuleOut(ctx, ctx.ModuleName()+"-current.zip").OutputPath
|
|
|
|
outputDesc := "Building snapshot for " + ctx.ModuleName()
|
|
|
|
|
|
|
|
// If there are no zips to merge then generate the output zip directly.
|
|
|
|
// Otherwise, generate an intermediate zip file into which other zips can be
|
|
|
|
// merged.
|
|
|
|
var zipFile android.OutputPath
|
|
|
|
var desc string
|
|
|
|
if len(builder.zipsToMerge) == 0 {
|
|
|
|
zipFile = outputZipFile
|
|
|
|
desc = outputDesc
|
|
|
|
} else {
|
|
|
|
zipFile = android.PathForModuleOut(ctx, ctx.ModuleName()+"-current.unmerged.zip").OutputPath
|
|
|
|
desc = "Building intermediate snapshot for " + ctx.ModuleName()
|
|
|
|
}
|
|
|
|
|
2019-11-30 04:17:53 +08:00
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
|
|
Description: desc,
|
|
|
|
Rule: zipFiles,
|
|
|
|
Inputs: filesToZip,
|
|
|
|
Output: zipFile,
|
|
|
|
Args: map[string]string{
|
|
|
|
"basedir": builder.snapshotDir.String(),
|
|
|
|
},
|
|
|
|
})
|
2019-11-13 03:39:36 +08:00
|
|
|
|
|
|
|
if len(builder.zipsToMerge) != 0 {
|
2019-11-30 04:17:53 +08:00
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
|
|
Description: outputDesc,
|
|
|
|
Rule: mergeZips,
|
|
|
|
Input: zipFile,
|
|
|
|
Inputs: builder.zipsToMerge,
|
|
|
|
Output: outputZipFile,
|
|
|
|
})
|
2019-11-13 03:39:36 +08:00
|
|
|
}
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2019-11-13 03:39:36 +08:00
|
|
|
return outputZipFile
|
2019-11-13 03:39:25 +08:00
|
|
|
}
|
|
|
|
|
2020-01-14 05:03:22 +08:00
|
|
|
type propertyTag struct {
|
|
|
|
name string
|
|
|
|
}
|
|
|
|
|
|
|
|
var sdkMemberReferencePropertyTag = propertyTag{"sdkMemberReferencePropertyTag"}
|
|
|
|
|
2020-01-15 22:08:51 +08:00
|
|
|
type unversionedToVersionedTransformation struct {
|
|
|
|
identityTransformation
|
|
|
|
builder *snapshotBuilder
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t unversionedToVersionedTransformation) transformModule(module *bpModule) *bpModule {
|
|
|
|
// Use a versioned name for the module but remember the original name for the
|
|
|
|
// snapshot.
|
|
|
|
name := module.getValue("name").(string)
|
|
|
|
module.setProperty("name", t.builder.versionedSdkMemberName(name))
|
|
|
|
module.insertAfter("name", "sdk_member_name", name)
|
|
|
|
return module
|
|
|
|
}
|
|
|
|
|
2020-01-14 05:03:22 +08:00
|
|
|
func (t unversionedToVersionedTransformation) transformProperty(name string, value interface{}, tag android.BpPropertyTag) (interface{}, android.BpPropertyTag) {
|
|
|
|
if tag == sdkMemberReferencePropertyTag {
|
|
|
|
return t.builder.versionedSdkMemberNames(value.([]string)), tag
|
|
|
|
} else {
|
|
|
|
return value, tag
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
type unversionedTransformation struct {
|
|
|
|
identityTransformation
|
|
|
|
builder *snapshotBuilder
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t unversionedTransformation) transformModule(module *bpModule) *bpModule {
|
|
|
|
// If the module is an internal member then use a unique name for it.
|
|
|
|
name := module.getValue("name").(string)
|
|
|
|
module.setProperty("name", t.builder.unversionedSdkMemberName(name))
|
|
|
|
|
|
|
|
// Set prefer: false - this is not strictly required as that is the default.
|
|
|
|
module.insertAfter("name", "prefer", false)
|
|
|
|
|
|
|
|
return module
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t unversionedTransformation) transformProperty(name string, value interface{}, tag android.BpPropertyTag) (interface{}, android.BpPropertyTag) {
|
|
|
|
if tag == sdkMemberReferencePropertyTag {
|
|
|
|
return t.builder.unversionedSdkMemberNames(value.([]string)), tag
|
|
|
|
} else {
|
|
|
|
return value, tag
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-02-22 00:29:35 +08:00
|
|
|
type pruneEmptySetTransformer struct {
|
|
|
|
identityTransformation
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ bpTransformer = (*pruneEmptySetTransformer)(nil)
|
|
|
|
|
|
|
|
func (t pruneEmptySetTransformer) transformPropertySetAfterContents(name string, propertySet *bpPropertySet, tag android.BpPropertyTag) (*bpPropertySet, android.BpPropertyTag) {
|
|
|
|
if len(propertySet.properties) == 0 {
|
|
|
|
return nil, nil
|
|
|
|
} else {
|
|
|
|
return propertySet, tag
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
func generateBpContents(contents *generatedContents, bpFile *bpFile) {
|
|
|
|
contents.Printfln("// This is auto-generated. DO NOT EDIT.")
|
|
|
|
for _, bpModule := range bpFile.order {
|
|
|
|
contents.Printfln("")
|
|
|
|
contents.Printfln("%s {", bpModule.moduleType)
|
2020-01-14 23:53:11 +08:00
|
|
|
outputPropertySet(contents, bpModule.bpPropertySet)
|
2019-11-28 01:43:54 +08:00
|
|
|
contents.Printfln("}")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func outputPropertySet(contents *generatedContents, set *bpPropertySet) {
|
|
|
|
contents.Indent()
|
|
|
|
for _, name := range set.order {
|
2020-01-15 22:23:52 +08:00
|
|
|
value := set.getValue(name)
|
2019-11-28 01:43:54 +08:00
|
|
|
|
|
|
|
reflectedValue := reflect.ValueOf(value)
|
|
|
|
t := reflectedValue.Type()
|
|
|
|
|
|
|
|
kind := t.Kind()
|
|
|
|
switch kind {
|
|
|
|
case reflect.Slice:
|
|
|
|
length := reflectedValue.Len()
|
|
|
|
if length > 1 {
|
|
|
|
contents.Printfln("%s: [", name)
|
|
|
|
contents.Indent()
|
|
|
|
for i := 0; i < length; i = i + 1 {
|
|
|
|
contents.Printfln("%q,", reflectedValue.Index(i).Interface())
|
|
|
|
}
|
|
|
|
contents.Dedent()
|
|
|
|
contents.Printfln("],")
|
|
|
|
} else if length == 0 {
|
|
|
|
contents.Printfln("%s: [],", name)
|
|
|
|
} else {
|
|
|
|
contents.Printfln("%s: [%q],", name, reflectedValue.Index(0).Interface())
|
|
|
|
}
|
|
|
|
case reflect.Bool:
|
|
|
|
contents.Printfln("%s: %t,", name, reflectedValue.Bool())
|
|
|
|
|
|
|
|
case reflect.Ptr:
|
|
|
|
contents.Printfln("%s: {", name)
|
|
|
|
outputPropertySet(contents, reflectedValue.Interface().(*bpPropertySet))
|
|
|
|
contents.Printfln("},")
|
|
|
|
|
|
|
|
default:
|
|
|
|
contents.Printfln("%s: %q,", name, value)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
contents.Dedent()
|
|
|
|
}
|
|
|
|
|
2019-11-27 02:02:20 +08:00
|
|
|
func (s *sdk) GetAndroidBpContentsForTests() string {
|
2019-11-28 01:43:54 +08:00
|
|
|
contents := &generatedContents{}
|
|
|
|
generateBpContents(contents, s.builderForTests.bpFile)
|
|
|
|
return contents.content.String()
|
2019-11-27 02:02:20 +08:00
|
|
|
}
|
|
|
|
|
2019-11-13 03:39:25 +08:00
|
|
|
type snapshotBuilder struct {
|
2019-11-28 01:43:54 +08:00
|
|
|
ctx android.ModuleContext
|
2019-11-27 02:04:12 +08:00
|
|
|
sdk *sdk
|
2019-11-28 01:43:54 +08:00
|
|
|
version string
|
|
|
|
snapshotDir android.OutputPath
|
|
|
|
bpFile *bpFile
|
2019-12-12 02:34:15 +08:00
|
|
|
|
|
|
|
// Map from destination to source of each copy - used to eliminate duplicates and
|
|
|
|
// detect conflicts.
|
|
|
|
copies map[string]string
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
filesToZip android.Paths
|
|
|
|
zipsToMerge android.Paths
|
|
|
|
|
|
|
|
prebuiltModules map[string]*bpModule
|
|
|
|
prebuiltOrder []*bpModule
|
2019-11-13 03:39:25 +08:00
|
|
|
}
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2019-11-13 03:39:25 +08:00
|
|
|
func (s *snapshotBuilder) CopyToSnapshot(src android.Path, dest string) {
|
2019-12-12 02:34:15 +08:00
|
|
|
if existing, ok := s.copies[dest]; ok {
|
|
|
|
if existing != src.String() {
|
|
|
|
s.ctx.ModuleErrorf("conflicting copy, %s copied from both %s and %s", dest, existing, src)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
path := s.snapshotDir.Join(s.ctx, dest)
|
|
|
|
s.ctx.Build(pctx, android.BuildParams{
|
|
|
|
Rule: android.Cp,
|
|
|
|
Input: src,
|
|
|
|
Output: path,
|
|
|
|
})
|
|
|
|
s.filesToZip = append(s.filesToZip, path)
|
|
|
|
|
|
|
|
s.copies[dest] = src.String()
|
|
|
|
}
|
2019-11-13 03:39:25 +08:00
|
|
|
}
|
2019-10-11 13:59:13 +08:00
|
|
|
|
2019-11-13 03:39:36 +08:00
|
|
|
func (s *snapshotBuilder) UnzipToSnapshot(zipPath android.Path, destDir string) {
|
|
|
|
ctx := s.ctx
|
|
|
|
|
|
|
|
// Repackage the zip file so that the entries are in the destDir directory.
|
|
|
|
// This will allow the zip file to be merged into the snapshot.
|
|
|
|
tmpZipPath := android.PathForModuleOut(ctx, "tmp", destDir+".zip").OutputPath
|
2019-11-30 04:17:53 +08:00
|
|
|
|
|
|
|
ctx.Build(pctx, android.BuildParams{
|
|
|
|
Description: "Repackaging zip file " + destDir + " for snapshot " + ctx.ModuleName(),
|
|
|
|
Rule: repackageZip,
|
|
|
|
Input: zipPath,
|
|
|
|
Output: tmpZipPath,
|
|
|
|
Args: map[string]string{
|
|
|
|
"destdir": destDir,
|
|
|
|
},
|
|
|
|
})
|
2019-11-13 03:39:36 +08:00
|
|
|
|
|
|
|
// Add the repackaged zip file to the files to merge.
|
|
|
|
s.zipsToMerge = append(s.zipsToMerge, tmpZipPath)
|
|
|
|
}
|
|
|
|
|
2019-12-06 02:19:29 +08:00
|
|
|
func (s *snapshotBuilder) AddPrebuiltModule(member android.SdkMember, moduleType string) android.BpModule {
|
|
|
|
name := member.Name()
|
2019-11-28 01:43:54 +08:00
|
|
|
if s.prebuiltModules[name] != nil {
|
|
|
|
panic(fmt.Sprintf("Duplicate module detected, module %s has already been added", name))
|
|
|
|
}
|
|
|
|
|
|
|
|
m := s.bpFile.newModule(moduleType)
|
|
|
|
m.AddProperty("name", name)
|
2019-12-05 22:31:48 +08:00
|
|
|
|
2020-03-04 22:22:45 +08:00
|
|
|
variant := member.Variants()[0]
|
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
if s.sdk.isInternalMember(name) {
|
|
|
|
// An internal member is only referenced from the sdk snapshot which is in the
|
|
|
|
// same package so can be marked as private.
|
|
|
|
m.AddProperty("visibility", []string{"//visibility:private"})
|
|
|
|
} else {
|
|
|
|
// Extract visibility information from a member variant. All variants have the same
|
|
|
|
// visibility so it doesn't matter which one is used.
|
2020-03-04 22:22:45 +08:00
|
|
|
visibility := android.EffectiveVisibilityRules(s.ctx, variant)
|
2020-01-21 02:16:30 +08:00
|
|
|
if len(visibility) != 0 {
|
|
|
|
m.AddProperty("visibility", visibility)
|
|
|
|
}
|
2019-12-05 22:31:48 +08:00
|
|
|
}
|
|
|
|
|
2019-11-27 02:04:12 +08:00
|
|
|
addHostDeviceSupportedProperties(&s.sdk.ModuleBase, m)
|
2019-11-28 01:43:54 +08:00
|
|
|
|
2020-03-04 22:22:45 +08:00
|
|
|
// Where available copy apex_available properties from the member.
|
|
|
|
if apexAware, ok := variant.(interface{ ApexAvailable() []string }); ok {
|
|
|
|
apexAvailable := apexAware.ApexAvailable()
|
|
|
|
if len(apexAvailable) > 0 {
|
|
|
|
m.AddProperty("apex_available", apexAvailable)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
s.prebuiltModules[name] = m
|
|
|
|
s.prebuiltOrder = append(s.prebuiltOrder, m)
|
|
|
|
return m
|
2019-11-13 03:39:25 +08:00
|
|
|
}
|
|
|
|
|
2019-11-27 02:04:12 +08:00
|
|
|
func addHostDeviceSupportedProperties(module *android.ModuleBase, bpModule *bpModule) {
|
|
|
|
if !module.DeviceSupported() {
|
|
|
|
bpModule.AddProperty("device_supported", false)
|
|
|
|
}
|
|
|
|
if module.HostSupported() {
|
|
|
|
bpModule.AddProperty("host_supported", true)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-01-14 05:03:22 +08:00
|
|
|
func (s *snapshotBuilder) SdkMemberReferencePropertyTag() android.BpPropertyTag {
|
|
|
|
return sdkMemberReferencePropertyTag
|
|
|
|
}
|
|
|
|
|
2019-11-28 01:43:54 +08:00
|
|
|
// Get a versioned name appropriate for the SDK snapshot version being taken.
|
|
|
|
func (s *snapshotBuilder) versionedSdkMemberName(unversionedName string) string {
|
2019-11-13 03:39:25 +08:00
|
|
|
return versionedSdkMemberName(s.ctx, unversionedName, s.version)
|
2019-10-11 13:59:13 +08:00
|
|
|
}
|
2019-11-28 01:43:54 +08:00
|
|
|
|
|
|
|
func (s *snapshotBuilder) versionedSdkMemberNames(members []string) []string {
|
|
|
|
var references []string = nil
|
|
|
|
for _, m := range members {
|
|
|
|
references = append(references, s.versionedSdkMemberName(m))
|
|
|
|
}
|
|
|
|
return references
|
|
|
|
}
|
2019-11-28 22:31:38 +08:00
|
|
|
|
2020-01-21 02:16:30 +08:00
|
|
|
// Get an internal name unique to the sdk.
|
|
|
|
func (s *snapshotBuilder) unversionedSdkMemberName(unversionedName string) string {
|
|
|
|
if s.sdk.isInternalMember(unversionedName) {
|
|
|
|
return s.ctx.ModuleName() + "_" + unversionedName
|
|
|
|
} else {
|
|
|
|
return unversionedName
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *snapshotBuilder) unversionedSdkMemberNames(members []string) []string {
|
|
|
|
var references []string = nil
|
|
|
|
for _, m := range members {
|
|
|
|
references = append(references, s.unversionedSdkMemberName(m))
|
|
|
|
}
|
|
|
|
return references
|
|
|
|
}
|
|
|
|
|
2020-02-26 03:26:33 +08:00
|
|
|
type sdkMemberRef struct {
|
|
|
|
memberType android.SdkMemberType
|
|
|
|
variant android.SdkAware
|
|
|
|
}
|
|
|
|
|
2019-11-28 22:31:38 +08:00
|
|
|
var _ android.SdkMember = (*sdkMember)(nil)
|
|
|
|
|
|
|
|
type sdkMember struct {
|
|
|
|
memberType android.SdkMemberType
|
|
|
|
name string
|
|
|
|
variants []android.SdkAware
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *sdkMember) Name() string {
|
|
|
|
return m.name
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *sdkMember) Variants() []android.SdkAware {
|
|
|
|
return m.variants
|
|
|
|
}
|
2020-02-28 00:00:53 +08:00
|
|
|
|
|
|
|
type baseInfo struct {
|
|
|
|
Properties android.SdkMemberProperties
|
|
|
|
}
|
|
|
|
|
|
|
|
type osTypeSpecificInfo struct {
|
|
|
|
baseInfo
|
|
|
|
|
|
|
|
// The list of arch type specific info for this os type.
|
|
|
|
archTypes []*archTypeSpecificInfo
|
|
|
|
}
|
|
|
|
|
|
|
|
type archTypeSpecificInfo struct {
|
|
|
|
baseInfo
|
|
|
|
|
|
|
|
archType android.ArchType
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *sdk) createMemberSnapshot(sdkModuleContext android.ModuleContext, builder *snapshotBuilder, member *sdkMember, bpModule android.BpModule) {
|
|
|
|
|
|
|
|
memberType := member.memberType
|
|
|
|
|
|
|
|
// Group the properties for each variant by arch type.
|
|
|
|
osInfo := &osTypeSpecificInfo{}
|
|
|
|
osInfo.Properties = memberType.CreateVariantPropertiesStruct()
|
|
|
|
variants := member.Variants()
|
2020-03-02 19:33:02 +08:00
|
|
|
commonArch := false
|
2020-02-28 00:00:53 +08:00
|
|
|
for _, variant := range variants {
|
|
|
|
var properties android.SdkMemberProperties
|
|
|
|
|
|
|
|
// Get the info associated with the arch type inside the os info.
|
|
|
|
archType := variant.Target().Arch.ArchType
|
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
if archType.Name == "common" {
|
|
|
|
// The arch type is common so populate the common properties directly.
|
|
|
|
properties = osInfo.Properties
|
2020-02-28 00:00:53 +08:00
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
commonArch = true
|
|
|
|
} else {
|
|
|
|
archInfo := &archTypeSpecificInfo{archType: archType}
|
|
|
|
properties = memberType.CreateVariantPropertiesStruct()
|
|
|
|
archInfo.Properties = properties
|
|
|
|
|
|
|
|
osInfo.archTypes = append(osInfo.archTypes, archInfo)
|
|
|
|
}
|
2020-02-28 00:00:53 +08:00
|
|
|
|
|
|
|
properties.PopulateFromVariant(variant)
|
|
|
|
}
|
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
if commonArch {
|
|
|
|
if len(variants) != 1 {
|
|
|
|
panic("Expected to only have 1 variant when arch type is common but found " + string(len(variants)))
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
var archProperties []android.SdkMemberProperties
|
|
|
|
for _, archInfo := range osInfo.archTypes {
|
|
|
|
archProperties = append(archProperties, archInfo.Properties)
|
|
|
|
}
|
2020-02-28 00:00:53 +08:00
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
extractCommonProperties(osInfo.Properties, archProperties)
|
2020-02-28 00:00:53 +08:00
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
// Choose setting for compile_multilib that is appropriate for the arch variants supplied.
|
|
|
|
var multilib string
|
|
|
|
archVariantCount := len(osInfo.archTypes)
|
|
|
|
if archVariantCount == 2 {
|
|
|
|
multilib = "both"
|
|
|
|
} else if archVariantCount == 1 {
|
|
|
|
if strings.HasSuffix(osInfo.archTypes[0].archType.Name, "64") {
|
|
|
|
multilib = "64"
|
|
|
|
} else {
|
|
|
|
multilib = "32"
|
|
|
|
}
|
2020-02-28 00:00:53 +08:00
|
|
|
}
|
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
osInfo.Properties.Base().Compile_multilib = multilib
|
|
|
|
}
|
2020-02-28 00:00:53 +08:00
|
|
|
|
|
|
|
osInfo.Properties.AddToPropertySet(sdkModuleContext, builder, bpModule)
|
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
if !commonArch {
|
|
|
|
archPropertySet := bpModule.AddPropertySet("arch")
|
|
|
|
for _, av := range osInfo.archTypes {
|
|
|
|
archTypePropertySet := archPropertySet.AddPropertySet(av.archType.Name)
|
2020-02-28 00:00:53 +08:00
|
|
|
|
2020-03-02 19:33:02 +08:00
|
|
|
av.Properties.AddToPropertySet(sdkModuleContext, builder, archTypePropertySet)
|
|
|
|
}
|
2020-02-28 00:00:53 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
memberType.FinalizeModule(sdkModuleContext, builder, member, bpModule)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Extract common properties from a slice of property structures of the same type.
|
|
|
|
//
|
|
|
|
// All the property structures must be of the same type.
|
|
|
|
// commonProperties - must be a pointer to the structure into which common properties will be added.
|
|
|
|
// inputPropertiesSlice - must be a slice of input properties structures.
|
|
|
|
//
|
|
|
|
// Iterates over each exported field (capitalized name) and checks to see whether they
|
|
|
|
// have the same value (using DeepEquals) across all the input properties. If it does not then no
|
|
|
|
// change is made. Otherwise, the common value is stored in the field in the commonProperties
|
|
|
|
// and the field in each of the input properties structure is set to its default value.
|
|
|
|
func extractCommonProperties(commonProperties interface{}, inputPropertiesSlice interface{}) {
|
|
|
|
commonPropertiesValue := reflect.ValueOf(commonProperties)
|
|
|
|
commonStructValue := commonPropertiesValue.Elem()
|
|
|
|
propertiesStructType := commonStructValue.Type()
|
|
|
|
|
|
|
|
// Create an empty structure from which default values for the field can be copied.
|
|
|
|
emptyStructValue := reflect.New(propertiesStructType).Elem()
|
|
|
|
|
|
|
|
for f := 0; f < propertiesStructType.NumField(); f++ {
|
|
|
|
// Check to see if all the structures have the same value for the field. The commonValue
|
|
|
|
// is nil on entry to the loop and if it is nil on exit then there is no common value,
|
|
|
|
// otherwise it points to the common value.
|
|
|
|
var commonValue *reflect.Value
|
|
|
|
sliceValue := reflect.ValueOf(inputPropertiesSlice)
|
|
|
|
|
|
|
|
for i := 0; i < sliceValue.Len(); i++ {
|
|
|
|
structValue := sliceValue.Index(i).Elem().Elem()
|
|
|
|
fieldValue := structValue.Field(f)
|
|
|
|
if !fieldValue.CanInterface() {
|
|
|
|
// The field is not exported so ignore it.
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
if commonValue == nil {
|
|
|
|
// Use the first value as the commonProperties value.
|
|
|
|
commonValue = &fieldValue
|
|
|
|
} else {
|
|
|
|
// If the value does not match the current common value then there is
|
|
|
|
// no value in common so break out.
|
|
|
|
if !reflect.DeepEqual(fieldValue.Interface(), commonValue.Interface()) {
|
|
|
|
commonValue = nil
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// If the fields all have a common value then store it in the common struct field
|
|
|
|
// and set the input struct's field to the empty value.
|
|
|
|
if commonValue != nil {
|
|
|
|
emptyValue := emptyStructValue.Field(f)
|
|
|
|
commonStructValue.Field(f).Set(*commonValue)
|
|
|
|
for i := 0; i < sliceValue.Len(); i++ {
|
|
|
|
structValue := sliceValue.Index(i).Elem().Elem()
|
|
|
|
fieldValue := structValue.Field(f)
|
|
|
|
fieldValue.Set(emptyValue)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|