Merge changes I94fd8bbc,I497dcdff,I1873a180

* changes:
  rust: strip libraries and binaries
  rust: add ccToolchain to Module
  rust: enable use-android-relr-tags
This commit is contained in:
Thiébaud Weksteen
2020-08-31 07:54:32 +00:00
committed by Gerrit Code Review
15 changed files with 147 additions and 33 deletions

View File

@@ -20,6 +20,7 @@ bootstrap_go_package {
"proc_macro.go", "proc_macro.go",
"project_json.go", "project_json.go",
"rust.go", "rust.go",
"strip.go",
"source_provider.go", "source_provider.go",
"test.go", "test.go",
"testing.go", "testing.go",

View File

@@ -96,7 +96,6 @@ func (binary *binaryDecorator) AndroidMk(ctx AndroidMkContext, ret *android.Andr
ret.Class = "EXECUTABLES" ret.Class = "EXECUTABLES"
ret.Extra = append(ret.Extra, func(w io.Writer, outputFile android.Path) { ret.Extra = append(ret.Extra, func(w io.Writer, outputFile android.Path) {
fmt.Fprintln(w, "LOCAL_SOONG_UNSTRIPPED_BINARY :=", binary.unstrippedOutputFile.String())
if binary.coverageOutputZipFile.Valid() { if binary.coverageOutputZipFile.Valid() {
fmt.Fprintln(w, "LOCAL_PREBUILT_COVERAGE_ARCHIVE := "+binary.coverageOutputZipFile.String()) fmt.Fprintln(w, "LOCAL_PREBUILT_COVERAGE_ARCHIVE := "+binary.coverageOutputZipFile.String())
} }
@@ -139,9 +138,6 @@ func (library *libraryDecorator) AndroidMk(ctx AndroidMkContext, ret *android.An
} }
ret.Extra = append(ret.Extra, func(w io.Writer, outputFile android.Path) { ret.Extra = append(ret.Extra, func(w io.Writer, outputFile android.Path) {
if !library.rlib() {
fmt.Fprintln(w, "LOCAL_SOONG_UNSTRIPPED_BINARY :=", library.unstrippedOutputFile.String())
}
if library.coverageOutputZipFile.Valid() { if library.coverageOutputZipFile.Valid() {
fmt.Fprintln(w, "LOCAL_PREBUILT_COVERAGE_ARCHIVE := "+library.coverageOutputZipFile.String()) fmt.Fprintln(w, "LOCAL_PREBUILT_COVERAGE_ARCHIVE := "+library.coverageOutputZipFile.String())
} }
@@ -180,12 +176,19 @@ func (bindgen *bindgenDecorator) AndroidMk(ctx AndroidMkContext, ret *android.An
} }
func (compiler *baseCompiler) AndroidMk(ctx AndroidMkContext, ret *android.AndroidMkData) { func (compiler *baseCompiler) AndroidMk(ctx AndroidMkContext, ret *android.AndroidMkData) {
var unstrippedOutputFile android.OptionalPath
// Soong installation is only supported for host modules. Have Make // Soong installation is only supported for host modules. Have Make
// installation trigger Soong installation. // installation trigger Soong installation.
if ctx.Target().Os.Class == android.Host { if ctx.Target().Os.Class == android.Host {
ret.OutputFile = android.OptionalPathForPath(compiler.path) ret.OutputFile = android.OptionalPathForPath(compiler.path)
} else if compiler.strippedOutputFile.Valid() {
unstrippedOutputFile = ret.OutputFile
ret.OutputFile = compiler.strippedOutputFile
} }
ret.Extra = append(ret.Extra, func(w io.Writer, outputFile android.Path) { ret.Extra = append(ret.Extra, func(w io.Writer, outputFile android.Path) {
if compiler.strippedOutputFile.Valid() {
fmt.Fprintln(w, "LOCAL_SOONG_UNSTRIPPED_BINARY :=", unstrippedOutputFile)
}
path, file := filepath.Split(compiler.path.ToMakePath().String()) path, file := filepath.Split(compiler.path.ToMakePath().String())
stem, suffix, _ := android.SplitFileExt(file) stem, suffix, _ := android.SplitFileExt(file)
fmt.Fprintln(w, "LOCAL_MODULE_SUFFIX := "+suffix) fmt.Fprintln(w, "LOCAL_MODULE_SUFFIX := "+suffix)

View File

@@ -28,6 +28,7 @@ type BinaryCompilerProperties struct {
type binaryDecorator struct { type binaryDecorator struct {
*baseCompiler *baseCompiler
stripper Stripper
Properties BinaryCompilerProperties Properties BinaryCompilerProperties
} }
@@ -86,7 +87,8 @@ func (binary *binaryDecorator) compilerDeps(ctx DepsContext, deps Deps) Deps {
func (binary *binaryDecorator) compilerProps() []interface{} { func (binary *binaryDecorator) compilerProps() []interface{} {
return append(binary.baseCompiler.compilerProps(), return append(binary.baseCompiler.compilerProps(),
&binary.Properties) &binary.Properties,
&binary.stripper.StripProperties)
} }
func (binary *binaryDecorator) nativeCoverage() bool { func (binary *binaryDecorator) nativeCoverage() bool {
@@ -95,16 +97,20 @@ func (binary *binaryDecorator) nativeCoverage() bool {
func (binary *binaryDecorator) compile(ctx ModuleContext, flags Flags, deps PathDeps) android.Path { func (binary *binaryDecorator) compile(ctx ModuleContext, flags Flags, deps PathDeps) android.Path {
fileName := binary.getStem(ctx) + ctx.toolchain().ExecutableSuffix() fileName := binary.getStem(ctx) + ctx.toolchain().ExecutableSuffix()
srcPath, _ := srcPathFromModuleSrcs(ctx, binary.baseCompiler.Properties.Srcs) srcPath, _ := srcPathFromModuleSrcs(ctx, binary.baseCompiler.Properties.Srcs)
outputFile := android.PathForModuleOut(ctx, fileName) outputFile := android.PathForModuleOut(ctx, fileName)
binary.unstrippedOutputFile = outputFile
flags.RustFlags = append(flags.RustFlags, deps.depFlags...) flags.RustFlags = append(flags.RustFlags, deps.depFlags...)
flags.LinkFlags = append(flags.LinkFlags, deps.linkObjects...) flags.LinkFlags = append(flags.LinkFlags, deps.linkObjects...)
outputs := TransformSrcToBinary(ctx, srcPath, deps, flags, outputFile, deps.linkDirs) outputs := TransformSrcToBinary(ctx, srcPath, deps, flags, outputFile, deps.linkDirs)
if binary.stripper.NeedsStrip(ctx) {
strippedOutputFile := android.PathForModuleOut(ctx, "stripped", fileName)
binary.stripper.StripExecutableOrSharedLib(ctx, outputFile, strippedOutputFile)
binary.strippedOutputFile = android.OptionalPathForPath(strippedOutputFile)
}
binary.coverageFile = outputs.coverageFile binary.coverageFile = outputs.coverageFile
var coverageFiles android.Paths var coverageFiles android.Paths

View File

@@ -96,3 +96,33 @@ func TestLinkObjects(t *testing.T) {
t.Errorf("missing shared dependency 'libfoo.so' in linkFlags: %#v", linkFlags) t.Errorf("missing shared dependency 'libfoo.so' in linkFlags: %#v", linkFlags)
} }
} }
// Test that stripped versions are correctly generated and used.
func TestStrippedBinary(t *testing.T) {
ctx := testRust(t, `
rust_binary {
name: "foo",
srcs: ["foo.rs"],
}
rust_binary {
name: "bar",
srcs: ["foo.rs"],
strip: {
none: true
}
}
`)
foo := ctx.ModuleForTests("foo", "android_arm64_armv8-a")
foo.Output("stripped/foo")
// Check that the `cp` rules is using the stripped version as input.
cp := foo.Rule("android.Cp")
if !strings.HasSuffix(cp.Input.String(), "stripped/foo") {
t.Errorf("installed binary not based on stripped version: %v", cp.Input)
}
fizzBar := ctx.ModuleForTests("bar", "android_arm64_armv8-a").MaybeOutput("stripped/bar")
if fizzBar.Rule != nil {
t.Errorf("stripped version of bar has been generated")
}
}

View File

@@ -21,7 +21,6 @@ import (
"github.com/google/blueprint/proptools" "github.com/google/blueprint/proptools"
"android/soong/android" "android/soong/android"
ccConfig "android/soong/cc/config"
) )
var ( var (
@@ -92,8 +91,8 @@ type bindgenDecorator struct {
Properties BindgenProperties Properties BindgenProperties
} }
func (b *bindgenDecorator) GenerateSource(ctx android.ModuleContext, deps PathDeps) android.Path { func (b *bindgenDecorator) GenerateSource(ctx ModuleContext, deps PathDeps) android.Path {
ccToolchain := ccConfig.FindToolchain(ctx.Os(), ctx.Arch()) ccToolchain := ctx.RustModule().ccToolchain(ctx)
var cflags []string var cflags []string
var implicits android.Paths var implicits android.Paths

View File

@@ -129,8 +129,9 @@ type baseCompiler struct {
location installLocation location installLocation
coverageOutputZipFile android.OptionalPath coverageOutputZipFile android.OptionalPath
unstrippedOutputFile android.Path
distFile android.OptionalPath distFile android.OptionalPath
// Stripped output file. If Valid(), this file will be installed instead of outputFile.
strippedOutputFile android.OptionalPath
} }
func (compiler *baseCompiler) Disabled() bool { func (compiler *baseCompiler) Disabled() bool {
@@ -269,8 +270,12 @@ func (compiler *baseCompiler) nativeCoverage() bool {
return false return false
} }
func (compiler *baseCompiler) install(ctx ModuleContext, file android.Path) { func (compiler *baseCompiler) install(ctx ModuleContext) {
compiler.path = ctx.InstallFile(compiler.installDir(ctx), file.Base(), file) path := ctx.RustModule().outputFile
if compiler.strippedOutputFile.Valid() {
path = compiler.strippedOutputFile
}
compiler.path = ctx.InstallFile(compiler.installDir(ctx), path.Path().Base(), path.Path())
} }
func (compiler *baseCompiler) getStem(ctx ModuleContext) string { func (compiler *baseCompiler) getStem(ctx ModuleContext) string {

View File

@@ -52,6 +52,7 @@ var (
"-Wl,--fatal-warnings", "-Wl,--fatal-warnings",
"-Wl,--pack-dyn-relocs=android+relr", "-Wl,--pack-dyn-relocs=android+relr",
"-Wl,--use-android-relr-tags",
"-Wl,--no-undefined", "-Wl,--no-undefined",
"-Wl,--hash-style=gnu", "-Wl,--hash-style=gnu",

View File

@@ -78,6 +78,7 @@ type LibraryMutatedProperties struct {
type libraryDecorator struct { type libraryDecorator struct {
*baseCompiler *baseCompiler
*flagExporter *flagExporter
stripper Stripper
Properties LibraryCompilerProperties Properties LibraryCompilerProperties
MutatedProperties LibraryMutatedProperties MutatedProperties LibraryMutatedProperties
@@ -338,7 +339,8 @@ func NewRustLibrary(hod android.HostOrDeviceSupported) (*Module, *libraryDecorat
func (library *libraryDecorator) compilerProps() []interface{} { func (library *libraryDecorator) compilerProps() []interface{} {
return append(library.baseCompiler.compilerProps(), return append(library.baseCompiler.compilerProps(),
&library.Properties, &library.Properties,
&library.MutatedProperties) &library.MutatedProperties,
&library.stripper.StripProperties)
} }
func (library *libraryDecorator) compilerDeps(ctx DepsContext, deps Deps) Deps { func (library *libraryDecorator) compilerDeps(ctx DepsContext, deps Deps) Deps {
@@ -371,7 +373,8 @@ func (library *libraryDecorator) compilerFlags(ctx ModuleContext, flags Flags) F
} }
func (library *libraryDecorator) compile(ctx ModuleContext, flags Flags, deps PathDeps) android.Path { func (library *libraryDecorator) compile(ctx ModuleContext, flags Flags, deps PathDeps) android.Path {
var outputFile android.WritablePath var outputFile android.ModuleOutPath
var fileName string
var srcPath android.Path var srcPath android.Path
if library.sourceProvider != nil { if library.sourceProvider != nil {
@@ -391,31 +394,37 @@ func (library *libraryDecorator) compile(ctx ModuleContext, flags Flags, deps Pa
} }
if library.rlib() { if library.rlib() {
fileName := library.getStem(ctx) + ctx.toolchain().RlibSuffix() fileName = library.getStem(ctx) + ctx.toolchain().RlibSuffix()
outputFile = android.PathForModuleOut(ctx, fileName) outputFile = android.PathForModuleOut(ctx, fileName)
outputs := TransformSrctoRlib(ctx, srcPath, deps, flags, outputFile, deps.linkDirs) outputs := TransformSrctoRlib(ctx, srcPath, deps, flags, outputFile, deps.linkDirs)
library.coverageFile = outputs.coverageFile library.coverageFile = outputs.coverageFile
} else if library.dylib() { } else if library.dylib() {
fileName := library.getStem(ctx) + ctx.toolchain().DylibSuffix() fileName = library.getStem(ctx) + ctx.toolchain().DylibSuffix()
outputFile = android.PathForModuleOut(ctx, fileName) outputFile = android.PathForModuleOut(ctx, fileName)
outputs := TransformSrctoDylib(ctx, srcPath, deps, flags, outputFile, deps.linkDirs) outputs := TransformSrctoDylib(ctx, srcPath, deps, flags, outputFile, deps.linkDirs)
library.coverageFile = outputs.coverageFile library.coverageFile = outputs.coverageFile
} else if library.static() { } else if library.static() {
fileName := library.getStem(ctx) + ctx.toolchain().StaticLibSuffix() fileName = library.getStem(ctx) + ctx.toolchain().StaticLibSuffix()
outputFile = android.PathForModuleOut(ctx, fileName) outputFile = android.PathForModuleOut(ctx, fileName)
outputs := TransformSrctoStatic(ctx, srcPath, deps, flags, outputFile, deps.linkDirs) outputs := TransformSrctoStatic(ctx, srcPath, deps, flags, outputFile, deps.linkDirs)
library.coverageFile = outputs.coverageFile library.coverageFile = outputs.coverageFile
} else if library.shared() { } else if library.shared() {
fileName := library.sharedLibFilename(ctx) fileName = library.sharedLibFilename(ctx)
outputFile = android.PathForModuleOut(ctx, fileName) outputFile = android.PathForModuleOut(ctx, fileName)
outputs := TransformSrctoShared(ctx, srcPath, deps, flags, outputFile, deps.linkDirs) outputs := TransformSrctoShared(ctx, srcPath, deps, flags, outputFile, deps.linkDirs)
library.coverageFile = outputs.coverageFile library.coverageFile = outputs.coverageFile
} }
if !library.rlib() && library.stripper.NeedsStrip(ctx) {
strippedOutputFile := android.PathForModuleOut(ctx, "stripped", fileName)
library.stripper.StripExecutableOrSharedLib(ctx, outputFile, strippedOutputFile)
library.strippedOutputFile = android.OptionalPathForPath(strippedOutputFile)
}
var coverageFiles android.Paths var coverageFiles android.Paths
if library.coverageFile != nil { if library.coverageFile != nil {
coverageFiles = append(coverageFiles, library.coverageFile) coverageFiles = append(coverageFiles, library.coverageFile)
@@ -430,7 +439,6 @@ func (library *libraryDecorator) compile(ctx ModuleContext, flags Flags, deps Pa
library.exportDepFlags(deps.depFlags...) library.exportDepFlags(deps.depFlags...)
library.exportLinkObjects(deps.linkObjects...) library.exportLinkObjects(deps.linkObjects...)
} }
library.unstrippedOutputFile = outputFile
return outputFile return outputFile
} }

View File

@@ -206,3 +206,35 @@ func TestAutoDeps(t *testing.T) {
} }
} }
// Test that stripped versions are correctly generated and used.
func TestStrippedLibrary(t *testing.T) {
ctx := testRust(t, `
rust_library_dylib {
name: "libfoo",
crate_name: "foo",
srcs: ["foo.rs"],
}
rust_library_dylib {
name: "libbar",
crate_name: "bar",
srcs: ["foo.rs"],
strip: {
none: true
}
}
`)
foo := ctx.ModuleForTests("libfoo", "android_arm64_armv8-a_dylib")
foo.Output("stripped/libfoo.dylib.so")
// Check that the `cp` rule is using the stripped version as input.
cp := foo.Rule("android.Cp")
if !strings.HasSuffix(cp.Input.String(), "stripped/libfoo.dylib.so") {
t.Errorf("installed binary not based on stripped version: %v", cp.Input)
}
fizzBar := ctx.ModuleForTests("libbar", "android_arm64_armv8-a_dylib").MaybeOutput("stripped/libbar.dylib.so")
if fizzBar.Rule != nil {
t.Errorf("stripped version of bar has been generated")
}
}

View File

@@ -99,9 +99,6 @@ func (prebuilt *prebuiltLibraryDecorator) compile(ctx ModuleContext, flags Flags
if len(paths) > 0 { if len(paths) > 0 {
ctx.PropertyErrorf("srcs", "prebuilt libraries can only have one entry in srcs (the prebuilt path)") ctx.PropertyErrorf("srcs", "prebuilt libraries can only have one entry in srcs (the prebuilt path)")
} }
prebuilt.unstrippedOutputFile = srcPath
return srcPath return srcPath
} }

View File

@@ -66,9 +66,6 @@ func (procMacro *procMacroDecorator) compile(ctx ModuleContext, flags Flags, dep
outputFile := android.PathForModuleOut(ctx, fileName) outputFile := android.PathForModuleOut(ctx, fileName)
srcPath, _ := srcPathFromModuleSrcs(ctx, procMacro.baseCompiler.Properties.Srcs) srcPath, _ := srcPathFromModuleSrcs(ctx, procMacro.baseCompiler.Properties.Srcs)
procMacro.unstrippedOutputFile = outputFile
TransformSrctoProcMacro(ctx, srcPath, deps, flags, outputFile, deps.linkDirs) TransformSrctoProcMacro(ctx, srcPath, deps, flags, outputFile, deps.linkDirs)
return outputFile return outputFile
} }

View File

@@ -23,6 +23,7 @@ import (
"android/soong/android" "android/soong/android"
"android/soong/cc" "android/soong/cc"
cc_config "android/soong/cc/config"
"android/soong/rust/config" "android/soong/rust/config"
) )
@@ -283,7 +284,7 @@ type compiler interface {
crateName() string crateName() string
inData() bool inData() bool
install(ctx ModuleContext, path android.Path) install(ctx ModuleContext)
relativeInstallPath() string relativeInstallPath() string
nativeCoverage() bool nativeCoverage() bool
@@ -656,6 +657,10 @@ func (mod *Module) toolchain(ctx android.BaseModuleContext) config.Toolchain {
return mod.cachedToolchain return mod.cachedToolchain
} }
func (mod *Module) ccToolchain(ctx android.BaseModuleContext) cc_config.Toolchain {
return cc_config.FindToolchain(ctx.Os(), ctx.Arch())
}
func (d *Defaults) GenerateAndroidBuildActions(ctx android.ModuleContext) { func (d *Defaults) GenerateAndroidBuildActions(ctx android.ModuleContext) {
} }
@@ -699,7 +704,7 @@ func (mod *Module) GenerateAndroidBuildActions(actx android.ModuleContext) {
mod.outputFile = android.OptionalPathForPath(outputFile) mod.outputFile = android.OptionalPathForPath(outputFile)
if mod.outputFile.Valid() && !mod.Properties.PreventInstall { if mod.outputFile.Valid() && !mod.Properties.PreventInstall {
mod.compiler.install(ctx, mod.outputFile.Path()) mod.compiler.install(ctx)
} }
} }
} }

View File

@@ -38,7 +38,7 @@ type BaseSourceProvider struct {
var _ SourceProvider = (*BaseSourceProvider)(nil) var _ SourceProvider = (*BaseSourceProvider)(nil)
type SourceProvider interface { type SourceProvider interface {
GenerateSource(ctx android.ModuleContext, deps PathDeps) android.Path GenerateSource(ctx ModuleContext, deps PathDeps) android.Path
Srcs() android.Paths Srcs() android.Paths
SourceProviderProps() []interface{} SourceProviderProps() []interface{}
SourceProviderDeps(ctx DepsContext, deps Deps) Deps SourceProviderDeps(ctx DepsContext, deps Deps) Deps
@@ -49,7 +49,7 @@ func (sp *BaseSourceProvider) Srcs() android.Paths {
return android.Paths{sp.OutputFile} return android.Paths{sp.OutputFile}
} }
func (sp *BaseSourceProvider) GenerateSource(ctx android.ModuleContext, deps PathDeps) android.Path { func (sp *BaseSourceProvider) GenerateSource(ctx ModuleContext, deps PathDeps) android.Path {
panic("BaseSourceProviderModule does not implement GenerateSource()") panic("BaseSourceProviderModule does not implement GenerateSource()")
} }

30
rust/strip.go Normal file
View File

@@ -0,0 +1,30 @@
// Copyright 2020 Google Inc. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package rust
import (
"android/soong/android"
"android/soong/cc"
)
// Stripper encapsulates cc.Stripper.
type Stripper struct {
cc.Stripper
}
func (s *Stripper) StripExecutableOrSharedLib(ctx ModuleContext, in android.Path, out android.ModuleOutPath) {
ccFlags := cc.StripFlags{Toolchain: ctx.RustModule().ccToolchain(ctx)}
s.Stripper.StripExecutableOrSharedLib(ctx, in, out, ccFlags)
}

View File

@@ -88,7 +88,7 @@ func (test *testDecorator) compilerProps() []interface{} {
return append(test.binaryDecorator.compilerProps(), &test.Properties) return append(test.binaryDecorator.compilerProps(), &test.Properties)
} }
func (test *testDecorator) install(ctx ModuleContext, file android.Path) { func (test *testDecorator) install(ctx ModuleContext) {
test.testConfig = tradefed.AutoGenRustTestConfig(ctx, test.testConfig = tradefed.AutoGenRustTestConfig(ctx,
test.Properties.Test_config, test.Properties.Test_config,
test.Properties.Test_config_template, test.Properties.Test_config_template,
@@ -103,7 +103,7 @@ func (test *testDecorator) install(ctx ModuleContext, file android.Path) {
ctx.PropertyErrorf("no_named_install_directory", "Module install directory may only be disabled if relative_install_path is set") ctx.PropertyErrorf("no_named_install_directory", "Module install directory may only be disabled if relative_install_path is set")
} }
test.binaryDecorator.install(ctx, file) test.binaryDecorator.install(ctx)
} }
func (test *testDecorator) compilerFlags(ctx ModuleContext, flags Flags) Flags { func (test *testDecorator) compilerFlags(ctx ModuleContext, flags Flags) Flags {