Add functionality to sandbox mixed build actions
The use case for this is for building rules_go's root builder which runs into issues when built in a directory that contains a symlink to prebuilts/go The implementation will involve two changes of working dir - `sbox` to change the working directory to __SBOX_SANDBOX_DIR__ - the generated manifest will change the working directory to mixed build execution root relative to that Implemenation details 1. Create a unique intermediate path by hashing the outputs of a buildAction. "out/bazel/output/execroot/__main__/" was deliberately not chosen as the outpuDir for the sandbox because ruleBuilder would wipe it. `sbox` will generate the files in __SBOX_SANDBOX_DIR__ and then place the files in this intermediate directory. 2. After the files have been generated in (1), copy them to out/bazel/output/execroot/__main__/... 3. For bazel depsets that are inputs of an action, copy the direct artifacts into the sandbox instead of the phony target 4. Make sandboxing an opt-in. Currently we will only use it for `GoToolchainBinaryBuild` In the current implementation, (3) will increase the size of the ninja file. With sboxing turned on for only GoToolchainBinaryBuild, this will increase the size of the ninja file by around 1.3% on aosp's cf Test: m com.android.neuralnetworks (will build soong_zip from source using rules_go) Test: OUT_DIR=out.other m com.android.neuralnetworks Bug: 289102849 Change-Id: I7addda9af583ba0ff306e50c1dfa16ed16c29799
This commit is contained in:
@@ -53,6 +53,7 @@ type RuleBuilder struct {
|
||||
remoteable RemoteRuleSupports
|
||||
rbeParams *remoteexec.REParams
|
||||
outDir WritablePath
|
||||
sboxOutSubDir string
|
||||
sboxTools bool
|
||||
sboxInputs bool
|
||||
sboxManifestPath WritablePath
|
||||
@@ -65,9 +66,18 @@ func NewRuleBuilder(pctx PackageContext, ctx BuilderContext) *RuleBuilder {
|
||||
pctx: pctx,
|
||||
ctx: ctx,
|
||||
temporariesSet: make(map[WritablePath]bool),
|
||||
sboxOutSubDir: sboxOutSubDir,
|
||||
}
|
||||
}
|
||||
|
||||
// SetSboxOutDirDirAsEmpty sets the out subdirectory to an empty string
|
||||
// This is useful for sandboxing actions that change the execution root to a path in out/ (e.g mixed builds)
|
||||
// For such actions, SetSboxOutDirDirAsEmpty ensures that the path does not become $SBOX_SANDBOX_DIR/out/out/bazel/output/execroot/__main__/...
|
||||
func (rb *RuleBuilder) SetSboxOutDirDirAsEmpty() *RuleBuilder {
|
||||
rb.sboxOutSubDir = ""
|
||||
return rb
|
||||
}
|
||||
|
||||
// RuleBuilderInstall is a tuple of install from and to locations.
|
||||
type RuleBuilderInstall struct {
|
||||
From Path
|
||||
@@ -585,7 +595,7 @@ func (r *RuleBuilder) Build(name string, desc string) {
|
||||
for _, output := range outputs {
|
||||
rel := Rel(r.ctx, r.outDir.String(), output.String())
|
||||
command.CopyAfter = append(command.CopyAfter, &sbox_proto.Copy{
|
||||
From: proto.String(filepath.Join(sboxOutSubDir, rel)),
|
||||
From: proto.String(filepath.Join(r.sboxOutSubDir, rel)),
|
||||
To: proto.String(output.String()),
|
||||
})
|
||||
}
|
||||
|
Reference in New Issue
Block a user