Provide an interface for shared paths between Soong and Soong UI.

Code refactoring has been done for logs directory logic code since
the bazel metrics directory depends on the log directory. For builds
that did not specify a dist directory, the log directory is under
out directory. With dist, the logs directory is under <dist dir>/logs.
This matters for Android CI builds where the metrics files are
placed under logs directory. With this change, the bazel metrics
directory and corresponding files will be under <dist dir>/logs
directory for Android CI builds.

Bug: b/174479728
Test: * USE_BAZEL=1 m nothing (bazel_metrics dir in out dir)
      * m nothing (bazel_metrics dir deleted)
      * DIST_DIR=/tmp/build USE_BAZEL=1 m nothing dist (bazel_metrics
        is in /tmp/build/logs directory)

Change-Id: Ic9e1ff49a1964fcaaf801bde2c19f33597ca1db4
This commit is contained in:
Patrice Arruda 2020-12-08 19:42:08 +00:00
parent c27dd1a9bb
commit 83842d7235
4 changed files with 30 additions and 14 deletions

View File

@ -174,10 +174,7 @@ func main() {
build.SetupOutDir(buildCtx, config)
// Set up files to be outputted in the log directory.
logsDir := config.OutDir()
if config.Dist() {
logsDir = filepath.Join(config.DistDir(), "logs")
}
logsDir := config.LogsDir()
buildErrorFile := filepath.Join(logsDir, c.logsPrefix+"build_error")
rbeMetricsFile := filepath.Join(logsDir, c.logsPrefix+"rbe_metrics.pb")

View File

@ -20,21 +20,23 @@ import (
"path/filepath"
)
// A SharedPaths represents a list of paths that are shared between
// soong_ui and soong.
type SharedPaths interface {
// BazelMetricsDir returns the path where a set of bazel profile
// files are stored for later processed by the metrics pipeline.
BazelMetricsDir() string
}
// Given the out directory, returns the root of the temp directory (to be cleared at the start of each execution of Soong)
func TempDirForOutDir(outDir string) (tempPath string) {
return filepath.Join(outDir, ".temp")
}
// BazelMetricsDir returns the path where a set of bazel profile
// files are stored for later processed by the metrics pipeline.
func BazelMetricsDir(outDir string) string {
return filepath.Join(outDir, "bazel_metrics")
}
// BazelMetricsFilename returns the bazel profile filename based
// on the action name. This is to help to store a set of bazel
// profiles since bazel may execute multiple times during a single
// build.
func BazelMetricsFilename(outDir, actionName string) string {
return filepath.Join(BazelMetricsDir(outDir), actionName+"_bazel_profile.gz")
func BazelMetricsFilename(s SharedPaths, actionName string) string {
return filepath.Join(s.BazelMetricsDir(), actionName+"_bazel_profile.gz")
}

View File

@ -101,7 +101,7 @@ func runBazel(ctx Context, config Config) {
// ninja_build target.
"--output_groups="+outputGroups,
// Generate a performance profile
"--profile="+filepath.Join(shared.BazelMetricsFilename(config.OutDir(), actionName)),
"--profile="+filepath.Join(shared.BazelMetricsFilename(config, actionName)),
"--slim_profile=true",
)

View File

@ -275,7 +275,7 @@ func NewConfig(ctx Context, args ...string) Config {
}
}
bpd := shared.BazelMetricsDir(ret.OutDir())
bpd := ret.BazelMetricsDir()
if err := os.RemoveAll(bpd); err != nil {
ctx.Fatalf("Unable to remove bazel profile directory %q: %v", bpd, err)
}
@ -1121,3 +1121,20 @@ func (c *configImpl) MetricsUploaderApp() string {
}
return ""
}
// LogsDir returns the logs directory where build log and metrics
// files are located. By default, the logs directory is the out
// directory. If the argument dist is specified, the logs directory
// is <dist_dir>/logs.
func (c *configImpl) LogsDir() string {
if c.Dist() {
return filepath.Join(c.DistDir(), "logs")
}
return c.OutDir()
}
// BazelMetricsDir returns the <logs dir>/bazel_metrics directory
// where the bazel profiles are located.
func (c *configImpl) BazelMetricsDir() string {
return filepath.Join(c.LogsDir(), "bazel_metrics")
}