123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716 |
- // Copyright 2017 Google Inc. All rights reserved.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package main
- import (
- "context"
- "flag"
- "fmt"
- "io/ioutil"
- "os"
- "path/filepath"
- "strconv"
- "strings"
- "syscall"
- "time"
- "android/soong/shared"
- "android/soong/ui/build"
- "android/soong/ui/logger"
- "android/soong/ui/metrics"
- "android/soong/ui/signal"
- "android/soong/ui/status"
- "android/soong/ui/terminal"
- "android/soong/ui/tracer"
- )
- // A command represents an operation to be executed in the soong build
- // system.
- type command struct {
- // The flag name (must have double dashes).
- flag string
- // Description for the flag (to display when running help).
- description string
- // Stream the build status output into the simple terminal mode.
- simpleOutput bool
- // Sets a prefix string to use for filenames of log files.
- logsPrefix string
- // Creates the build configuration based on the args and build context.
- config func(ctx build.Context, args ...string) build.Config
- // Returns what type of IO redirection this Command requires.
- stdio func() terminal.StdioInterface
- // run the command
- run func(ctx build.Context, config build.Config, args []string)
- }
- // list of supported commands (flags) supported by soong ui
- var commands = []command{
- {
- flag: "--make-mode",
- description: "build the modules by the target name (i.e. soong_docs)",
- config: build.NewConfig,
- stdio: stdio,
- run: runMake,
- }, {
- flag: "--dumpvar-mode",
- description: "print the value of the legacy make variable VAR to stdout",
- simpleOutput: true,
- logsPrefix: "dumpvars-",
- config: dumpVarConfig,
- stdio: customStdio,
- run: dumpVar,
- }, {
- flag: "--dumpvars-mode",
- description: "dump the values of one or more legacy make variables, in shell syntax",
- simpleOutput: true,
- logsPrefix: "dumpvars-",
- config: dumpVarConfig,
- stdio: customStdio,
- run: dumpVars,
- }, {
- flag: "--build-mode",
- description: "build modules based on the specified build action",
- config: buildActionConfig,
- stdio: stdio,
- run: runMake,
- }, {
- flag: "--upload-metrics-only",
- description: "upload metrics without building anything",
- config: uploadOnlyConfig,
- stdio: stdio,
- // Upload-only mode mostly skips to the metrics-uploading phase of soong_ui.
- // However, this invocation marks the true "end of the build", and thus we
- // need to update the total runtime of the build to include this upload step.
- run: updateTotalRealTime,
- },
- }
- // indexList returns the index of first found s. -1 is return if s is not
- // found.
- func indexList(s string, list []string) int {
- for i, l := range list {
- if l == s {
- return i
- }
- }
- return -1
- }
- // inList returns true if one or more of s is in the list.
- func inList(s string, list []string) bool {
- return indexList(s, list) != -1
- }
- func deleteStaleMetrics(metricsFilePathSlice []string) error {
- for _, metricsFilePath := range metricsFilePathSlice {
- if err := os.Remove(metricsFilePath); err != nil && !os.IsNotExist(err) {
- return fmt.Errorf("Failed to remove %s\nError message: %w", metricsFilePath, err)
- }
- }
- return nil
- }
- // Main execution of soong_ui. The command format is as follows:
- //
- // soong_ui <command> [<arg 1> <arg 2> ... <arg n>]
- //
- // Command is the type of soong_ui execution. Only one type of
- // execution is specified. The args are specific to the command.
- func main() {
- shared.ReexecWithDelveMaybe(os.Getenv("SOONG_UI_DELVE"), shared.ResolveDelveBinary())
- buildStarted := time.Now()
- c, args, err := getCommand(os.Args)
- if err != nil {
- fmt.Fprintf(os.Stderr, "Error parsing `soong` args: %s.\n", err)
- os.Exit(1)
- }
- // Create a terminal output that mimics Ninja's.
- output := terminal.NewStatusOutput(c.stdio().Stdout(), os.Getenv("NINJA_STATUS"), c.simpleOutput,
- build.OsEnvironment().IsEnvTrue("ANDROID_QUIET_BUILD"),
- build.OsEnvironment().IsEnvTrue("SOONG_UI_ANSI_OUTPUT"))
- // Create and start a new metric record.
- met := metrics.New()
- met.SetBuildDateTime(buildStarted)
- met.SetBuildCommand(os.Args)
- // Attach a new logger instance to the terminal output.
- log := logger.NewWithMetrics(output, met)
- defer log.Cleanup()
- // Create a context to simplify the program termination process.
- ctx, cancel := context.WithCancel(context.Background())
- defer cancel()
- // Create a new trace file writer, making it log events to the log instance.
- trace := tracer.New(log)
- defer trace.Close()
- // Create a new Status instance, which manages action counts and event output channels.
- stat := &status.Status{}
- defer stat.Finish()
- // Hook up the terminal output and tracer to Status.
- stat.AddOutput(output)
- stat.AddOutput(trace.StatusTracer())
- // Set up a cleanup procedure in case the normal termination process doesn't work.
- signal.SetupSignals(log, cancel, func() {
- trace.Close()
- log.Cleanup()
- stat.Finish()
- })
- criticalPath := status.NewCriticalPath()
- buildCtx := build.Context{ContextImpl: &build.ContextImpl{
- Context: ctx,
- Logger: log,
- Metrics: met,
- Tracer: trace,
- Writer: output,
- Status: stat,
- CriticalPath: criticalPath,
- }}
- config := c.config(buildCtx, args...)
- config.SetLogsPrefix(c.logsPrefix)
- logsDir := config.LogsDir()
- buildStarted = config.BuildStartedTimeOrDefault(buildStarted)
- buildErrorFile := filepath.Join(logsDir, c.logsPrefix+"build_error")
- soongMetricsFile := filepath.Join(logsDir, c.logsPrefix+"soong_metrics")
- rbeMetricsFile := filepath.Join(logsDir, c.logsPrefix+"rbe_metrics.pb")
- bp2buildMetricsFile := filepath.Join(logsDir, c.logsPrefix+"bp2build_metrics.pb")
- bazelMetricsFile := filepath.Join(logsDir, c.logsPrefix+"bazel_metrics.pb")
- soongBuildMetricsFile := filepath.Join(logsDir, c.logsPrefix+"soong_build_metrics.pb")
- //the profile file generated by Bazel"
- bazelProfileFile := filepath.Join(logsDir, c.logsPrefix+"analyzed_bazel_profile.txt")
- metricsFiles := []string{
- buildErrorFile, // build error strings
- rbeMetricsFile, // high level metrics related to remote build execution.
- bp2buildMetricsFile, // high level metrics related to bp2build.
- soongMetricsFile, // high level metrics related to this build system.
- bazelMetricsFile, // high level metrics related to bazel execution
- soongBuildMetricsFile, // high level metrics related to soong build(except bp2build)
- config.BazelMetricsDir(), // directory that contains a set of bazel metrics.
- }
- os.MkdirAll(logsDir, 0777)
- log.SetOutput(filepath.Join(logsDir, c.logsPrefix+"soong.log"))
- trace.SetOutput(filepath.Join(logsDir, c.logsPrefix+"build.trace"))
- if !config.SkipMetricsUpload() {
- defer build.UploadMetrics(buildCtx, config, c.simpleOutput, buildStarted, bazelProfileFile, bazelMetricsFile, metricsFiles...)
- }
- defer met.Dump(soongMetricsFile)
- // Should run before Metric.Dump
- defer criticalPath.WriteToMetrics(met)
- c.run(buildCtx, config, args)
- }
- func logAndSymlinkSetup(buildCtx build.Context, config build.Config) {
- log := buildCtx.ContextImpl.Logger
- logsPrefix := config.GetLogsPrefix()
- build.SetupOutDir(buildCtx, config)
- logsDir := config.LogsDir()
- // Common list of metric file definition.
- buildErrorFile := filepath.Join(logsDir, logsPrefix+"build_error")
- rbeMetricsFile := filepath.Join(logsDir, logsPrefix+"rbe_metrics.pb")
- soongMetricsFile := filepath.Join(logsDir, logsPrefix+"soong_metrics")
- bp2buildMetricsFile := filepath.Join(logsDir, logsPrefix+"bp2build_metrics.pb")
- soongBuildMetricsFile := filepath.Join(logsDir, logsPrefix+"soong_build_metrics.pb")
- //Delete the stale metrics files
- staleFileSlice := []string{buildErrorFile, rbeMetricsFile, soongMetricsFile, bp2buildMetricsFile, soongBuildMetricsFile}
- if err := deleteStaleMetrics(staleFileSlice); err != nil {
- log.Fatalln(err)
- }
- build.PrintOutDirWarning(buildCtx, config)
- stat := buildCtx.Status
- stat.AddOutput(status.NewVerboseLog(log, filepath.Join(logsDir, logsPrefix+"verbose.log")))
- stat.AddOutput(status.NewErrorLog(log, filepath.Join(logsDir, logsPrefix+"error.log")))
- stat.AddOutput(status.NewProtoErrorLog(log, buildErrorFile))
- stat.AddOutput(status.NewCriticalPathLogger(log, buildCtx.CriticalPath))
- stat.AddOutput(status.NewBuildProgressLog(log, filepath.Join(logsDir, logsPrefix+"build_progress.pb")))
- buildCtx.Verbosef("Detected %.3v GB total RAM", float32(config.TotalRAM())/(1024*1024*1024))
- buildCtx.Verbosef("Parallelism (local/remote/highmem): %v/%v/%v",
- config.Parallel(), config.RemoteParallel(), config.HighmemParallel())
- setMaxFiles(buildCtx)
- defer build.CheckProdCreds(buildCtx, config)
- // Read the time at the starting point.
- if start, ok := os.LookupEnv("TRACE_BEGIN_SOONG"); ok {
- // soong_ui.bash uses the date command's %N (nanosec) flag when getting the start time,
- // which Darwin doesn't support. Check if it was executed properly before parsing the value.
- if !strings.HasSuffix(start, "N") {
- if start_time, err := strconv.ParseUint(start, 10, 64); err == nil {
- log.Verbosef("Took %dms to start up.",
- time.Since(time.Unix(0, int64(start_time))).Nanoseconds()/time.Millisecond.Nanoseconds())
- buildCtx.CompleteTrace(metrics.RunSetupTool, "startup", start_time, uint64(time.Now().UnixNano()))
- }
- }
- if executable, err := os.Executable(); err == nil {
- buildCtx.ContextImpl.Tracer.ImportMicrofactoryLog(filepath.Join(filepath.Dir(executable), "."+filepath.Base(executable)+".trace"))
- }
- }
- // Fix up the source tree due to a repo bug where it doesn't remove
- // linkfiles that have been removed
- fixBadDanglingLink(buildCtx, "hardware/qcom/sdm710/Android.bp")
- fixBadDanglingLink(buildCtx, "hardware/qcom/sdm710/Android.mk")
- // Create a source finder.
- f := build.NewSourceFinder(buildCtx, config)
- defer f.Shutdown()
- build.FindSources(buildCtx, config, f)
- }
- func fixBadDanglingLink(ctx build.Context, name string) {
- _, err := os.Lstat(name)
- if err != nil {
- return
- }
- _, err = os.Stat(name)
- if os.IsNotExist(err) {
- err = os.Remove(name)
- if err != nil {
- ctx.Fatalf("Failed to remove dangling link %q: %v", name, err)
- }
- }
- }
- func dumpVar(ctx build.Context, config build.Config, args []string) {
- logAndSymlinkSetup(ctx, config)
- flags := flag.NewFlagSet("dumpvar", flag.ExitOnError)
- flags.SetOutput(ctx.Writer)
- flags.Usage = func() {
- fmt.Fprintf(ctx.Writer, "usage: %s --dumpvar-mode [--abs] <VAR>\n\n", os.Args[0])
- fmt.Fprintln(ctx.Writer, "In dumpvar mode, print the value of the legacy make variable VAR to stdout")
- fmt.Fprintln(ctx.Writer, "")
- fmt.Fprintln(ctx.Writer, "'report_config' is a special case that prints the human-readable config banner")
- fmt.Fprintln(ctx.Writer, "from the beginning of the build.")
- fmt.Fprintln(ctx.Writer, "")
- flags.PrintDefaults()
- }
- abs := flags.Bool("abs", false, "Print the absolute path of the value")
- flags.Parse(args)
- if flags.NArg() != 1 {
- flags.Usage()
- ctx.Fatalf("Invalid usage")
- }
- varName := flags.Arg(0)
- if varName == "report_config" {
- varData, err := build.DumpMakeVars(ctx, config, nil, build.BannerVars)
- if err != nil {
- ctx.Fatal(err)
- }
- fmt.Println(build.Banner(varData))
- } else {
- varData, err := build.DumpMakeVars(ctx, config, nil, []string{varName})
- if err != nil {
- ctx.Fatal(err)
- }
- if *abs {
- var res []string
- for _, path := range strings.Fields(varData[varName]) {
- if abs, err := filepath.Abs(path); err == nil {
- res = append(res, abs)
- } else {
- ctx.Fatalln("Failed to get absolute path of", path, err)
- }
- }
- fmt.Println(strings.Join(res, " "))
- } else {
- fmt.Println(varData[varName])
- }
- }
- }
- func dumpVars(ctx build.Context, config build.Config, args []string) {
- logAndSymlinkSetup(ctx, config)
- flags := flag.NewFlagSet("dumpvars", flag.ExitOnError)
- flags.SetOutput(ctx.Writer)
- flags.Usage = func() {
- fmt.Fprintf(ctx.Writer, "usage: %s --dumpvars-mode [--vars=\"VAR VAR ...\"]\n\n", os.Args[0])
- fmt.Fprintln(ctx.Writer, "In dumpvars mode, dump the values of one or more legacy make variables, in")
- fmt.Fprintln(ctx.Writer, "shell syntax. The resulting output may be sourced directly into a shell to")
- fmt.Fprintln(ctx.Writer, "set corresponding shell variables.")
- fmt.Fprintln(ctx.Writer, "")
- fmt.Fprintln(ctx.Writer, "'report_config' is a special case that dumps a variable containing the")
- fmt.Fprintln(ctx.Writer, "human-readable config banner from the beginning of the build.")
- fmt.Fprintln(ctx.Writer, "")
- flags.PrintDefaults()
- }
- varsStr := flags.String("vars", "", "Space-separated list of variables to dump")
- absVarsStr := flags.String("abs-vars", "", "Space-separated list of variables to dump (using absolute paths)")
- varPrefix := flags.String("var-prefix", "", "String to prepend to all variable names when dumping")
- absVarPrefix := flags.String("abs-var-prefix", "", "String to prepent to all absolute path variable names when dumping")
- flags.Parse(args)
- if flags.NArg() != 0 {
- flags.Usage()
- ctx.Fatalf("Invalid usage")
- }
- vars := strings.Fields(*varsStr)
- absVars := strings.Fields(*absVarsStr)
- allVars := append([]string{}, vars...)
- allVars = append(allVars, absVars...)
- if i := indexList("report_config", allVars); i != -1 {
- allVars = append(allVars[:i], allVars[i+1:]...)
- allVars = append(allVars, build.BannerVars...)
- }
- if len(allVars) == 0 {
- return
- }
- varData, err := build.DumpMakeVars(ctx, config, nil, allVars)
- if err != nil {
- ctx.Fatal(err)
- }
- for _, name := range vars {
- if name == "report_config" {
- fmt.Printf("%sreport_config='%s'\n", *varPrefix, build.Banner(varData))
- } else {
- fmt.Printf("%s%s='%s'\n", *varPrefix, name, varData[name])
- }
- }
- for _, name := range absVars {
- var res []string
- for _, path := range strings.Fields(varData[name]) {
- abs, err := filepath.Abs(path)
- if err != nil {
- ctx.Fatalln("Failed to get absolute path of", path, err)
- }
- res = append(res, abs)
- }
- fmt.Printf("%s%s='%s'\n", *absVarPrefix, name, strings.Join(res, " "))
- }
- }
- func stdio() terminal.StdioInterface {
- return terminal.StdioImpl{}
- }
- // dumpvar and dumpvars use stdout to output variable values, so use stderr instead of stdout when
- // reporting events to keep stdout clean from noise.
- func customStdio() terminal.StdioInterface {
- return terminal.NewCustomStdio(os.Stdin, os.Stderr, os.Stderr)
- }
- // dumpVarConfig does not require any arguments to be parsed by the NewConfig.
- func dumpVarConfig(ctx build.Context, args ...string) build.Config {
- return build.NewConfig(ctx)
- }
- // uploadOnlyConfig explicitly requires no arguments.
- func uploadOnlyConfig(ctx build.Context, args ...string) build.Config {
- if len(args) > 0 {
- fmt.Printf("--upload-only does not require arguments.")
- }
- return build.UploadOnlyConfig(ctx)
- }
- func buildActionConfig(ctx build.Context, args ...string) build.Config {
- flags := flag.NewFlagSet("build-mode", flag.ContinueOnError)
- flags.SetOutput(ctx.Writer)
- flags.Usage = func() {
- fmt.Fprintf(ctx.Writer, "usage: %s --build-mode --dir=<path> <build action> [<build arg 1> <build arg 2> ...]\n\n", os.Args[0])
- fmt.Fprintln(ctx.Writer, "In build mode, build the set of modules based on the specified build")
- fmt.Fprintln(ctx.Writer, "action. The --dir flag is required to determine what is needed to")
- fmt.Fprintln(ctx.Writer, "build in the source tree based on the build action. See below for")
- fmt.Fprintln(ctx.Writer, "the list of acceptable build action flags.")
- fmt.Fprintln(ctx.Writer, "")
- flags.PrintDefaults()
- }
- buildActionFlags := []struct {
- name string
- description string
- action build.BuildAction
- set bool
- }{{
- name: "all-modules",
- description: "Build action: build from the top of the source tree.",
- action: build.BUILD_MODULES,
- }, {
- // This is redirecting to mma build command behaviour. Once it has soaked for a
- // while, the build command is deleted from here once it has been removed from the
- // envsetup.sh.
- name: "modules-in-a-dir-no-deps",
- description: "Build action: builds all of the modules in the current directory without their dependencies.",
- action: build.BUILD_MODULES_IN_A_DIRECTORY,
- }, {
- // This is redirecting to mmma build command behaviour. Once it has soaked for a
- // while, the build command is deleted from here once it has been removed from the
- // envsetup.sh.
- name: "modules-in-dirs-no-deps",
- description: "Build action: builds all of the modules in the supplied directories without their dependencies.",
- action: build.BUILD_MODULES_IN_DIRECTORIES,
- }, {
- name: "modules-in-a-dir",
- description: "Build action: builds all of the modules in the current directory and their dependencies.",
- action: build.BUILD_MODULES_IN_A_DIRECTORY,
- }, {
- name: "modules-in-dirs",
- description: "Build action: builds all of the modules in the supplied directories and their dependencies.",
- action: build.BUILD_MODULES_IN_DIRECTORIES,
- }}
- for i, flag := range buildActionFlags {
- flags.BoolVar(&buildActionFlags[i].set, flag.name, false, flag.description)
- }
- dir := flags.String("dir", "", "Directory of the executed build command.")
- // Only interested in the first two args which defines the build action and the directory.
- // The remaining arguments are passed down to the config.
- const numBuildActionFlags = 2
- if len(args) < numBuildActionFlags {
- flags.Usage()
- ctx.Fatalln("Improper build action arguments: too few arguments")
- }
- parseError := flags.Parse(args[0:numBuildActionFlags])
- // The next block of code is to validate that exactly one build action is set and the dir flag
- // is specified.
- buildActionFound := false
- var buildAction build.BuildAction
- for _, f := range buildActionFlags {
- if f.set {
- if buildActionFound {
- if parseError == nil {
- //otherwise Parse() already called Usage()
- flags.Usage()
- }
- ctx.Fatalf("Build action already specified, omit: --%s\n", f.name)
- }
- buildActionFound = true
- buildAction = f.action
- }
- }
- if !buildActionFound {
- if parseError == nil {
- //otherwise Parse() already called Usage()
- flags.Usage()
- }
- ctx.Fatalln("Build action not defined.")
- }
- if *dir == "" {
- ctx.Fatalln("-dir not specified.")
- }
- // Remove the build action flags from the args as they are not recognized by the config.
- args = args[numBuildActionFlags:]
- return build.NewBuildActionConfig(buildAction, *dir, ctx, args...)
- }
- func runMake(ctx build.Context, config build.Config, _ []string) {
- logAndSymlinkSetup(ctx, config)
- logsDir := config.LogsDir()
- if config.IsVerbose() {
- writer := ctx.Writer
- fmt.Fprintln(writer, "! The argument `showcommands` is no longer supported.")
- fmt.Fprintln(writer, "! Instead, the verbose log is always written to a compressed file in the output dir:")
- fmt.Fprintln(writer, "!")
- fmt.Fprintf(writer, "! gzip -cd %s/verbose.log.gz | less -R\n", logsDir)
- fmt.Fprintln(writer, "!")
- fmt.Fprintln(writer, "! Older versions are saved in verbose.log.#.gz files")
- fmt.Fprintln(writer, "")
- ctx.Fatal("Invalid argument")
- }
- if _, ok := config.Environment().Get("ONE_SHOT_MAKEFILE"); ok {
- writer := ctx.Writer
- fmt.Fprintln(writer, "! The variable `ONE_SHOT_MAKEFILE` is obsolete.")
- fmt.Fprintln(writer, "!")
- fmt.Fprintln(writer, "! If you're using `mm`, you'll need to run `source build/envsetup.sh` to update.")
- fmt.Fprintln(writer, "!")
- fmt.Fprintln(writer, "! Otherwise, either specify a module name with m, or use mma / MODULES-IN-...")
- fmt.Fprintln(writer, "")
- ctx.Fatal("Invalid environment")
- }
- build.Build(ctx, config)
- }
- // getCommand finds the appropriate command based on args[1] flag. args[0]
- // is the soong_ui filename.
- func getCommand(args []string) (*command, []string, error) {
- listFlags := func() []string {
- flags := make([]string, len(commands))
- for i, c := range commands {
- flags[i] = c.flag
- }
- return flags
- }
- if len(args) < 2 {
- return nil, nil, fmt.Errorf("Too few arguments: %q\nUse one of these: %q", args, listFlags())
- }
- for _, c := range commands {
- if c.flag == args[1] {
- return &c, args[2:], nil
- }
- }
- return nil, nil, fmt.Errorf("Command not found: %q\nDid you mean one of these: %q", args[1], listFlags())
- }
- // For Bazel support, this moves files and directories from e.g. out/dist/$f to DIST_DIR/$f if necessary.
- func populateExternalDistDir(ctx build.Context, config build.Config) {
- // Make sure that internalDistDirPath and externalDistDirPath are both absolute paths, so we can compare them
- var err error
- var internalDistDirPath string
- var externalDistDirPath string
- if internalDistDirPath, err = filepath.Abs(config.DistDir()); err != nil {
- ctx.Fatalf("Unable to find absolute path of %s: %s", internalDistDirPath, err)
- }
- if externalDistDirPath, err = filepath.Abs(config.RealDistDir()); err != nil {
- ctx.Fatalf("Unable to find absolute path of %s: %s", externalDistDirPath, err)
- }
- if externalDistDirPath == internalDistDirPath {
- return
- }
- // Make sure the internal DIST_DIR actually exists before trying to read from it
- if _, err = os.Stat(internalDistDirPath); os.IsNotExist(err) {
- ctx.Println("Skipping Bazel dist dir migration - nothing to do!")
- return
- }
- // Make sure the external DIST_DIR actually exists before trying to write to it
- if err = os.MkdirAll(externalDistDirPath, 0755); err != nil {
- ctx.Fatalf("Unable to make directory %s: %s", externalDistDirPath, err)
- }
- ctx.Println("Populating external DIST_DIR...")
- populateExternalDistDirHelper(ctx, config, internalDistDirPath, externalDistDirPath)
- }
- func populateExternalDistDirHelper(ctx build.Context, config build.Config, internalDistDirPath string, externalDistDirPath string) {
- files, err := ioutil.ReadDir(internalDistDirPath)
- if err != nil {
- ctx.Fatalf("Can't read internal distdir %s: %s", internalDistDirPath, err)
- }
- for _, f := range files {
- internalFilePath := filepath.Join(internalDistDirPath, f.Name())
- externalFilePath := filepath.Join(externalDistDirPath, f.Name())
- if f.IsDir() {
- // Moving a directory - check if there is an existing directory to merge with
- externalLstat, err := os.Lstat(externalFilePath)
- if err != nil {
- if !os.IsNotExist(err) {
- ctx.Fatalf("Can't lstat external %s: %s", externalDistDirPath, err)
- }
- // Otherwise, if the error was os.IsNotExist, that's fine and we fall through to the rename at the bottom
- } else {
- if externalLstat.IsDir() {
- // Existing dir - try to merge the directories?
- populateExternalDistDirHelper(ctx, config, internalFilePath, externalFilePath)
- continue
- } else {
- // Existing file being replaced with a directory. Delete the existing file...
- if err := os.RemoveAll(externalFilePath); err != nil {
- ctx.Fatalf("Unable to remove existing %s: %s", externalFilePath, err)
- }
- }
- }
- } else {
- // Moving a file (not a dir) - delete any existing file or directory
- if err := os.RemoveAll(externalFilePath); err != nil {
- ctx.Fatalf("Unable to remove existing %s: %s", externalFilePath, err)
- }
- }
- // The actual move - do a rename instead of a copy in order to save disk space.
- if err := os.Rename(internalFilePath, externalFilePath); err != nil {
- ctx.Fatalf("Unable to rename %s -> %s due to error %s", internalFilePath, externalFilePath, err)
- }
- }
- }
- func setMaxFiles(ctx build.Context) {
- var limits syscall.Rlimit
- err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limits)
- if err != nil {
- ctx.Println("Failed to get file limit:", err)
- return
- }
- ctx.Verbosef("Current file limits: %d soft, %d hard", limits.Cur, limits.Max)
- if limits.Cur == limits.Max {
- return
- }
- limits.Cur = limits.Max
- err = syscall.Setrlimit(syscall.RLIMIT_NOFILE, &limits)
- if err != nil {
- ctx.Println("Failed to increase file limit:", err)
- }
- }
- func updateTotalRealTime(ctx build.Context, config build.Config, args []string) {
- soongMetricsFile := filepath.Join(config.LogsDir(), "soong_metrics")
- //read file into proto
- data, err := os.ReadFile(soongMetricsFile)
- if err != nil {
- ctx.Fatal(err)
- }
- met := ctx.ContextImpl.Metrics
- err = met.UpdateTotalRealTime(data)
- if err != nil {
- ctx.Fatal(err)
- }
- }
|