// Copyright 2014 Google Inc. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package com.google.devtools.build.lib.buildtool;
import com.google.common.base.Optional;
import com.google.common.base.Preconditions;
import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
import com.google.common.cache.LoadingCache;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableSortedSet;
import com.google.devtools.build.lib.Constants;
import com.google.devtools.build.lib.analysis.BuildView;
import com.google.devtools.build.lib.analysis.OutputGroupProvider;
import com.google.devtools.build.lib.analysis.TopLevelArtifactContext;
import com.google.devtools.build.lib.analysis.config.InvalidConfigurationException;
import com.google.devtools.build.lib.exec.ExecutionOptions;
import com.google.devtools.build.lib.pkgcache.LoadingPhaseRunner;
import com.google.devtools.build.lib.pkgcache.PackageCacheOptions;
import com.google.devtools.build.lib.runtime.BlazeCommandEventHandler;
import com.google.devtools.build.lib.util.OptionsUtils;
import com.google.devtools.build.lib.util.io.OutErr;
import com.google.devtools.build.lib.vfs.PathFragment;
import com.google.devtools.common.options.Converter;
import com.google.devtools.common.options.Converters;
import com.google.devtools.common.options.Converters.RangeConverter;
import com.google.devtools.common.options.Option;
import com.google.devtools.common.options.OptionsBase;
import com.google.devtools.common.options.OptionsClassProvider;
import com.google.devtools.common.options.OptionsParsingException;
import com.google.devtools.common.options.OptionsProvider;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.UUID;
import java.util.concurrent.ExecutionException;
/**
* A BuildRequest represents a single invocation of the build tool by a user.
* A request specifies a list of targets to be built for a single
* configuration, a pair of output/error streams, and additional options such
* as --keep_going, --jobs, etc.
*/
public class BuildRequest implements OptionsClassProvider {
private static final String DEFAULT_SYMLINK_PREFIX_MARKER = "...---:::@@@DEFAULT@@@:::--...";
/**
* A converter for symlink prefixes that defaults to {@code Constants.PRODUCT_NAME} and a
* minus sign if the option is not given.
*
*
Required because you cannot specify a non-constant value in annotation attributes.
*/
public static class SymlinkPrefixConverter implements Converter {
@Override
public String convert(String input) throws OptionsParsingException {
return input.equals(DEFAULT_SYMLINK_PREFIX_MARKER)
? Constants.PRODUCT_NAME + "-"
: input;
}
@Override
public String getTypeDescription() {
return "a string";
}
}
/**
* Options interface--can be used to parse command-line arguments.
*
* See also ExecutionOptions; from the user's point of view, there's no
* qualitative difference between these two sets of options.
*/
public static class BuildRequestOptions extends OptionsBase {
/* "Execution": options related to the execution of a build: */
@Option(name = "jobs",
abbrev = 'j',
defaultValue = "200",
category = "strategy",
help = "The number of concurrent jobs to run. "
+ "0 means build sequentially. Values above " + MAX_JOBS
+ " are not allowed.")
public int jobs;
@Option(name = "progress_report_interval",
defaultValue = "0",
category = "verbosity",
converter = ProgressReportIntervalConverter.class,
help = "The number of seconds to wait between two reports on"
+ " still running jobs. The default value 0 means to use"
+ " the default 10:30:60 incremental algorithm.")
public int progressReportInterval;
@Option(name = "explain",
defaultValue = "null",
category = "verbosity",
converter = OptionsUtils.PathFragmentConverter.class,
help = "Causes Blaze to explain each executed step of the build. "
+ "The explanation is written to the specified log file.")
public PathFragment explanationPath;
@Option(name = "verbose_explanations",
defaultValue = "false",
category = "verbosity",
help = "Increases the verbosity of the explanations issued if --explain is enabled. "
+ "Has no effect if --explain is not enabled.")
public boolean verboseExplanations;
@Deprecated
@Option(name = "dump_makefile",
defaultValue = "false",
category = "undocumented",
help = "this flag has no effect.")
public boolean dumpMakefile;
@Deprecated
@Option(name = "dump_action_graph",
defaultValue = "false",
category = "undocumented",
help = "this flag has no effect.")
public boolean dumpActionGraph;
@Deprecated
@Option(name = "dump_action_graph_for_package",
allowMultiple = true,
defaultValue = "",
category = "undocumented",
help = "this flag has no effect.")
public List dumpActionGraphForPackage = new ArrayList<>();
@Deprecated
@Option(name = "dump_action_graph_with_middlemen",
defaultValue = "true",
category = "undocumented",
help = "this flag has no effect.")
public boolean dumpActionGraphWithMiddlemen;
@Deprecated
@Option(name = "dump_providers",
defaultValue = "false",
category = "undocumented",
help = "This is a no-op.")
public boolean dumpProviders;
@Deprecated
@Option(name = "dump_targets",
defaultValue = "null",
category = "undocumented",
help = "this flag has no effect.")
public String dumpTargets;
@Deprecated
@Option(name = "dump_host_deps",
defaultValue = "true",
category = "undocumented",
help = "Deprecated")
public boolean dumpHostDeps;
@Deprecated
@Option(name = "dump_to_stdout",
defaultValue = "false",
category = "undocumented",
help = "Deprecated")
public boolean dumpToStdout;
@Option(name = "analyze",
defaultValue = "true",
category = "undocumented",
help = "Execute the analysis phase; this is the usual behaviour. "
+ "Specifying --noanalyze causes the build to stop before starting the "
+ "analysis phase, returning zero iff the package loading completed "
+ "successfully; this mode is useful for testing.")
public boolean performAnalysisPhase;
@Option(name = "build",
defaultValue = "true",
category = "what",
help = "Execute the build; this is the usual behaviour. "
+ "Specifying --nobuild causes the build to stop before executing the "
+ "build actions, returning zero iff the package loading and analysis "
+ "phases completed successfully; this mode is useful for testing "
+ "those phases.")
public boolean performExecutionPhase;
@Option(name = "output_groups",
converter = Converters.CommaSeparatedOptionListConverter.class,
allowMultiple = true,
defaultValue = "",
category = "undocumented",
help = "Specifies, which output groups of the top-level target to build.")
public List outputGroups;
@Option(name = "show_result",
defaultValue = "1",
category = "verbosity",
help = "Show the results of the build. For each "
+ "target, state whether or not it was brought up-to-date, and if "
+ "so, a list of output files that were built. The printed files "
+ "are convenient strings for copy+pasting to the shell, to "
+ "execute them.\n"
+ "This option requires an integer argument, which "
+ "is the threshold number of targets above which result "
+ "information is not printed. "
+ "Thus zero causes suppression of the message and MAX_INT "
+ "causes printing of the result to occur always. The default is one.")
public int maxResultTargets;
@Option(name = "announce",
defaultValue = "false",
category = "verbosity",
help = "Deprecated. No-op.",
deprecationWarning = "This option is now deprecated and is a no-op")
public boolean announce;
@Option(name = "symlink_prefix",
defaultValue = DEFAULT_SYMLINK_PREFIX_MARKER,
converter = SymlinkPrefixConverter.class,
category = "misc",
help = "The prefix that is prepended to any of the convenience symlinks that are created "
+ "after a build. If '/' is passed, then no symlinks are created and no warning is "
+ "emitted."
)
public String symlinkPrefix;
@Option(name = "experimental_multi_cpu",
converter = Converters.CommaSeparatedOptionListConverter.class,
allowMultiple = true,
defaultValue = "",
category = "semantics",
help = "This flag allows specifying multiple target CPUs. If this is specified, "
+ "the --cpu option is ignored.")
public List multiCpus;
@Option(name = "experimental_check_output_files",
defaultValue = "true",
category = "undocumented",
help = "Check for modifications made to the output files of a build. Consider setting "
+ "this flag to false to see the effect on incremental build times.")
public boolean checkOutputFiles;
}
/**
* Converter for progress_report_interval: [0, 3600].
*/
public static class ProgressReportIntervalConverter extends RangeConverter {
public ProgressReportIntervalConverter() {
super(0, 3600);
}
}
private static final int MAX_JOBS = 2000;
private static final int JOBS_TOO_HIGH_WARNING = 1000;
private final UUID id;
private final LoadingCache, Optional> optionsCache;
/** A human-readable description of all the non-default option settings. */
private final String optionsDescription;
/**
* The name of the Blaze command that the user invoked.
* Used for --announce.
*/
private final String commandName;
private final OutErr outErr;
private final List targets;
private long startTimeMillis = 0; // milliseconds since UNIX epoch.
private boolean runningInEmacs = false;
private boolean runTests = false;
private static final List> MANDATORY_OPTIONS = ImmutableList.of(
BuildRequestOptions.class,
PackageCacheOptions.class,
LoadingPhaseRunner.Options.class,
BuildView.Options.class,
ExecutionOptions.class);
private BuildRequest(String commandName,
final OptionsProvider options,
final OptionsProvider startupOptions,
List targets,
OutErr outErr,
UUID id,
long startTimeMillis) {
this.commandName = commandName;
this.optionsDescription = OptionsUtils.asShellEscapedString(options);
this.outErr = outErr;
this.targets = targets;
this.id = id;
this.startTimeMillis = startTimeMillis;
this.optionsCache = CacheBuilder.newBuilder()
.build(new CacheLoader, Optional>() {
@Override
public Optional load(Class extends OptionsBase> key) throws Exception {
OptionsBase result = options.getOptions(key);
if (result == null && startupOptions != null) {
result = startupOptions.getOptions(key);
}
return Optional.fromNullable(result);
}
});
for (Class extends OptionsBase> optionsClass : MANDATORY_OPTIONS) {
Preconditions.checkNotNull(getOptions(optionsClass));
}
}
/**
* Returns a unique identifier that universally identifies this build.
*/
public UUID getId() {
return id;
}
/**
* Returns the name of the Blaze command that the user invoked.
*/
public String getCommandName() {
return commandName;
}
/**
* Set to true if this build request was initiated by Emacs.
* (Certain output formatting may be necessary.)
*/
public void setRunningInEmacs() {
runningInEmacs = true;
}
boolean isRunningInEmacs() {
return runningInEmacs;
}
/**
* Enables test execution for this build request.
*/
public void setRunTests() {
runTests = true;
}
/**
* Returns true if tests should be run by the build tool.
*/
public boolean shouldRunTests() {
return runTests;
}
/**
* Returns the (immutable) list of targets to build in commandline
* form.
*/
public List getTargets() {
return targets;
}
/**
* Returns the output/error streams to which errors and progress messages
* should be sent during the fulfillment of this request.
*/
public OutErr getOutErr() {
return outErr;
}
@Override
@SuppressWarnings("unchecked")
public T getOptions(Class clazz) {
try {
return (T) optionsCache.get(clazz).orNull();
} catch (ExecutionException e) {
throw new IllegalStateException(e);
}
}
/**
* Returns the set of command-line options specified for this request.
*/
public BuildRequestOptions getBuildOptions() {
return getOptions(BuildRequestOptions.class);
}
/**
* Returns the set of options related to the loading phase.
*/
public PackageCacheOptions getPackageCacheOptions() {
return getOptions(PackageCacheOptions.class);
}
/**
* Returns the set of options related to the loading phase.
*/
public LoadingPhaseRunner.Options getLoadingOptions() {
return getOptions(LoadingPhaseRunner.Options.class);
}
/**
* Returns the set of command-line options related to the view specified for
* this request.
*/
public BuildView.Options getViewOptions() {
return getOptions(BuildView.Options.class);
}
/**
* Returns the set of execution options specified for this request.
*/
public ExecutionOptions getExecutionOptions() {
return getOptions(ExecutionOptions.class);
}
/**
* Returns the human-readable description of the non-default options
* for this build request.
*/
public String getOptionsDescription() {
return optionsDescription;
}
/**
* Return the time (according to System.currentTimeMillis()) at which the
* service of this request was started.
*/
public long getStartTime() {
return startTimeMillis;
}
/**
* Validates the options for this BuildRequest.
*
* Issues warnings or throws {@code InvalidConfigurationException} for option settings that
* conflict.
*
* @return list of warnings
*/
public List validateOptions() throws InvalidConfigurationException {
List warnings = new ArrayList<>();
// Validate "jobs".
int jobs = getBuildOptions().jobs;
if (jobs < 0 || jobs > MAX_JOBS) {
throw new InvalidConfigurationException(String.format(
"Invalid parameter for --jobs: %d. Only values 0 <= jobs <= %d are allowed.", jobs,
MAX_JOBS));
}
if (jobs > JOBS_TOO_HIGH_WARNING) {
warnings.add(
String.format("High value for --jobs: %d. You may run into memory issues", jobs));
}
int localTestJobs = getExecutionOptions().localTestJobs;
if (localTestJobs < 0) {
throw new InvalidConfigurationException(String.format(
"Invalid parameter for --local_test_jobs: %d. Only values 0 or greater are "
+ "allowed.", localTestJobs));
}
if (localTestJobs > jobs) {
warnings.add(
String.format("High value for --local_test_jobs: %d. This exceeds the value for --jobs: "
+ "%d. Only up to %d local tests will run concurrently.", localTestJobs, jobs, jobs));
}
// Validate other BuildRequest options.
if (getBuildOptions().verboseExplanations && getBuildOptions().explanationPath == null) {
warnings.add("--verbose_explanations has no effect when --explain= is not enabled");
}
return warnings;
}
/** Creates a new TopLevelArtifactContext from this build request. */
public TopLevelArtifactContext getTopLevelArtifactContext() {
return new TopLevelArtifactContext(
getOptions(ExecutionOptions.class).testStrategy.equals("exclusive"),
determineOutputGroups());
}
private ImmutableSortedSet determineOutputGroups() {
Set current = new HashSet<>(OutputGroupProvider.DEFAULT_GROUPS);
for (String outputGroup : getBuildOptions().outputGroups) {
if (outputGroup.startsWith("-")) {
current.remove(outputGroup.substring(1));
} else {
current.add(outputGroup);
}
}
return ImmutableSortedSet.copyOf(current);
}
public String getSymlinkPrefix() {
return getBuildOptions().symlinkPrefix;
}
public ImmutableSortedSet getMultiCpus() {
return ImmutableSortedSet.copyOf(getBuildOptions().multiCpus);
}
public static BuildRequest create(String commandName, OptionsProvider options,
OptionsProvider startupOptions,
List targets, OutErr outErr, UUID commandId, long commandStartTime) {
BuildRequest request = new BuildRequest(commandName, options, startupOptions, targets, outErr,
commandId, commandStartTime);
// All this, just to pass a global boolean from the client to the server. :(
if (options.getOptions(BlazeCommandEventHandler.Options.class).runningInEmacs) {
request.setRunningInEmacs();
}
return request;
}
}