// Copyright 2014 The Bazel Authors. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package com.google.devtools.build.lib.actions; import com.google.common.base.Preconditions; import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableMap; import com.google.common.escape.Escaper; import com.google.common.escape.Escapers; import com.google.devtools.build.lib.actions.MutableActionGraph.ActionConflictException; import com.google.devtools.build.lib.cmdline.Label; import com.google.devtools.build.lib.concurrent.ThreadSafety.ThreadSafe; import com.google.devtools.build.lib.vfs.OsPathPolicy; import com.google.devtools.build.lib.vfs.PathFragment; import java.util.Collection; import java.util.Comparator; import java.util.HashMap; import java.util.Iterator; import java.util.LinkedHashMap; import java.util.Map; import java.util.SortedMap; import java.util.TreeMap; import java.util.function.Function; import javax.annotation.Nullable; /** * Helper class for actions. */ @ThreadSafe public final class Actions { private static final Escaper PATH_ESCAPER = Escapers.builder() .addEscape('_', "_U") .addEscape('/', "_S") .addEscape('\\', "_B") .addEscape(':', "_C") .build(); /** * Checks if the two actions are equivalent. This method exists to support sharing actions between * configured targets for cases where there is no canonical target that could own the action. In * the action graph construction this case shows up as two actions generating the same output * file. * *

This method implements an equivalence relationship across actions, based on the action * class, the key, and the list of inputs and outputs. */ public static boolean canBeShared( ActionKeyContext actionKeyContext, ActionAnalysisMetadata a, ActionAnalysisMetadata b) { if (!a.getMnemonic().equals(b.getMnemonic())) { return false; } // Non-Actions cannot be shared. if (!(a instanceof Action) || !(b instanceof Action)) { return false; } Action actionA = (Action) a; Action actionB = (Action) b; if (!actionA.getKey(actionKeyContext).equals(actionB.getKey(actionKeyContext))) { return false; } // Don't bother to check input and output counts first; the expected result for these tests is // to always be true (i.e., that this method returns true). if (!artifactsEqualWithoutOwner(actionA.getMandatoryInputs(), actionB.getMandatoryInputs())) { return false; } if (!artifactsEqualWithoutOwner(actionA.getOutputs(), actionB.getOutputs())) { return false; } return true; } private static boolean artifactsEqualWithoutOwner( Iterable iterable1, Iterable iterable2) { if (iterable1 instanceof Collection && iterable2 instanceof Collection) { Collection collection1 = (Collection) iterable1; Collection collection2 = (Collection) iterable2; if (collection1.size() != collection2.size()) { return false; } } Iterator iterator1 = iterable1.iterator(); Iterator iterator2 = iterable2.iterator(); while (iterator1.hasNext()) { if (!iterator2.hasNext()) { return false; } Artifact artifact1 = iterator1.next(); Artifact artifact2 = iterator2.next(); if (!artifact1.equalsWithoutOwner(artifact2)) { return false; } } return !iterator2.hasNext(); } /** * Finds action conflicts. An action conflict happens if two actions generate the same output * artifact. Shared actions are tolerated. See {@link #canBeShared} for details. * * @param actions a list of actions to check for action conflicts * @return a structure giving the mapping between artifacts and generating actions, with a level * of indirection. * @throws ActionConflictException iff there are two actions generate the same output */ public static GeneratingActions findAndThrowActionConflict( ActionKeyContext actionKeyContext, ImmutableList actions) throws ActionConflictException { return Actions.maybeFilterSharedActionsAndThrowIfConflict( actionKeyContext, actions, /*allowSharedAction=*/ false); } /** * Finds action conflicts. An action conflict happens if two actions generate the same output * artifact. Shared actions are tolerated. See {@link #canBeShared} for details. * * @param actions a list of actions to check for action conflicts * @return a structure giving the mapping between artifacts and generating actions, with a level * of indirection. * @throws ActionConflictException iff there are two unshareable actions generating the same * output */ public static GeneratingActions filterSharedActionsAndThrowActionConflict( ActionKeyContext actionKeyContext, ImmutableList actions) throws ActionConflictException { return Actions.maybeFilterSharedActionsAndThrowIfConflict( actionKeyContext, actions, /*allowSharedAction=*/ true); } private static GeneratingActions maybeFilterSharedActionsAndThrowIfConflict( ActionKeyContext actionKeyContext, ImmutableList actions, boolean allowSharedAction) throws ActionConflictException { Map generatingActions = new HashMap<>(); int actionIndex = 0; for (ActionAnalysisMetadata action : actions) { for (Artifact artifact : action.getOutputs()) { Integer previousIndex = generatingActions.put(artifact, actionIndex); if (previousIndex != null && previousIndex != actionIndex) { if (!allowSharedAction || !Actions.canBeShared(actionKeyContext, actions.get(previousIndex), action)) { throw new ActionConflictException( actionKeyContext, artifact, actions.get(previousIndex), action); } } } actionIndex++; } return new GeneratingActions(actions, ImmutableMap.copyOf(generatingActions)); } /** * Finds Artifact prefix conflicts between generated artifacts. An artifact prefix conflict * happens if one action generates an artifact whose path is a prefix of another artifact's path. * Those two artifacts cannot exist simultaneously in the output tree. * * @param generatingActions a map between generated artifacts and their associated generating * actions. * @return a map between actions that generated the conflicting artifacts and their associated * {@link ArtifactPrefixConflictException}. */ public static Map findArtifactPrefixConflicts(Map generatingActions) { TreeMap artifactPathMap = new TreeMap<>(comparatorForPrefixConflicts()); for (Artifact artifact : generatingActions.keySet()) { artifactPathMap.put(artifact.getExecPath(), artifact); } return findArtifactPrefixConflicts( new MapBasedImmutableActionGraph(generatingActions), artifactPathMap); } /** * Returns a comparator for use with {@link #findArtifactPrefixConflicts(ActionGraph, SortedMap)}. */ public static Comparator comparatorForPrefixConflicts() { return PathFragmentPrefixComparator.INSTANCE; } private static class PathFragmentPrefixComparator implements Comparator { private static final PathFragmentPrefixComparator INSTANCE = new PathFragmentPrefixComparator(); @Override public int compare(PathFragment lhs, PathFragment rhs) { // We need to use the OS path policy in case the OS is case insensitive. OsPathPolicy os = OsPathPolicy.getFilePathOs(); String str1 = lhs.getPathString(); String str2 = rhs.getPathString(); int len1 = str1.length(); int len2 = str2.length(); int n = Math.min(len1, len2); for (int i = 0; i < n; ++i) { char c1 = str1.charAt(i); char c2 = str2.charAt(i); int res = os.compare(c1, c2); if (res != 0) { if (c1 == PathFragment.SEPARATOR_CHAR) { return -1; } else if (c2 == PathFragment.SEPARATOR_CHAR) { return 1; } return res; } } return len1 - len2; } } /** * Finds Artifact prefix conflicts between generated artifacts. An artifact prefix conflict * happens if one action generates an artifact whose path is a prefix of another artifact's path. * Those two artifacts cannot exist simultaneously in the output tree. * * @param actionGraph the {@link ActionGraph} to query for artifact conflicts * @param artifactPathMap a map mapping generated artifacts to their exec paths. The map must be * sorted using the comparator from {@link #comparatorForPrefixConflicts()}. * @return A map between actions that generated the conflicting artifacts and their associated * {@link ArtifactPrefixConflictException}. */ public static Map findArtifactPrefixConflicts( ActionGraph actionGraph, SortedMap artifactPathMap) { // You must construct the sorted map using this comparator for the algorithm to work. // The algorithm requires subdirectories to immediately follow parent directories, // before any files in that directory. // Example: "foo", "foo.obj", foo/bar" must be sorted // "foo", "foo/bar", foo.obj" Preconditions.checkArgument( artifactPathMap.comparator() instanceof PathFragmentPrefixComparator, "artifactPathMap must be sorted with PathFragmentPrefixComparator"); // No actions in graph -- currently happens only in tests. Special-cased because .next() call // below is unconditional. if (artifactPathMap.isEmpty()) { return ImmutableMap.of(); } // Keep deterministic ordering of bad actions. Map badActions = new LinkedHashMap(); Iterator iter = artifactPathMap.keySet().iterator(); // Report an error for every derived artifact which is a prefix of another. // If x << y << z (where x << y means "y starts with x"), then we only report (x,y), (x,z), but // not (y,z). for (PathFragment pathJ = iter.next(); iter.hasNext(); ) { // For each comparison, we have a prefix candidate (pathI) and a suffix candidate (pathJ). // At the beginning of the loop, we set pathI to the last suffix candidate, since it has not // yet been tested as a prefix candidate, and then set pathJ to the paths coming after pathI, // until we come to one that does not contain pathI as a prefix. pathI is then verified not to // be the prefix of any path, so we start the next run of the loop. PathFragment pathI = pathJ; // Compare pathI to the paths coming after it. while (iter.hasNext()) { pathJ = iter.next(); if (pathJ.startsWith(pathI)) { // prefix conflict. Artifact artifactI = Preconditions.checkNotNull(artifactPathMap.get(pathI), pathI); Artifact artifactJ = Preconditions.checkNotNull(artifactPathMap.get(pathJ), pathJ); // We ignore the artifact prefix conflict between a TreeFileArtifact and its parent // TreeArtifact. // We can only have such a conflict here if: // 1. The TreeArtifact is generated by an ActionTemplate. And the TreeFileArtifact is // generated by an expanded action created at execution time from the ActionTemplate. // 2. This is an incremental build with invalidated configured targets. In this case, // the action graph contains expanded actions from previous builds and they will be // checked for artifact conflicts. if (artifactJ.hasParent() && artifactJ.getParent().equals(artifactI)) { continue; } ActionAnalysisMetadata actionI = Preconditions.checkNotNull(actionGraph.getGeneratingAction(artifactI), artifactI); ActionAnalysisMetadata actionJ = Preconditions.checkNotNull(actionGraph.getGeneratingAction(artifactJ), artifactJ); if (actionI.shouldReportPathPrefixConflict(actionJ)) { ArtifactPrefixConflictException exception = new ArtifactPrefixConflictException(pathI, pathJ, actionI.getOwner().getLabel(), actionJ.getOwner().getLabel()); badActions.put(actionI, exception); badActions.put(actionJ, exception); } } else { // pathJ didn't have prefix pathI, so no conflict possible for pathI. break; } } } return ImmutableMap.copyOf(badActions); } /** * Returns the escaped name for a given relative path as a string. This takes * a short relative path and turns it into a string suitable for use as a * filename. Invalid filename characters are escaped with an '_' + a single * character token. */ public static String escapedPath(String path) { return PATH_ESCAPER.escape(path); } /** * Returns a string that is usable as a unique path component for a label. It is guaranteed * that no other label maps to this string. */ public static String escapeLabel(Label label) { return PATH_ESCAPER.escape(label.getPackageName() + ":" + label.getName()); } private static class MapBasedImmutableActionGraph implements ActionGraph { private final Map generatingActions; MapBasedImmutableActionGraph( Map generatingActions) { this.generatingActions = ImmutableMap.copyOf(generatingActions); } @Nullable @Override public ActionAnalysisMetadata getGeneratingAction(Artifact artifact) { return generatingActions.get(artifact); } } /** Container class for actions and the artifacts they generate. */ public static class GeneratingActions { public static final GeneratingActions EMPTY = new GeneratingActions(ImmutableList.of(), ImmutableMap.of()); private final ImmutableList actions; private final ImmutableMap generatingActionIndex; private GeneratingActions( ImmutableList actions, ImmutableMap generatingActionIndex) { this.actions = actions; this.generatingActionIndex = generatingActionIndex; } public static GeneratingActions fromSingleAction(ActionAnalysisMetadata action) { return new GeneratingActions( ImmutableList.of(action), ImmutableMap.copyOf( action .getOutputs() .stream() .collect(ImmutableMap.toImmutableMap(Function.identity(), (a) -> 0)))); } public ImmutableMap getGeneratingActionIndex() { return generatingActionIndex; } public ImmutableList getActions() { return actions; } } }