aboutsummaryrefslogtreecommitdiffhomepage
path: root/src/main/java/com/google/devtools/build/lib/bazel/repository/CompressedTarFunction.java
blob: 599fe0689f063d6dbd8054ac32ebe4fa6f8e8fb8 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
// Copyright 2015 The Bazel Authors. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package com.google.devtools.build.lib.bazel.repository;

import com.google.common.base.Optional;
import com.google.devtools.build.lib.bazel.repository.DecompressorValue.Decompressor;
import com.google.devtools.build.lib.rules.repository.RepositoryFunction.RepositoryFunctionException;
import com.google.devtools.build.lib.util.OS;
import com.google.devtools.build.lib.vfs.FileSystemUtils;
import com.google.devtools.build.lib.vfs.Path;
import com.google.devtools.build.lib.vfs.PathFragment;
import com.google.devtools.build.skyframe.SkyFunctionException.Transience;
import java.io.IOException;
import java.io.InputStream;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.nio.file.StandardCopyOption;
import java.util.Date;
import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;

/**
 * Common code for unarchiving a compressed TAR file.
 */
public abstract class CompressedTarFunction implements Decompressor {
  protected abstract InputStream getDecompressorStream(DecompressorDescriptor descriptor)
      throws IOException;

  @Override
  public Path decompress(DecompressorDescriptor descriptor) throws RepositoryFunctionException {
    Optional<String> prefix = descriptor.prefix();
    boolean foundPrefix = false;

    try (InputStream decompressorStream = getDecompressorStream(descriptor)) {
      TarArchiveInputStream tarStream = new TarArchiveInputStream(decompressorStream);
      TarArchiveEntry entry;
      while ((entry = tarStream.getNextTarEntry()) != null) {
        StripPrefixedPath entryPath = StripPrefixedPath.maybeDeprefix(entry.getName(), prefix);
        foundPrefix = foundPrefix || entryPath.foundPrefix();
        if (entryPath.skip()) {
          continue;
        }

        Path filename = descriptor.repositoryPath().getRelative(entryPath.getPathFragment());
        FileSystemUtils.createDirectoryAndParents(filename.getParentDirectory());
        if (entry.isDirectory()) {
          FileSystemUtils.createDirectoryAndParents(filename);
        } else {
          if (entry.isSymbolicLink() || entry.isLink()) {
            PathFragment linkName = PathFragment.create(entry.getLinkName());
            boolean wasAbsolute = linkName.isAbsolute();
            // Strip the prefix from the link path if set.
            linkName =
                StripPrefixedPath.maybeDeprefix(linkName.getPathString(), prefix).getPathFragment();
            if (wasAbsolute) {
              // Recover the path to an absolute path as maybeDeprefix() relativize the path
              // even if the prefix is not set
              linkName = descriptor.repositoryPath().getRelative(linkName).asFragment();
            }
            if (filename.exists()) {
              filename.delete();
            }
            if (entry.isSymbolicLink()) {
              FileSystemUtils.ensureSymbolicLink(filename, linkName);
            } else {
              FileSystemUtils.createHardLink(
                  filename, descriptor.repositoryPath().getRelative(linkName));
            }
          } else {
            if (OS.getCurrent() == OS.DARWIN) {
              // On Darwin, Files interprets file names as utf8, regardless of the standard
              // encoding, so we have to create a unicode string that, when ecoded utf-8 gives
              // the same octets back; in this way, we can have Files.copy to behave consistent
              // with the file name interpretation of com.google.devtools.build.lib.vfs.
              String filenameForFiles =
                  new String(
                      filename.getPathFile().toPath().toString().getBytes("ISO-8859-1"), "UTF-8");
              Files.copy(
                  tarStream, Paths.get(filenameForFiles), StandardCopyOption.REPLACE_EXISTING);
            } else {
              Files.copy(
                  tarStream, filename.getPathFile().toPath(), StandardCopyOption.REPLACE_EXISTING);
            }
            filename.chmod(entry.getMode());

            // This can only be done on real files, not links, or it will skip the reader to
            // the next "real" file to try to find the mod time info.
            Date lastModified = entry.getLastModifiedDate();
            filename.setLastModifiedTime(lastModified.getTime());
          }
        }
      }
    } catch (IOException e) {
      throw new RepositoryFunctionException(e, Transience.TRANSIENT);
    }

    if (prefix.isPresent() && !foundPrefix) {
      throw new RepositoryFunctionException(
          new IOException("Prefix " + prefix.get() + " was given, but not found in the archive"),
          Transience.PERSISTENT);
    }

    return descriptor.repositoryPath();
  }
}