// Copyright 2014 The Bazel Authors. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package com.google.devtools.build.lib.vfs; import static com.google.common.truth.Truth.assertThat; import static java.nio.charset.StandardCharsets.UTF_8; import static org.junit.Assert.fail; import com.google.common.collect.ImmutableMap; import com.google.devtools.build.lib.clock.BlazeClock; import com.google.devtools.build.lib.clock.Clock; import com.google.devtools.build.lib.unix.UnixFileSystem; import com.google.devtools.build.lib.vfs.inmemoryfs.InMemoryFileSystem; import java.io.FileNotFoundException; import java.io.InputStream; import java.io.OutputStream; import org.junit.Test; import org.junit.runner.RunWith; import org.junit.runners.JUnit4; /** * Tests for the UnionFileSystem, both of generic FileSystem functionality (inherited) and tests of * UnionFileSystem-specific behavior. */ @RunWith(JUnit4.class) public class UnionFileSystemTest extends SymlinkAwareFileSystemTest { private XAttrInMemoryFs inDelegate; private XAttrInMemoryFs outDelegate; private XAttrInMemoryFs defaultDelegate; private UnionFileSystem unionfs; private static final String XATTR_VAL = "SOME_XATTR_VAL"; private static final String XATTR_KEY = "SOME_XATTR_KEY"; private void setupDelegateFileSystems() { inDelegate = new XAttrInMemoryFs(BlazeClock.instance()); outDelegate = new XAttrInMemoryFs(BlazeClock.instance()); defaultDelegate = new XAttrInMemoryFs(BlazeClock.instance()); unionfs = createDefaultUnionFileSystem(); } private UnionFileSystem createDefaultUnionFileSystem() { return new UnionFileSystem( ImmutableMap.of( PathFragment.create("/in"), inDelegate, PathFragment.create("/out"), outDelegate), defaultDelegate); } @Override protected FileSystem getFreshFileSystem() { // Executed with each new test because it is called by super.setUp(). setupDelegateFileSystems(); return unionfs; } @Override public void destroyFileSystem(FileSystem fileSystem) { // Nothing. } // Tests of UnionFileSystem-specific behavior below. @Test public void testBasicDelegation() throws Exception { unionfs = createDefaultUnionFileSystem(); Path fooPath = unionfs.getPath("/foo"); Path inPath = unionfs.getPath("/in"); Path outPath = unionfs.getPath("/out/in.txt"); assertThat(unionfs.getDelegate(inPath)).isSameAs(inDelegate); assertThat(unionfs.getDelegate(outPath)).isSameAs(outDelegate); assertThat(unionfs.getDelegate(fooPath)).isSameAs(defaultDelegate); } @Test public void testBasicXattr() throws Exception { Path fooPath = unionfs.getPath("/foo"); Path inPath = unionfs.getPath("/in"); Path outPath = unionfs.getPath("/out/in.txt"); assertThat(inPath.getxattr(XATTR_KEY)).isEqualTo(XATTR_VAL.getBytes(UTF_8)); assertThat(outPath.getxattr(XATTR_KEY)).isEqualTo(XATTR_VAL.getBytes(UTF_8)); assertThat(fooPath.getxattr(XATTR_KEY)).isEqualTo(XATTR_VAL.getBytes(UTF_8)); assertThat(inPath.getxattr("not_key")).isNull(); assertThat(outPath.getxattr("not_key")).isNull(); assertThat(fooPath.getxattr("not_key")).isNull(); } @Test public void testDefaultFileSystemRequired() throws Exception { try { new UnionFileSystem(ImmutableMap.of(), null); fail("Able to create a UnionFileSystem with no default!"); } catch (NullPointerException expected) { // OK - should fail in this case. } } // Check for appropriate registration and lookup of delegate filesystems based // on path prefixes, including non-canonical paths. @Test public void testPrefixDelegation() throws Exception { unionfs = new UnionFileSystem( ImmutableMap.of( PathFragment.create("/foo"), inDelegate, PathFragment.create("/foo/bar"), outDelegate), defaultDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/foo/foo.txt"))).isSameAs(inDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/foo/bar/foo.txt"))).isSameAs(outDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/foo/bar/../foo.txt"))).isSameAs(inDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/bar/foo.txt"))).isSameAs(defaultDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/foo/bar/../.."))).isSameAs(defaultDelegate); } // Checks that files cannot be modified when the filesystem is created // read-only, even if the delegate filesystems are read/write. @Test public void testModificationFlag() throws Exception { unionfs = new UnionFileSystem( ImmutableMap.of( PathFragment.create("/rw"), new XAttrInMemoryFs(BlazeClock.instance()), PathFragment.create("/ro"), new XAttrInMemoryFs(BlazeClock.instance()) { @Override public boolean supportsModifications(Path path) { return false; } }), defaultDelegate); Path rwPath = unionfs.getPath("/rw/foo.txt"); Path roPath = unionfs.getPath("/ro/foo.txt"); assertThat(unionfs.supportsModifications(rwPath)).isTrue(); assertThat(unionfs.supportsModifications(roPath)).isFalse(); } // Checks that roots of delegate filesystems are created outside of the // delegate filesystems; i.e. they can be seen from the filesystem of the parent. @Test public void testDelegateRootDirectoryCreation() throws Exception { Path foo = unionfs.getPath("/foo"); Path bar = unionfs.getPath("/bar"); Path out = unionfs.getPath("/out"); assertThat(unionfs.createDirectory(foo)).isTrue(); assertThat(unionfs.createDirectory(bar)).isTrue(); assertThat(unionfs.createDirectory(out)).isTrue(); Path outFile = unionfs.getPath("/out/in"); FileSystemUtils.writeContentAsLatin1(outFile, "Out"); // FileSystemTest.setUp() silently creates the test root on the filesystem... Path testDirUnderRoot = unionfs.getPath(workingDir.asFragment().subFragment(0, 1)); assertThat(unionfs.getDirectoryEntries(unionfs.getPath("/"))) .containsExactly( foo.getBaseName(), bar.getBaseName(), out.getBaseName(), testDirUnderRoot.getBaseName()); assertThat(unionfs.getDirectoryEntries(out)).containsExactly(outFile.getBaseName()); assertThat(defaultDelegate).isSameAs(unionfs.getDelegate(foo)); assertThat(unionfs.adjustPath(foo, defaultDelegate).asFragment()).isEqualTo(foo.asFragment()); assertThat(defaultDelegate).isSameAs(unionfs.getDelegate(bar)); assertThat(outDelegate).isSameAs(unionfs.getDelegate(outFile)); assertThat(outDelegate).isSameAs(unionfs.getDelegate(out)); // As a fragment (i.e. without filesystem or root info), the path name should be preserved. assertThat(unionfs.adjustPath(outFile, outDelegate).asFragment()) .isEqualTo(outFile.asFragment()); } // Ensure that the right filesystem is still chosen when paths contain "..". @Test public void testDelegationOfUpLevelReferences() throws Exception { assertThat(unionfs.getDelegate(unionfs.getPath("/in/../foo.txt"))).isSameAs(defaultDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/out/../in"))).isSameAs(inDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/out/../in/../out/foo.txt"))) .isSameAs(outDelegate); assertThat(unionfs.getDelegate(unionfs.getPath("/in/./foo.txt"))).isSameAs(inDelegate); } // Basic *explicit* cross-filesystem symlink check. // Note: This does not work implicitly yet, as the next test illustrates. @Test public void testCrossDeviceSymlinks() throws Exception { assertThat(unionfs.createDirectory(unionfs.getPath("/out"))).isTrue(); // Create an "/in" directory directly on the output delegate to bypass the // UnionFileSystem's mapping. assertThat(inDelegate.getPath("/in").createDirectory()).isTrue(); OutputStream outStream = inDelegate.getPath("/in/bar.txt").getOutputStream(); outStream.write('i'); outStream.close(); Path outFoo = unionfs.getPath("/out/foo"); unionfs.createSymbolicLink(outFoo, PathFragment.create("../in/bar.txt")); assertThat(unionfs.stat(outFoo, false).isSymbolicLink()).isTrue(); try { unionfs.stat(outFoo, true).isFile(); fail("Stat on cross-device symlink succeeded!"); } catch (FileNotFoundException expected) { // OK } Path resolved = unionfs.resolveSymbolicLinks(outFoo); assertThat(resolved.getFileSystem()).isSameAs(unionfs); InputStream barInput = resolved.getInputStream(); int barChar = barInput.read(); barInput.close(); assertThat(barChar).isEqualTo('i'); } @Test public void testNoDelegateLeakage() throws Exception { assertThat(unionfs.getPath("/in/foo.txt").getFileSystem()).isSameAs(unionfs); assertThat(unionfs.getPath("/in/foo/bar").getParentDirectory().getFileSystem()) .isSameAs(unionfs); unionfs.createDirectory(unionfs.getPath("/out")); unionfs.createDirectory(unionfs.getPath("/out/foo")); unionfs.createDirectory(unionfs.getPath("/out/foo/bar")); } // Write using the VFS through a UnionFileSystem and check that the file can // be read back in the same location using standard Java IO. // There is a similar test in UnixFileSystem, but this is essential to ensure // that paths aren't being remapped in some nasty way on the underlying FS. @Test public void testDelegateOperationsReflectOnLocalFilesystem() throws Exception { unionfs = new UnionFileSystem( ImmutableMap.of( workingDir.getParentDirectory().asFragment(), new UnixFileSystem()), defaultDelegate); // This is a child of the current tmpdir, and doesn't exist on its own. // It would be created in setup(), but of course, that didn't use a UnixFileSystem. unionfs.createDirectory(workingDir); Path testFile = unionfs.getPath(workingDir.getRelative("test_file").asFragment()); assertThat(testFile.asFragment().startsWith(workingDir.asFragment())).isTrue(); String testString = "This is a test file"; FileSystemUtils.writeContentAsLatin1(testFile, testString); try { assertThat(new String(FileSystemUtils.readContentAsLatin1(testFile))).isEqualTo(testString); } finally { testFile.delete(); assertThat(unionfs.delete(workingDir)).isTrue(); } } // Regression test for [UnionFS: Directory creation across mapping fails.] @Test public void testCreateParentsAcrossMapping() throws Exception { unionfs = new UnionFileSystem( ImmutableMap.of(PathFragment.create("/out/dir"), outDelegate), defaultDelegate); Path outDir = unionfs.getPath("/out/dir/biz/bang"); FileSystemUtils.createDirectoryAndParents(outDir); assertThat(outDir.isDirectory()).isTrue(); } private static class XAttrInMemoryFs extends InMemoryFileSystem { public XAttrInMemoryFs(Clock clock) { super(clock); } @Override public byte[] getxattr(Path path, String name) { assertThat(path.getFileSystem()).isSameAs(this); return (name.equals(XATTR_KEY)) ? XATTR_VAL.getBytes(UTF_8) : null; } } }