// Copyright 2016 The Bazel Authors. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include // isalpha #include // wcslen #include // iswalpha #include #include // unique_ptr #include #include #include "src/main/cpp/util/errors.h" #include "src/main/cpp/util/exit_code.h" #include "src/main/cpp/util/file.h" #include "src/main/cpp/util/strings.h" #include "src/main/native/windows/file.h" #include "src/main/native/windows/util.h" namespace blaze_util { using bazel::windows::AutoHandle; using bazel::windows::GetLongPath; using bazel::windows::HasUncPrefix; using bazel::windows::OpenDirectory; using std::basic_string; using std::pair; using std::string; using std::unique_ptr; using std::wstring; // Returns the current working directory as a Windows path. // The result may have a UNC prefix. static unique_ptr GetCwdW(); static unique_ptr RealPath(const wstring& path, DWORD* opt_attr = nullptr); static char GetCurrentDrive(); static bool IsDirectoryByAttributes(DWORD attrs); // Returns true if `path` refers to a directory or (non-dangling) junction. // `path` must be a normalized Windows path, with UNC prefix (and absolute) if // necessary. static bool IsDirectoryW(const wstring& path); // Returns true the file or junction at `path` is successfully deleted. // Returns false otherwise, or if `path` doesn't exist or is a directory. // `path` must be a normalized Windows path, with UNC prefix (and absolute) if // necessary. static bool UnlinkPathW(const wstring& path); static bool IsRootDirectoryW(const wstring& path); static bool MakeDirectoriesW(const wstring& path); static bool CanReadFileW(const wstring& path); // Returns a normalized form of the input `path`. // // `path` must be a relative or absolute Windows path, it may use "/" instead of // "\" but must not be an absolute MSYS path. // The result won't have a UNC prefix, even if `path` did. // // Normalization means removing "." references, resolving ".." references, and // deduplicating "/" characters while converting them to "\". // For example if `path` is "foo/../bar/.//qux", the result is "bar\qux". // // Uplevel references that cannot go any higher in the directory tree are simply // ignored, e.g. "c:/.." is normalized to "c:\" and "../../foo" is normalized to // "foo". // // Visible for testing, would be static otherwise. string NormalizeWindowsPath(string path); template struct CharTraits { static bool IsAlpha(char_type ch); }; template <> struct CharTraits { static bool IsAlpha(char ch) { return isalpha(ch); } }; template <> struct CharTraits { static bool IsAlpha(wchar_t ch) { return iswalpha(ch); } }; template static bool IsPathSeparator(char_type ch) { return ch == '/' || ch == '\\'; } template static bool HasDriveSpecifierPrefix(const char_type* ch) { return CharTraits::IsAlpha(ch[0]) && ch[1] == ':'; } static void AddUncPrefixMaybe(wstring* path, size_t max_path = MAX_PATH) { if (path->size() >= max_path && !HasUncPrefix(path->c_str())) { *path = wstring(L"\\\\?\\") + *path; } } const wchar_t* RemoveUncPrefixMaybe(const wchar_t* ptr) { return ptr + (HasUncPrefix(ptr) ? 4 : 0); } class WindowsPipe : public IPipe { public: WindowsPipe(const HANDLE& read_handle, const HANDLE& write_handle) : _read_handle(read_handle), _write_handle(write_handle) {} WindowsPipe() = delete; bool Send(const void* buffer, int size) override { DWORD actually_written = 0; return ::WriteFile(_write_handle, buffer, size, &actually_written, NULL) == TRUE; } int Receive(void* buffer, int size, int* error) override { DWORD actually_read = 0; BOOL result = ::ReadFile(_read_handle, buffer, size, &actually_read, NULL); if (error != nullptr) { // TODO(laszlocsomor): handle the error mode that is errno=EINTR on Linux. *error = result ? IPipe::SUCCESS : IPipe::OTHER_ERROR; } return result ? actually_read : -1; } private: AutoHandle _read_handle; AutoHandle _write_handle; }; IPipe* CreatePipe() { // The pipe HANDLEs can be inherited. SECURITY_ATTRIBUTES sa = {sizeof(SECURITY_ATTRIBUTES), NULL, TRUE}; HANDLE read_handle = INVALID_HANDLE_VALUE; HANDLE write_handle = INVALID_HANDLE_VALUE; if (!CreatePipe(&read_handle, &write_handle, &sa, 0)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "CreatePipe"); } return new WindowsPipe(read_handle, write_handle); } class WindowsFileMtime : public IFileMtime { public: WindowsFileMtime() : near_future_(GetFuture(9)), distant_future_(GetFuture(10)) {} bool GetIfInDistantFuture(const string& path, bool* result) override; bool SetToNow(const string& path) override; bool SetToDistantFuture(const string& path) override; private: // 9 years in the future. const FILETIME near_future_; // 10 years in the future. const FILETIME distant_future_; static FILETIME GetNow(); static FILETIME GetFuture(WORD years); static bool Set(const string& path, const FILETIME& time); }; bool WindowsFileMtime::GetIfInDistantFuture(const string& path, bool* result) { if (path.empty()) { return false; } if (IsDevNull(path.c_str())) { *result = false; return true; } wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "WindowsFileMtime::GetIfInDistantFuture(%s): AsAbsoluteWindowsPath", path.c_str()); } AutoHandle handle(::CreateFileW( /* lpFileName */ wpath.c_str(), /* dwDesiredAccess */ GENERIC_READ, /* dwShareMode */ FILE_SHARE_READ, /* lpSecurityAttributes */ NULL, /* dwCreationDisposition */ OPEN_EXISTING, /* dwFlagsAndAttributes */ IsDirectoryW(wpath) ? (FILE_FLAG_OPEN_REPARSE_POINT | FILE_FLAG_BACKUP_SEMANTICS) : FILE_ATTRIBUTE_NORMAL, /* hTemplateFile */ NULL)); if (!handle.IsValid()) { return false; } FILETIME mtime; if (!::GetFileTime( /* hFile */ handle, /* lpCreationTime */ NULL, /* lpLastAccessTime */ NULL, /* lpLastWriteTime */ &mtime)) { return false; } // Compare the mtime with `near_future_`, not with `GetNow()` or // `distant_future_`. // This way we don't need to call GetNow() every time we want to compare (and // thus convert a SYSTEMTIME to FILETIME), and we also don't need to worry // about potentially unreliable FILETIME equality check (in case it uses // floats or something crazy). *result = CompareFileTime(&near_future_, &mtime) == -1; return true; } bool WindowsFileMtime::SetToNow(const string& path) { return Set(path, GetNow()); } bool WindowsFileMtime::SetToDistantFuture(const string& path) { return Set(path, distant_future_); } bool WindowsFileMtime::Set(const string& path, const FILETIME& time) { if (path.empty()) { return false; } wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "WindowsFileMtime::Set(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } AutoHandle handle(::CreateFileW( /* lpFileName */ wpath.c_str(), /* dwDesiredAccess */ FILE_WRITE_ATTRIBUTES, /* dwShareMode */ FILE_SHARE_READ, /* lpSecurityAttributes */ NULL, /* dwCreationDisposition */ OPEN_EXISTING, /* dwFlagsAndAttributes */ IsDirectoryW(wpath) ? (FILE_FLAG_OPEN_REPARSE_POINT | FILE_FLAG_BACKUP_SEMANTICS) : FILE_ATTRIBUTE_NORMAL, /* hTemplateFile */ NULL)); if (!handle.IsValid()) { return false; } return ::SetFileTime( /* hFile */ handle, /* lpCreationTime */ NULL, /* lpLastAccessTime */ NULL, /* lpLastWriteTime */ &time) == TRUE; } FILETIME WindowsFileMtime::GetNow() { SYSTEMTIME sys_time; ::GetSystemTime(&sys_time); FILETIME file_time; if (!::SystemTimeToFileTime(&sys_time, &file_time)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "WindowsFileMtime::GetNow: SystemTimeToFileTime"); } return file_time; } FILETIME WindowsFileMtime::GetFuture(WORD years) { SYSTEMTIME future_time; GetSystemTime(&future_time); future_time.wYear += years; future_time.wMonth = 1; future_time.wDayOfWeek = 0; future_time.wDay = 1; future_time.wHour = 0; future_time.wMinute = 0; future_time.wSecond = 0; future_time.wMilliseconds = 0; FILETIME file_time; if (!::SystemTimeToFileTime(&future_time, &file_time)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "WindowsFileMtime::GetFuture: SystemTimeToFileTime"); } return file_time; } IFileMtime* CreateFileMtime() { return new WindowsFileMtime(); } // Checks if the path is absolute and/or is a root path. // // If `must_be_root` is true, then in addition to being absolute, the path must // also be just the root part, no other components, e.g. "c:\" is both absolute // and root, but "c:\foo" is just absolute. template static bool IsRootOrAbsolute(const basic_string& path, bool must_be_root) { // An absolute path is one that starts with "/", "\", "c:/", "c:\", // "\\?\c:\", or rarely "\??\c:\" or "\\.\c:\". // // It is unclear whether the UNC prefix is just "\\?\" or is "\??\" also // valid (in some cases it seems to be, though MSDN doesn't mention it). return // path is (or starts with) "/" or "\" ((must_be_root ? path.size() == 1 : !path.empty()) && IsPathSeparator(path[0])) || // path is (or starts with) "c:/" or "c:\" or similar ((must_be_root ? path.size() == 3 : path.size() >= 3) && HasDriveSpecifierPrefix(path.c_str()) && IsPathSeparator(path[2])) || // path is (or starts with) "\\?\c:\" or "\??\c:\" or similar ((must_be_root ? path.size() == 7 : path.size() >= 7) && HasUncPrefix(path.c_str()) && HasDriveSpecifierPrefix(path.c_str() + 4) && IsPathSeparator(path[6])); } template static pair, basic_string > SplitPathImpl( const basic_string& path) { if (path.empty()) { return std::make_pair(basic_string(), basic_string()); } size_t pos = path.size() - 1; for (auto it = path.crbegin(); it != path.crend(); ++it, --pos) { if (IsPathSeparator(*it)) { if ((pos == 2 || pos == 6) && IsRootOrAbsolute(path.substr(0, pos + 1), /* must_be_root */ true)) { // Windows path, top-level directory, e.g. "c:\foo", // result is ("c:\", "foo"). // Or UNC path, top-level directory, e.g. "\\?\c:\foo" // result is ("\\?\c:\", "foo"). return std::make_pair( // Include the "/" or "\" in the drive specifier. path.substr(0, pos + 1), path.substr(pos + 1)); } else { // Windows path (neither top-level nor drive root), Unix path, or // relative path. return std::make_pair( // If the only "/" is the leading one, then that shall be the first // pair element, otherwise the substring up to the rightmost "/". pos == 0 ? path.substr(0, 1) : path.substr(0, pos), // If the rightmost "/" is the tail, then the second pair element // should be empty. pos == path.size() - 1 ? basic_string() : path.substr(pos + 1)); } } } // Handle the case with no '/' or '\' in `path`. return std::make_pair(basic_string(), path); } pair SplitPath(const string& path) { return SplitPathImpl(path); } pair SplitPathW(const wstring& path) { return SplitPathImpl(path); } class MsysRoot { public: static bool IsValid(); static const string& GetPath(); static void ResetForTesting() { instance_.initialized_ = false; } private: bool initialized_; bool valid_; string path_; static MsysRoot instance_; static bool Get(string* path); MsysRoot() : initialized_(false) {} void InitIfNecessary(); }; MsysRoot MsysRoot::instance_; void ResetMsysRootForTesting() { MsysRoot::ResetForTesting(); } bool MsysRoot::IsValid() { instance_.InitIfNecessary(); return instance_.valid_; } const string& MsysRoot::GetPath() { instance_.InitIfNecessary(); return instance_.path_; } bool MsysRoot::Get(string* path) { string result; char value[MAX_PATH]; DWORD len = GetEnvironmentVariableA("BAZEL_SH", value, MAX_PATH); if (len > 0) { result = value; } else { const char* value2 = getenv("BAZEL_SH"); if (value2 == nullptr || value2[0] == '\0') { PrintError( "BAZEL_SH environment variable is not defined, cannot convert MSYS " "paths to Windows paths"); return false; } result = value2; } // BAZEL_SH is usually "c:\tools\msys64\usr\bin\bash.exe" but could also be // "c:\cygwin64\bin\bash.exe", and may have forward slashes instead of // backslashes. Either way, we just need to remove the "usr/bin/bash.exe" or // "bin/bash.exe" suffix (we don't care about the basename being "bash.exe"). result = Dirname(result); pair parent(SplitPath(result)); pair grandparent(SplitPath(parent.first)); if (AsLower(grandparent.second) == "usr" && AsLower(parent.second) == "bin") { *path = grandparent.first; return true; } else if (AsLower(parent.second) == "bin") { *path = parent.first; return true; } return false; } void MsysRoot::InitIfNecessary() { if (!initialized_) { valid_ = Get(&path_); initialized_ = true; } } bool AsWindowsPath(const string& path, string* result) { if (path.empty()) { result->clear(); return true; } if (IsDevNull(path.c_str())) { result->assign("NUL"); return true; } if (HasUncPrefix(path.c_str())) { // Path has "\\?\" prefix --> assume it's already Windows-style. *result = path.c_str(); return true; } if (IsPathSeparator(path[0]) && path.size() > 1 && IsPathSeparator(path[1])) { // Unsupported path: "\\" or "\\server\path", or some degenerate form of // these, such as "//foo". return false; } if (HasDriveSpecifierPrefix(path.c_str()) && (path.size() < 3 || !IsPathSeparator(path[2]))) { // Unsupported path: "c:" or "c:foo" return false; } string mutable_path = path; if (path[0] == '/') { // This is an absolute MSYS path. if (path.size() == 2 || (path.size() > 2 && path[2] == '/')) { // The path is either "/x" or "/x/" or "/x/something". In all three cases // "x" is the drive letter. // TODO(laszlocsomor): use GetLogicalDrives to retrieve the list of drives // and only apply this heuristic for the valid drives. It's possible that // the user has a directory "/a" but no "A:\" drive, so in that case we // should prepend the MSYS root. mutable_path = path.substr(1, 1) + ":\\"; if (path.size() > 2) { mutable_path += path.substr(3); } } else { // The path is a normal MSYS path e.g. "/usr". Prefix it with the MSYS // root. if (!MsysRoot::IsValid()) { return false; } mutable_path = JoinPath(MsysRoot::GetPath(), path); } } else if (path[0] == '\\') { // This is an absolute Windows path on the current drive, e.g. "\foo\bar". mutable_path = string(1, GetCurrentDrive()) + ":" + path; } // otherwise this is a relative path, or absolute Windows path. result->assign(NormalizeWindowsPath(mutable_path)); return true; } // Converts a UTF8-encoded `path` to a normalized, widechar Windows path. // // Returns true if conversion succeeded and sets the contents of `result` to it. // // The `path` may be absolute or relative, and may be a Windows or MSYS path. // In every case, the output is normalized (see NormalizeWindowsPath). // // If `path` had a "\\?\" prefix then the function assumes it's already Windows // style and converts it to wstring without any alterations. // Otherwise `path` is normalized and converted to a Windows path and the result // won't have a "\\?\" prefix even if it's longer than MAX_PATH (adding the // prefix is the caller's responsibility). // // The function recognizes the drive letter in MSYS paths, so e.g. "/c/windows" // becomes "c:\windows". Prepends the MSYS root (computed from the BAZEL_SH // envvar) to absolute MSYS paths, so e.g. "/usr" becomes "c:\tools\msys64\usr". // Recognizes current-drive-relative Windows paths ("\foo") turning them into // absolute paths ("c:\foo"). bool AsWindowsPath(const string& path, wstring* result) { string normalized_win_path; if (!AsWindowsPath(path, &normalized_win_path)) { return false; } result->assign(CstringToWstring(normalized_win_path.c_str()).get()); return true; } bool AsAbsoluteWindowsPath(const string& path, wstring* result) { if (path.empty()) { result->clear(); return true; } if (IsDevNull(path.c_str())) { result->assign(L"NUL"); return true; } if (!AsWindowsPath(path, result)) { return false; } if (!IsRootOrAbsolute(*result, /* must_be_root */ false)) { *result = wstring(GetCwdW().get()) + L"\\" + *result; } if (!HasUncPrefix(result->c_str())) { *result = wstring(L"\\\\?\\") + *result; } return true; } bool AsShortWindowsPath(const string& path, string* result) { if (IsDevNull(path.c_str())) { result->assign("NUL"); return true; } result->clear(); wstring wpath; wstring wsuffix; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "AsShortWindowsPath(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } DWORD size = ::GetShortPathNameW(wpath.c_str(), nullptr, 0); if (size == 0) { // GetShortPathNameW can fail if `wpath` does not exist. This is expected // when we are about to create a file at that path, so instead of failing, // walk up in the path until we find a prefix that exists and can be // shortened, or is a root directory. Save the non-existent tail in // `wsuffix`, we'll add it back later. std::vector segments; while (size == 0 && !IsRootDirectoryW(wpath)) { pair split = SplitPathW(wpath); wpath = split.first; segments.push_back(split.second); size = ::GetShortPathNameW(wpath.c_str(), nullptr, 0); } // Join all segments. std::wostringstream builder; bool first = true; for (auto it = segments.crbegin(); it != segments.crend(); ++it) { if (!first || !IsRootDirectoryW(wpath)) { builder << L'\\' << *it; } else { builder << *it; } first = false; } wsuffix = builder.str(); } wstring wresult; if (IsRootDirectoryW(wpath)) { // Strip the UNC prefix from `wpath`, and the leading "\" from `wsuffix`. wresult = wstring(RemoveUncPrefixMaybe(wpath.c_str())) + wsuffix; } else { unique_ptr wshort( new WCHAR[size]); // size includes null-terminator if (size - 1 != ::GetShortPathNameW(wpath.c_str(), wshort.get(), size)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "AsShortWindowsPath(%s): GetShortPathNameW(%S)", path.c_str(), wpath.c_str()); } // GetShortPathNameW may preserve the UNC prefix in the result, so strip it. wresult = wstring(RemoveUncPrefixMaybe(wshort.get())) + wsuffix; } result->assign(WstringToCstring(wresult.c_str()).get()); ToLower(result); return true; } static HANDLE OpenFileForStat(const WCHAR* path) { return CreateFileW(path, 0, FILE_SHARE_READ | FILE_SHARE_WRITE | FILE_SHARE_DELETE, NULL, OPEN_EXISTING, FILE_FLAG_BACKUP_SEMANTICS, NULL); } static bool OpenFileForReading(const string& filename, HANDLE* result) { if (filename.empty()) { return false; } // TODO(laszlocsomor): remove the following check; it won't allow opening NUL. if (IsDevNull(filename.c_str())) { return true; } wstring wfilename; if (!AsAbsoluteWindowsPath(filename, &wfilename)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "OpenFileForReading(%s): AsAbsoluteWindowsPath", filename.c_str()); } *result = ::CreateFileW( /* lpFileName */ wfilename.c_str(), /* dwDesiredAccess */ GENERIC_READ, /* dwShareMode */ FILE_SHARE_READ, /* lpSecurityAttributes */ NULL, /* dwCreationDisposition */ OPEN_EXISTING, /* dwFlagsAndAttributes */ FILE_ATTRIBUTE_NORMAL, /* hTemplateFile */ NULL); return true; } int ReadFromHandle(file_handle_type handle, void* data, size_t size, int* error) { DWORD actually_read = 0; bool success = ::ReadFile(handle, data, size, &actually_read, NULL); if (error != nullptr) { // TODO(laszlocsomor): handle the error cases that are errno=EINTR and // errno=EAGAIN on Linux. *error = success ? ReadFileResult::SUCCESS : ReadFileResult::OTHER_ERROR; } return success ? actually_read : -1; } bool ReadFile(const string& filename, string* content, int max_size) { if (IsDevNull(filename.c_str())) { // mimic read(2) behavior: we can always read 0 bytes from /dev/null content->clear(); return true; } HANDLE handle; if (!OpenFileForReading(filename, &handle)) { return false; } AutoHandle autohandle(handle); if (!autohandle.IsValid()) { return false; } content->clear(); return ReadFrom(handle, content, max_size); } bool ReadFile(const string& filename, void* data, size_t size) { if (IsDevNull(filename.c_str())) { // mimic read(2) behavior: we can always read 0 bytes from /dev/null return true; } HANDLE handle; if (!OpenFileForReading(filename, &handle)) { return false; } AutoHandle autohandle(handle); if (!autohandle.IsValid()) { return false; } return ReadFrom(handle, data, size); } bool WriteFile(const void* data, size_t size, const string& filename, unsigned int perm) { if (IsDevNull(filename.c_str())) { return true; // mimic write(2) behavior with /dev/null } wstring wpath; if (!AsAbsoluteWindowsPath(filename, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "WriteFile(%s): AsAbsoluteWindowsPath", filename.c_str()); return false; } UnlinkPathW(wpath); // We don't care about the success of this. AutoHandle handle(::CreateFileW( /* lpFileName */ wpath.c_str(), /* dwDesiredAccess */ GENERIC_WRITE, /* dwShareMode */ FILE_SHARE_READ, /* lpSecurityAttributes */ NULL, /* dwCreationDisposition */ CREATE_ALWAYS, /* dwFlagsAndAttributes */ FILE_ATTRIBUTE_NORMAL, /* hTemplateFile */ NULL)); if (!handle.IsValid()) { return false; } // TODO(laszlocsomor): respect `perm` and set the file permissions accordingly DWORD actually_written = 0; ::WriteFile(handle, data, size, &actually_written, NULL); return actually_written == size; } int WriteToStdOutErr(const void* data, size_t size, bool to_stdout) { DWORD written = 0; HANDLE h = ::GetStdHandle(to_stdout ? STD_OUTPUT_HANDLE : STD_ERROR_HANDLE); if (h == INVALID_HANDLE_VALUE) { return WriteResult::OTHER_ERROR; } if (::WriteFile(h, data, size, &written, NULL)) { return (written == size) ? WriteResult::SUCCESS : WriteResult::OTHER_ERROR; } else { return (GetLastError() == ERROR_NO_DATA) ? WriteResult::BROKEN_PIPE : WriteResult::OTHER_ERROR; } } int RenameDirectory(const std::string& old_name, const std::string& new_name) { wstring wold_name; if (!AsAbsoluteWindowsPath(old_name, &wold_name)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "RenameDirectory(%s, %s): AsAbsoluteWindowsPath(%s)", old_name.c_str(), new_name.c_str(), old_name.c_str()); return kRenameDirectoryFailureOtherError; } wstring wnew_name; if (!AsAbsoluteWindowsPath(new_name, &wnew_name)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "RenameDirectory(%s, %s): AsAbsoluteWindowsPath(%s)", old_name.c_str(), new_name.c_str(), new_name.c_str()); return kRenameDirectoryFailureOtherError; } if (!::MoveFileExW(wold_name.c_str(), wnew_name.c_str(), MOVEFILE_COPY_ALLOWED | MOVEFILE_FAIL_IF_NOT_TRACKABLE | MOVEFILE_WRITE_THROUGH)) { return GetLastError() == ERROR_ALREADY_EXISTS ? kRenameDirectoryFailureNotEmpty : kRenameDirectoryFailureOtherError; } return kRenameDirectorySuccess; } static bool UnlinkPathW(const wstring& path) { DWORD attrs = ::GetFileAttributesW(path.c_str()); if (attrs == INVALID_FILE_ATTRIBUTES) { // Path does not exist. return false; } if (attrs & FILE_ATTRIBUTE_DIRECTORY) { if (!(attrs & FILE_ATTRIBUTE_REPARSE_POINT)) { // Path is a directory; unlink(2) also cannot remove directories. return false; } // Otherwise it's a junction, remove using RemoveDirectoryW. return ::RemoveDirectoryW(path.c_str()) == TRUE; } else { // Otherwise it's a file, remove using DeleteFileW. return ::DeleteFileW(path.c_str()) == TRUE; } } bool UnlinkPath(const string& file_path) { if (IsDevNull(file_path.c_str())) { return false; } wstring wpath; if (!AsAbsoluteWindowsPath(file_path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "UnlinkPath(%s): AsAbsoluteWindowsPath", file_path.c_str()); return false; } return UnlinkPathW(wpath); } bool ReadDirectorySymlink(const string& name, string* result) { wstring wname; if (!AsAbsoluteWindowsPath(name, &wname)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "ReadDirectorySymlink(%s): AsAbsoluteWindowsPath", name.c_str()); return false; } unique_ptr realpath(RealPath(wname)); if (realpath == nullptr) { return false; } *result = WstringToCstring(RemoveUncPrefixMaybe(realpath.get())).get(); return true; } bool PathExists(const string& path) { if (path.empty()) { return false; } if (IsDevNull(path.c_str())) { return true; } wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "PathExists(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } return AutoHandle(OpenFileForStat(wpath.c_str())).IsValid(); } static unique_ptr RealPath(const wstring& path, DWORD* opt_attr) { AutoHandle handle(OpenFileForStat(path.c_str())); if (!handle.IsValid()) { return std::move(unique_ptr()); } unique_ptr result(new WCHAR[path.size() + 1]); DWORD size = GetFinalPathNameByHandleW(handle, result.get(), path.size(), 0); if (size > path.size()) { result.reset(new WCHAR[size + 1]); GetFinalPathNameByHandleW(handle, result.get(), size, 0); } if (opt_attr != nullptr) { BY_HANDLE_FILE_INFORMATION info; if (GetFileInformationByHandle(handle, &info)) { *opt_attr = info.dwFileAttributes; } else { *opt_attr = INVALID_FILE_ATTRIBUTES; } } return std::move(result); } string MakeCanonical(const char* path) { if (IsDevNull(path)) { return "NUL"; } wstring wpath; if (path == nullptr || path[0] == 0) { return ""; } if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "MakeCanonical(%s): AsAbsoluteWindowsPath", path); } unique_ptr realpath(RealPath(wpath)); if (realpath == nullptr) { return ""; } return string(WstringToCstring(RemoveUncPrefixMaybe(realpath.get())).get()); } static bool CanReadFileW(const wstring& path) { DWORD attrs = ::GetFileAttributesW(path.c_str()); if ((attrs == INVALID_FILE_ATTRIBUTES) || (attrs & FILE_ATTRIBUTE_DIRECTORY)) { // The path doesn't exist or is a directory/junction. return false; } // The only easy way to find out if a file is readable is to attempt to open // it for reading. AutoHandle handle(::CreateFileW( /* lpFileName */ path.c_str(), /* dwDesiredAccess */ GENERIC_READ, /* dwShareMode */ FILE_SHARE_READ, /* lpSecurityAttributes */ NULL, /* dwCreationDisposition */ OPEN_EXISTING, /* dwFlagsAndAttributes */ FILE_ATTRIBUTE_NORMAL, /* hTemplateFile */ NULL)); return handle.IsValid(); } bool CanReadFile(const std::string& path) { wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "CanReadFile(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } return CanReadFileW(wpath); } bool CanExecuteFile(const std::string& path) { wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "CanExecuteFile(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } return CanReadFileW(wpath) && (ends_with(wpath, wstring(L".exe")) || ends_with(wpath, wstring(L".com")) || ends_with(wpath, wstring(L".cmd")) || ends_with(wpath, wstring(L".bat"))); } bool CanAccessDirectory(const std::string& path) { wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "CanAccessDirectory(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } DWORD attr = ::GetFileAttributesW(wpath.c_str()); if (!IsDirectoryByAttributes(attr)) { // The path doesn't exist or is not a directory. return false; } // The only easy way to know if a directory is writable is by attempting to // open a file for writing in it. wstring dummy_path = wpath + L"\\bazel_directory_access_test"; // The path may have just became too long for MAX_PATH, so add the UNC prefix // if necessary. AddUncPrefixMaybe(&dummy_path); // Attempt to open the dummy file for read/write access. // If the file happens to exist, no big deal, we won't overwrite it thanks to // OPEN_ALWAYS. HANDLE handle = ::CreateFileW( /* lpFileName */ dummy_path.c_str(), /* dwDesiredAccess */ GENERIC_WRITE | GENERIC_READ, /* dwShareMode */ FILE_SHARE_READ | FILE_SHARE_WRITE, /* lpSecurityAttributes */ NULL, /* dwCreationDisposition */ OPEN_ALWAYS, /* dwFlagsAndAttributes */ FILE_ATTRIBUTE_NORMAL, /* hTemplateFile */ NULL); DWORD err = GetLastError(); if (handle == INVALID_HANDLE_VALUE && err != ERROR_ALREADY_EXISTS) { // We couldn't open the file, and not because the dummy file already exists. // Consequently it is because `wpath` doesn't exist. return false; } // The fact that we could open the file, regardless of it existing beforehand // or not, means the directory also exists and we can read/write in it. CloseHandle(handle); if (err != ERROR_ALREADY_EXISTS) { // The file didn't exist before, but due to OPEN_ALWAYS we created it just // now, so do delete it. ::DeleteFileW(dummy_path.c_str()); } // Otherwise the file existed before, leave it alone. return true; } bool IsDevNull(const char* path) { return path != NULL && *path != 0 && (strncmp("/dev/null\0", path, 10) == 0 || ((path[0] == 'N' || path[0] == 'n') && (path[1] == 'U' || path[1] == 'u') && (path[2] == 'L' || path[2] == 'l') && path[3] == 0)); } static bool IsDirectoryByAttributes(DWORD attrs) { return attrs != INVALID_FILE_ATTRIBUTES && (attrs & FILE_ATTRIBUTE_DIRECTORY); } static bool IsDirectoryW(const wstring& path) { DWORD attrs = ::GetFileAttributesW(path.c_str()); return IsDirectoryByAttributes(attrs) && (!(attrs & FILE_ATTRIBUTE_REPARSE_POINT) || (RealPath(path, &attrs) != nullptr && IsDirectoryByAttributes(attrs))); } bool IsDirectory(const string& path) { if (path.empty() || IsDevNull(path.c_str())) { return false; } wstring wpath; if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "IsDirectory(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } return IsDirectoryW(wpath); } bool IsRootDirectory(const string& path) { return IsRootOrAbsolute(path, true); } bool IsAbsolute(const string& path) { return IsRootOrAbsolute(path, false); } void SyncFile(const string& path) { // No-op on Windows native; unsupported by Cygwin. // fsync always fails on Cygwin with "Permission denied" for some reason. } static bool IsRootDirectoryW(const wstring& path) { return IsRootOrAbsolute(path, true); } static bool MakeDirectoriesW(const wstring& path) { if (path.empty()) { return false; } if (IsRootDirectoryW(path) || IsDirectoryW(path)) { return true; } wstring parent = SplitPathW(path).first; if (parent.empty()) { // Since `path` is not a root directory, there should have been at least one // directory above it. pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "MakeDirectoriesW(%S), could not find dirname", path.c_str()); } return MakeDirectoriesW(parent) && ::CreateDirectoryW(path.c_str(), NULL) == TRUE; } bool MakeDirectories(const string& path, unsigned int mode) { // TODO(laszlocsomor): respect `mode` to the extent that it's possible on // Windows; it's currently ignored. if (path.empty() || IsDevNull(path.c_str())) { return false; } wstring wpath; // According to MSDN, CreateDirectory's limit without the UNC prefix is // 248 characters (so it could fit another filename before reaching MAX_PATH). if (!AsAbsoluteWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "MakeDirectories(%s): AsAbsoluteWindowsPath", path.c_str()); return false; } return MakeDirectoriesW(wpath); } static unique_ptr GetCwdW() { DWORD len = ::GetCurrentDirectoryW(0, nullptr); unique_ptr cwd(new WCHAR[len]); if (!::GetCurrentDirectoryW(len, cwd.get())) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "GetCurrentDirectoryW"); } for (WCHAR* p = cwd.get(); *p != 0; ++p) { *p = towlower(*p); } return std::move(cwd); } string GetCwd() { return string(WstringToCstring(RemoveUncPrefixMaybe(GetCwdW().get())).get()); } static char GetCurrentDrive() { unique_ptr cwd = GetCwdW(); wchar_t wdrive = RemoveUncPrefixMaybe(cwd.get())[0]; wchar_t offset = wdrive >= L'A' && wdrive <= L'Z' ? L'A' : L'a'; return 'a' + wdrive - offset; } bool ChangeDirectory(const string& path) { string spath; return AsShortWindowsPath(path, &spath) && ::SetCurrentDirectoryA(spath.c_str()) == TRUE; } void ForEachDirectoryEntry(const string& path, DirectoryEntryConsumer* consume) { wstring wpath; if (path.empty() || IsDevNull(path.c_str())) { return; } if (!AsWindowsPath(path, &wpath)) { pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "ForEachDirectoryEntry(%s): AsWindowsPath", path.c_str()); } static const wstring kUncPrefix(L"\\\\?\\"); static const wstring kDot(L"."); static const wstring kDotDot(L".."); // Always add an UNC prefix to ensure we can work with long paths. if (!HasUncPrefix(wpath.c_str())) { wpath = kUncPrefix + wpath; } // Unconditionally add a trailing backslash. We know `wpath` has no trailing // backslash because it comes from AsWindowsPath whose output is always // normalized (see NormalizeWindowsPath). wpath.append(L"\\"); WIN32_FIND_DATAW metadata; HANDLE handle = ::FindFirstFileW((wpath + L"*").c_str(), &metadata); if (handle == INVALID_HANDLE_VALUE) { return; // directory does not exist or is empty } do { if (kDot != metadata.cFileName && kDotDot != metadata.cFileName) { wstring wname = wpath + metadata.cFileName; string name(WstringToCstring(/* omit prefix */ 4 + wname.c_str()).get()); bool is_dir = (metadata.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) != 0; consume->Consume(name, is_dir); } } while (::FindNextFileW(handle, &metadata)); ::FindClose(handle); } string NormalizeWindowsPath(string path) { if (path.empty()) { return ""; } if (path[0] == '/') { // This is an absolute MSYS path, error out. pdie(blaze_exit_code::LOCAL_ENVIRONMENTAL_ERROR, "NormalizeWindowsPath(%s): expected a Windows path", path.c_str()); } if (path.size() >= 4 && HasUncPrefix(path.c_str())) { path = path.substr(4); } static const string dot("."); static const string dotdot(".."); std::vector segments; int segment_start = -1; // Find the path segments in `path` (separated by "/"). for (int i = 0;; ++i) { if (!IsPathSeparator(path[i]) && path[i] != '\0') { // The current character does not end a segment, so start one unless it's // already started. if (segment_start < 0) { segment_start = i; } } else if (segment_start >= 0 && i > segment_start) { // The current character is "/" or "\0", so this ends a segment. // Add that to `segments` if there's anything to add; handle "." and "..". string segment(path, segment_start, i - segment_start); segment_start = -1; if (segment == dotdot) { if (!segments.empty() && !HasDriveSpecifierPrefix(segments[0].c_str())) { segments.pop_back(); } } else if (segment != dot) { segments.push_back(segment); } } if (path[i] == '\0') { break; } } // Handle the case when `path` is just a drive specifier (or some degenerate // form of it, e.g. "c:\.."). if (segments.size() == 1 && segments[0].size() == 2 && HasDriveSpecifierPrefix(segments[0].c_str())) { return segments[0] + '\\'; } // Join all segments. bool first = true; std::ostringstream result; for (const auto& s : segments) { if (!first) { result << '\\'; } first = false; result << s; } return result.str(); } } // namespace blaze_util