X-Git-Url: http://plrg.eecs.uci.edu/git/?a=blobdiff_plain;f=folly%2FFileUtil.cpp;h=ce61ad963193d32a35a33dad592d436354454df8;hb=aa7f8dcd47b82f753862919d3456a961b30c0ab4;hp=e73b593602a7a42c2e1e62bb1fdf5eb9147310ef;hpb=64ed63b21b65298764750e73d6493da47061dc9d;p=folly.git diff --git a/folly/FileUtil.cpp b/folly/FileUtil.cpp index e73b5936..ce61ad96 100644 --- a/folly/FileUtil.cpp +++ b/folly/FileUtil.cpp @@ -1,5 +1,5 @@ /* - * Copyright 2016 Facebook, Inc. + * Copyright 2017 Facebook, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -17,20 +17,21 @@ #include #include -#ifdef __APPLE__ -#include -#endif -#include +#include #include +#include +#include +#include #include +#include namespace folly { using namespace fileutil_detail; int openNoInt(const char* name, int flags, mode_t mode) { - return wrapNoInt(open, name, flags, mode); + return int(wrapNoInt(open, name, flags, mode)); } int closeNoInt(int fd) { @@ -51,41 +52,41 @@ int closeNoInt(int fd) { } int fsyncNoInt(int fd) { - return wrapNoInt(fsync, fd); + return int(wrapNoInt(fsync, fd)); } int dupNoInt(int fd) { - return wrapNoInt(dup, fd); + return int(wrapNoInt(dup, fd)); } int dup2NoInt(int oldfd, int newfd) { - return wrapNoInt(dup2, oldfd, newfd); + return int(wrapNoInt(dup2, oldfd, newfd)); } int fdatasyncNoInt(int fd) { #if defined(__APPLE__) - return wrapNoInt(fcntl, fd, F_FULLFSYNC); + return int(wrapNoInt(fcntl, fd, F_FULLFSYNC)); #elif defined(__FreeBSD__) || defined(_MSC_VER) - return wrapNoInt(fsync, fd); + return int(wrapNoInt(fsync, fd)); #else - return wrapNoInt(fdatasync, fd); + return int(wrapNoInt(fdatasync, fd)); #endif } int ftruncateNoInt(int fd, off_t len) { - return wrapNoInt(ftruncate, fd, len); + return int(wrapNoInt(ftruncate, fd, len)); } int truncateNoInt(const char* path, off_t len) { - return wrapNoInt(truncate, path, len); + return int(wrapNoInt(truncate, path, len)); } int flockNoInt(int fd, int operation) { - return wrapNoInt(flock, fd, operation); + return int(wrapNoInt(flock, fd, operation)); } int shutdownNoInt(int fd, int how) { - return wrapNoInt(shutdown, fd, how); + return int(wrapNoInt(portability::sockets::shutdown, fd, how)); } ssize_t readNoInt(int fd, void* buf, size_t count) { @@ -144,4 +145,94 @@ ssize_t pwritevFull(int fd, iovec* iov, int count, off_t offset) { return wrapvFull(pwritev, fd, iov, count, offset); } -} // namespaces +int writeFileAtomicNoThrow( + StringPiece filename, + iovec* iov, + int count, + mode_t permissions) { + // We write the data to a temporary file name first, then atomically rename + // it into place. This ensures that the file contents will always be valid, + // even if we crash or are killed partway through writing out data. + // + // Create a buffer that will contain two things: + // - A nul-terminated version of the filename + // - The temporary file name + std::vector pathBuffer; + // Note that we have to explicitly pass in the size here to make + // sure the nul byte gets included in the data. + constexpr folly::StringPiece suffix(".XXXXXX\0", 8); + pathBuffer.resize((2 * filename.size()) + 1 + suffix.size()); + // Copy in the filename and then a nul terminator + memcpy(pathBuffer.data(), filename.data(), filename.size()); + pathBuffer[filename.size()] = '\0'; + const char* const filenameCStr = pathBuffer.data(); + // Now prepare the temporary path template + char* const tempPath = pathBuffer.data() + filename.size() + 1; + memcpy(tempPath, filename.data(), filename.size()); + memcpy(tempPath + filename.size(), suffix.data(), suffix.size()); + + auto tmpFD = mkstemp(tempPath); + if (tmpFD == -1) { + return errno; + } + bool success = false; + SCOPE_EXIT { + if (tmpFD != -1) { + close(tmpFD); + } + if (!success) { + unlink(tempPath); + } + }; + + auto rc = writevFull(tmpFD, iov, count); + if (rc == -1) { + return errno; + } + + rc = fchmod(tmpFD, permissions); + if (rc == -1) { + return errno; + } + + // Close the file before renaming to make sure all data has + // been successfully written. + rc = close(tmpFD); + tmpFD = -1; + if (rc == -1) { + return errno; + } + + rc = rename(tempPath, filenameCStr); + if (rc == -1) { + return errno; + } + success = true; + return 0; +} + +void writeFileAtomic( + StringPiece filename, + iovec* iov, + int count, + mode_t permissions) { + auto rc = writeFileAtomicNoThrow(filename, iov, count, permissions); + checkPosixError(rc, "writeFileAtomic() failed to update ", filename); +} + +void writeFileAtomic(StringPiece filename, ByteRange data, mode_t permissions) { + iovec iov; + iov.iov_base = const_cast(data.data()); + iov.iov_len = data.size(); + auto rc = writeFileAtomicNoThrow(filename, &iov, 1, permissions); + checkPosixError(rc, "writeFileAtomic() failed to update ", filename); +} + +void writeFileAtomic( + StringPiece filename, + StringPiece data, + mode_t permissions) { + writeFileAtomic(filename, ByteRange(data), permissions); +} + +} // namespace folly