Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
#include "derivations.hh"
|
2006-09-05 00:06:23 +03:00
|
|
|
|
#include "globals.hh"
|
2006-11-30 19:43:04 +02:00
|
|
|
|
#include "local-store.hh"
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
2008-09-17 13:02:55 +03:00
|
|
|
|
#include <functional>
|
|
|
|
|
#include <queue>
|
2009-11-24 11:53:18 +02:00
|
|
|
|
#include <algorithm>
|
2016-07-20 21:00:36 +03:00
|
|
|
|
#include <regex>
|
2008-09-17 13:02:55 +03:00
|
|
|
|
|
2004-08-25 19:54:08 +03:00
|
|
|
|
#include <sys/types.h>
|
|
|
|
|
#include <sys/stat.h>
|
2005-01-31 12:27:25 +02:00
|
|
|
|
#include <errno.h>
|
|
|
|
|
#include <fcntl.h>
|
2004-08-25 19:54:08 +03:00
|
|
|
|
#include <unistd.h>
|
2016-07-20 21:00:36 +03:00
|
|
|
|
#include <climits>
|
2004-08-25 19:54:08 +03:00
|
|
|
|
|
2006-09-05 00:06:23 +03:00
|
|
|
|
namespace nix {
|
|
|
|
|
|
|
|
|
|
|
2005-02-01 00:23:49 +02:00
|
|
|
|
static string gcLockName = "gc.lock";
|
2005-02-01 15:48:46 +02:00
|
|
|
|
static string tempRootsDir = "temproots";
|
|
|
|
|
static string gcRootsDir = "gcroots";
|
2005-02-01 00:23:49 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Acquire the global GC lock. This is used to prevent new Nix
|
|
|
|
|
processes from starting after the temporary root files have been
|
|
|
|
|
read. To be precise: when they try to create a new temporary root
|
|
|
|
|
file, they will block until the garbage collector has finished /
|
|
|
|
|
yielded the GC lock. */
|
2010-08-31 14:47:31 +03:00
|
|
|
|
int LocalStore::openGCLock(LockType lockType)
|
2005-02-01 00:01:55 +02:00
|
|
|
|
{
|
2005-02-01 00:23:49 +02:00
|
|
|
|
Path fnGCLock = (format("%1%/%2%")
|
2016-06-02 14:33:49 +03:00
|
|
|
|
% stateDir % gcLockName).str();
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("acquiring global GC lock ‘%1%’") % fnGCLock);
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-06-09 17:15:58 +03:00
|
|
|
|
AutoCloseFD fdGCLock = open(fnGCLock.c_str(), O_RDWR | O_CREAT | O_CLOEXEC, 0600);
|
2016-07-11 22:44:44 +03:00
|
|
|
|
if (!fdGCLock)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("opening global GC lock ‘%1%’") % fnGCLock);
|
2005-02-01 00:23:49 +02:00
|
|
|
|
|
2016-07-11 22:44:44 +03:00
|
|
|
|
if (!lockFile(fdGCLock.get(), lockType, false)) {
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printError(format("waiting for the big garbage collector lock..."));
|
2016-07-11 22:44:44 +03:00
|
|
|
|
lockFile(fdGCLock.get(), lockType, true);
|
2006-09-15 01:30:33 +03:00
|
|
|
|
}
|
2005-02-01 00:23:49 +02:00
|
|
|
|
|
|
|
|
|
/* !!! Restrict read permission on the GC root. Otherwise any
|
|
|
|
|
process that can open the file for reading can DoS the
|
|
|
|
|
collector. */
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-07-11 22:44:44 +03:00
|
|
|
|
return fdGCLock.release();
|
2005-02-01 00:01:55 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2014-02-28 00:17:53 +02:00
|
|
|
|
static void makeSymlink(const Path & link, const Path & target)
|
2005-02-01 15:48:46 +02:00
|
|
|
|
{
|
|
|
|
|
/* Create directories up to `gcRoot'. */
|
|
|
|
|
createDirs(dirOf(link));
|
|
|
|
|
|
2012-04-16 19:47:01 +03:00
|
|
|
|
/* Create the new symlink. */
|
|
|
|
|
Path tempLink = (format("%1%.tmp-%2%-%3%")
|
|
|
|
|
% link % getpid() % rand()).str();
|
2014-02-28 00:17:53 +02:00
|
|
|
|
createSymlink(target, tempLink);
|
2012-04-16 19:47:01 +03:00
|
|
|
|
|
|
|
|
|
/* Atomically replace the old one. */
|
|
|
|
|
if (rename(tempLink.c_str(), link.c_str()) == -1)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("cannot rename ‘%1%’ to ‘%2%’")
|
2012-04-16 19:47:01 +03:00
|
|
|
|
% tempLink % link);
|
2005-02-01 15:48:46 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2006-12-02 18:41:36 +02:00
|
|
|
|
void LocalStore::syncWithGC()
|
|
|
|
|
{
|
|
|
|
|
AutoCloseFD fdGCLock = openGCLock(ltRead);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2006-12-05 01:29:16 +02:00
|
|
|
|
void LocalStore::addIndirectRoot(const Path & path)
|
|
|
|
|
{
|
|
|
|
|
string hash = printHash32(hashString(htSHA1, path));
|
|
|
|
|
Path realRoot = canonPath((format("%1%/%2%/auto/%3%")
|
2016-06-02 14:33:49 +03:00
|
|
|
|
% stateDir % gcRootsDir % hash).str());
|
2014-02-28 00:17:53 +02:00
|
|
|
|
makeSymlink(realRoot, path);
|
2006-12-05 01:29:16 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2016-06-02 14:33:49 +03:00
|
|
|
|
Path LocalFSStore::addPermRoot(const Path & _storePath,
|
2011-09-01 00:11:50 +03:00
|
|
|
|
const Path & _gcRoot, bool indirect, bool allowOutsideRootsDir)
|
2005-02-01 14:36:25 +02:00
|
|
|
|
{
|
|
|
|
|
Path storePath(canonPath(_storePath));
|
|
|
|
|
Path gcRoot(canonPath(_gcRoot));
|
2005-02-01 15:48:46 +02:00
|
|
|
|
assertStorePath(storePath);
|
2005-02-01 14:36:25 +02:00
|
|
|
|
|
2007-06-11 14:36:22 +03:00
|
|
|
|
if (isInStore(gcRoot))
|
|
|
|
|
throw Error(format(
|
|
|
|
|
"creating a garbage collector root (%1%) in the Nix store is forbidden "
|
|
|
|
|
"(are you running nix-build inside the store?)") % gcRoot);
|
|
|
|
|
|
2005-02-01 15:48:46 +02:00
|
|
|
|
if (indirect) {
|
2015-03-06 17:39:48 +02:00
|
|
|
|
/* Don't clobber the link if it already exists and doesn't
|
2012-04-16 19:47:01 +03:00
|
|
|
|
point to the Nix store. */
|
|
|
|
|
if (pathExists(gcRoot) && (!isLink(gcRoot) || !isInStore(readLink(gcRoot))))
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw Error(format("cannot create symlink ‘%1%’; already exists") % gcRoot);
|
2014-02-28 00:17:53 +02:00
|
|
|
|
makeSymlink(gcRoot, storePath);
|
2016-02-11 17:14:42 +02:00
|
|
|
|
addIndirectRoot(gcRoot);
|
2005-02-01 15:48:46 +02:00
|
|
|
|
}
|
2005-02-01 14:36:25 +02:00
|
|
|
|
|
2005-02-01 15:48:46 +02:00
|
|
|
|
else {
|
2006-09-15 01:30:33 +03:00
|
|
|
|
if (!allowOutsideRootsDir) {
|
2016-06-02 14:33:49 +03:00
|
|
|
|
Path rootsDir = canonPath((format("%1%/%2%") % stateDir % gcRootsDir).str());
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2006-09-15 01:30:33 +03:00
|
|
|
|
if (string(gcRoot, 0, rootsDir.size() + 1) != rootsDir + "/")
|
|
|
|
|
throw Error(format(
|
2016-11-26 01:37:43 +02:00
|
|
|
|
"path ‘%1%’ is not a valid garbage collector root; "
|
|
|
|
|
"it's not in the directory ‘%2%’")
|
2006-09-15 01:30:33 +03:00
|
|
|
|
% gcRoot % rootsDir);
|
|
|
|
|
}
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2014-08-13 18:44:41 +03:00
|
|
|
|
if (baseNameOf(gcRoot) == baseNameOf(storePath))
|
|
|
|
|
writeFile(gcRoot, "");
|
|
|
|
|
else
|
|
|
|
|
makeSymlink(gcRoot, storePath);
|
2005-02-01 15:48:46 +02:00
|
|
|
|
}
|
2005-02-01 14:36:25 +02:00
|
|
|
|
|
2008-06-14 19:02:31 +03:00
|
|
|
|
/* Check that the root can be found by the garbage collector.
|
|
|
|
|
!!! This can be very slow on machines that have many roots.
|
|
|
|
|
Instead of reading all the roots, it would be more efficient to
|
|
|
|
|
check if the root is in a directory in or linked from the
|
|
|
|
|
gcroots directory. */
|
2012-07-31 02:55:41 +03:00
|
|
|
|
if (settings.checkRootReachability) {
|
2016-02-11 17:14:42 +02:00
|
|
|
|
Roots roots = findRoots();
|
2007-03-19 11:16:47 +02:00
|
|
|
|
if (roots.find(gcRoot) == roots.end())
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printError(
|
2007-03-19 11:16:47 +02:00
|
|
|
|
format(
|
2016-11-26 01:37:43 +02:00
|
|
|
|
"warning: ‘%1%’ is not in a directory where the garbage collector looks for roots; "
|
|
|
|
|
"therefore, ‘%2%’ might be removed by the garbage collector")
|
2007-03-19 11:16:47 +02:00
|
|
|
|
% gcRoot % storePath);
|
|
|
|
|
}
|
2010-08-30 17:53:03 +03:00
|
|
|
|
|
2006-12-02 18:41:36 +02:00
|
|
|
|
/* Grab the global GC root, causing us to block while a GC is in
|
|
|
|
|
progress. This prevents the set of permanent roots from
|
|
|
|
|
increasing while a GC is in progress. */
|
2016-02-11 17:14:42 +02:00
|
|
|
|
syncWithGC();
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2005-02-01 14:36:25 +02:00
|
|
|
|
return gcRoot;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2006-12-02 18:41:36 +02:00
|
|
|
|
void LocalStore::addTempRoot(const Path & path)
|
2005-01-31 12:27:25 +02:00
|
|
|
|
{
|
2016-04-08 19:07:13 +03:00
|
|
|
|
auto state(_state.lock());
|
|
|
|
|
|
2005-01-31 12:27:25 +02:00
|
|
|
|
/* Create the temporary roots file for this process. */
|
2016-07-11 22:44:44 +03:00
|
|
|
|
if (!state->fdTempRoots) {
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
while (1) {
|
2016-06-02 14:33:49 +03:00
|
|
|
|
Path dir = (format("%1%/%2%") % stateDir % tempRootsDir).str();
|
2005-03-24 19:46:38 +02:00
|
|
|
|
createDirs(dir);
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-04-08 19:07:13 +03:00
|
|
|
|
state->fnTempRoots = (format("%1%/%2%") % dir % getpid()).str();
|
2005-02-01 00:23:49 +02:00
|
|
|
|
|
|
|
|
|
AutoCloseFD fdGCLock = openGCLock(ltRead);
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-04-08 19:07:13 +03:00
|
|
|
|
if (pathExists(state->fnTempRoots))
|
2006-06-20 20:48:10 +03:00
|
|
|
|
/* It *must* be stale, since there can be no two
|
|
|
|
|
processes with the same pid. */
|
2016-04-08 19:07:13 +03:00
|
|
|
|
unlink(state->fnTempRoots.c_str());
|
2006-06-20 20:48:10 +03:00
|
|
|
|
|
2016-04-08 19:07:13 +03:00
|
|
|
|
state->fdTempRoots = openLockFile(state->fnTempRoots, true);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
2016-07-11 22:44:44 +03:00
|
|
|
|
fdGCLock = -1;
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("acquiring read lock on ‘%1%’") % state->fnTempRoots);
|
2016-07-11 22:44:44 +03:00
|
|
|
|
lockFile(state->fdTempRoots.get(), ltRead, true);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
/* Check whether the garbage collector didn't get in our
|
|
|
|
|
way. */
|
|
|
|
|
struct stat st;
|
2016-07-11 22:44:44 +03:00
|
|
|
|
if (fstat(state->fdTempRoots.get(), &st) == -1)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("statting ‘%1%’") % state->fnTempRoots);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
if (st.st_size == 0) break;
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2005-01-31 12:27:25 +02:00
|
|
|
|
/* The garbage collector deleted this file before we could
|
|
|
|
|
get a lock. (It won't delete the file after we get a
|
|
|
|
|
lock.) Try again. */
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* Upgrade the lock to a write lock. This will cause us to block
|
|
|
|
|
if the garbage collector is holding our lock. */
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("acquiring write lock on ‘%1%’") % state->fnTempRoots);
|
2016-07-11 22:44:44 +03:00
|
|
|
|
lockFile(state->fdTempRoots.get(), ltWrite, true);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
string s = path + '\0';
|
2016-07-11 22:44:44 +03:00
|
|
|
|
writeFull(state->fdTempRoots.get(), s);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
/* Downgrade to a read lock. */
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("downgrading to read lock on ‘%1%’") % state->fnTempRoots);
|
2016-07-11 22:44:44 +03:00
|
|
|
|
lockFile(state->fdTempRoots.get(), ltRead, true);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2016-06-02 14:33:49 +03:00
|
|
|
|
void LocalStore::readTempRoots(PathSet & tempRoots, FDs & fds)
|
2005-01-31 12:27:25 +02:00
|
|
|
|
{
|
|
|
|
|
/* Read the `temproots' directory for per-process temporary root
|
|
|
|
|
files. */
|
2014-08-01 17:37:47 +03:00
|
|
|
|
DirEntries tempRootFiles = readDirectory(
|
2016-06-02 14:33:49 +03:00
|
|
|
|
(format("%1%/%2%") % stateDir % tempRootsDir).str());
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
2014-08-01 17:37:47 +03:00
|
|
|
|
for (auto & i : tempRootFiles) {
|
2016-06-02 14:33:49 +03:00
|
|
|
|
Path path = (format("%1%/%2%/%3%") % stateDir % tempRootsDir % i.name).str();
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("reading temporary root file ‘%1%’") % path);
|
2016-06-09 17:15:58 +03:00
|
|
|
|
FDPtr fd(new AutoCloseFD(open(path.c_str(), O_CLOEXEC | O_RDWR, 0666)));
|
2016-07-11 22:44:44 +03:00
|
|
|
|
if (!*fd) {
|
2005-01-31 12:27:25 +02:00
|
|
|
|
/* It's okay if the file has disappeared. */
|
|
|
|
|
if (errno == ENOENT) continue;
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("opening temporary roots file ‘%1%’") % path);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
}
|
|
|
|
|
|
2006-06-20 20:48:10 +03:00
|
|
|
|
/* This should work, but doesn't, for some reason. */
|
|
|
|
|
//FDPtr fd(new AutoCloseFD(openLockFile(path, false)));
|
|
|
|
|
//if (*fd == -1) continue;
|
|
|
|
|
|
2005-01-31 12:27:25 +02:00
|
|
|
|
/* Try to acquire a write lock without blocking. This can
|
|
|
|
|
only succeed if the owning process has died. In that case
|
|
|
|
|
we don't care about its temporary roots. */
|
2016-07-11 22:44:44 +03:00
|
|
|
|
if (lockFile(fd->get(), ltWrite, false)) {
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printError(format("removing stale temporary roots file ‘%1%’") % path);
|
2005-01-31 23:20:59 +02:00
|
|
|
|
unlink(path.c_str());
|
2016-07-11 22:44:44 +03:00
|
|
|
|
writeFull(fd->get(), "d");
|
2005-01-31 12:27:25 +02:00
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* Acquire a read lock. This will prevent the owning process
|
|
|
|
|
from upgrading to a write lock, therefore it will block in
|
|
|
|
|
addTempRoot(). */
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("waiting for read lock on ‘%1%’") % path);
|
2016-07-11 22:44:44 +03:00
|
|
|
|
lockFile(fd->get(), ltRead, true);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
/* Read the entire file. */
|
2016-07-11 22:44:44 +03:00
|
|
|
|
string contents = readFile(fd->get());
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
/* Extract the roots. */
|
2006-05-11 05:19:43 +03:00
|
|
|
|
string::size_type pos = 0, end;
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
|
|
|
|
while ((end = contents.find((char) 0, pos)) != string::npos) {
|
|
|
|
|
Path root(contents, pos, end - pos);
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("got temporary root ‘%1%’") % root);
|
2016-06-02 14:33:49 +03:00
|
|
|
|
assertStorePath(root);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
tempRoots.insert(root);
|
|
|
|
|
pos = end + 1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fds.push_back(fd); /* keep open */
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
void LocalStore::findRoots(const Path & path, unsigned char type, Roots & roots)
|
2005-02-01 17:05:32 +02:00
|
|
|
|
{
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
auto foundRoot = [&](const Path & path, const Path & target) {
|
|
|
|
|
Path storePath = toStorePath(target);
|
2016-05-04 16:39:39 +03:00
|
|
|
|
if (isStorePath(storePath) && isValidPath(storePath))
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
roots[path] = storePath;
|
|
|
|
|
else
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printInfo(format("skipping invalid root from ‘%1%’ to ‘%2%’") % path % storePath);
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
};
|
2006-12-05 03:31:45 +02:00
|
|
|
|
|
2013-07-12 15:01:25 +03:00
|
|
|
|
try {
|
|
|
|
|
|
2014-10-03 23:37:51 +03:00
|
|
|
|
if (type == DT_UNKNOWN)
|
|
|
|
|
type = getFileType(path);
|
2006-12-05 03:31:45 +02:00
|
|
|
|
|
2014-08-01 18:20:25 +03:00
|
|
|
|
if (type == DT_DIR) {
|
2014-08-01 17:37:47 +03:00
|
|
|
|
for (auto & i : readDirectory(path))
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
findRoots(path + "/" + i.name, i.type, roots);
|
2005-02-01 17:05:32 +02:00
|
|
|
|
}
|
|
|
|
|
|
2014-08-01 18:20:25 +03:00
|
|
|
|
else if (type == DT_LNK) {
|
2013-07-12 15:01:25 +03:00
|
|
|
|
Path target = readLink(path);
|
|
|
|
|
if (isInStore(target))
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
foundRoot(path, target);
|
2013-07-12 15:01:25 +03:00
|
|
|
|
|
|
|
|
|
/* Handle indirect roots. */
|
|
|
|
|
else {
|
|
|
|
|
target = absPath(target, dirOf(path));
|
|
|
|
|
if (!pathExists(target)) {
|
2016-06-02 14:33:49 +03:00
|
|
|
|
if (isInDir(path, stateDir + "/" + gcRootsDir + "/auto")) {
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printInfo(format("removing stale link from ‘%1%’ to ‘%2%’") % path % target);
|
2013-07-12 15:01:25 +03:00
|
|
|
|
unlink(path.c_str());
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
struct stat st2 = lstat(target);
|
|
|
|
|
if (!S_ISLNK(st2.st_mode)) return;
|
|
|
|
|
Path target2 = readLink(target);
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
if (isInStore(target2)) foundRoot(target, target2);
|
2006-12-05 03:31:45 +02:00
|
|
|
|
}
|
2005-02-01 17:05:32 +02:00
|
|
|
|
}
|
|
|
|
|
}
|
2006-12-05 03:31:45 +02:00
|
|
|
|
|
2014-08-01 18:20:25 +03:00
|
|
|
|
else if (type == DT_REG) {
|
2016-06-01 15:49:12 +03:00
|
|
|
|
Path storePath = storeDir + "/" + baseNameOf(path);
|
2016-04-25 16:42:55 +03:00
|
|
|
|
if (isStorePath(storePath) && isValidPath(storePath))
|
2014-08-01 17:46:01 +03:00
|
|
|
|
roots[path] = storePath;
|
|
|
|
|
}
|
|
|
|
|
|
2006-12-05 03:31:45 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
catch (SysError & e) {
|
|
|
|
|
/* We only ignore permanent failures. */
|
|
|
|
|
if (e.errNo == EACCES || e.errNo == ENOENT || e.errNo == ENOTDIR)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printInfo(format("cannot read potential root ‘%1%’") % path);
|
2006-12-05 03:31:45 +02:00
|
|
|
|
else
|
|
|
|
|
throw;
|
2005-02-01 17:05:32 +02:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2013-07-12 15:01:25 +03:00
|
|
|
|
Roots LocalStore::findRoots()
|
2006-12-05 02:34:42 +02:00
|
|
|
|
{
|
2006-12-05 03:31:45 +02:00
|
|
|
|
Roots roots;
|
|
|
|
|
|
2013-07-12 15:01:25 +03:00
|
|
|
|
/* Process direct roots in {gcroots,manifests,profiles}. */
|
2016-06-02 14:33:49 +03:00
|
|
|
|
findRoots(stateDir + "/" + gcRootsDir, DT_UNKNOWN, roots);
|
|
|
|
|
if (pathExists(stateDir + "/manifests"))
|
|
|
|
|
findRoots(stateDir + "/manifests", DT_UNKNOWN, roots);
|
|
|
|
|
findRoots(stateDir + "/profiles", DT_UNKNOWN, roots);
|
2006-12-05 03:31:45 +02:00
|
|
|
|
|
2013-07-12 15:01:25 +03:00
|
|
|
|
return roots;
|
2006-12-05 02:34:42 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2016-07-20 21:00:36 +03:00
|
|
|
|
static void readProcLink(const string & file, StringSet & paths)
|
2006-07-20 15:17:25 +03:00
|
|
|
|
{
|
2016-07-20 21:00:36 +03:00
|
|
|
|
/* 64 is the starting buffer size gnu readlink uses... */
|
|
|
|
|
auto bufsiz = ssize_t{64};
|
|
|
|
|
try_again:
|
|
|
|
|
char buf[bufsiz];
|
|
|
|
|
auto res = readlink(file.c_str(), buf, bufsiz);
|
|
|
|
|
if (res == -1) {
|
|
|
|
|
if (errno == ENOENT || errno == EACCES)
|
|
|
|
|
return;
|
|
|
|
|
throw SysError("reading symlink");
|
|
|
|
|
}
|
|
|
|
|
if (res == bufsiz) {
|
|
|
|
|
if (SSIZE_MAX / 2 < bufsiz)
|
|
|
|
|
throw Error("stupidly long symlink");
|
|
|
|
|
bufsiz *= 2;
|
|
|
|
|
goto try_again;
|
|
|
|
|
}
|
|
|
|
|
if (res > 0 && buf[0] == '/')
|
|
|
|
|
paths.emplace(static_cast<char *>(buf), res);
|
|
|
|
|
return;
|
|
|
|
|
}
|
2006-07-20 15:17:25 +03:00
|
|
|
|
|
2016-07-20 21:00:36 +03:00
|
|
|
|
static string quoteRegexChars(const string & raw)
|
|
|
|
|
{
|
|
|
|
|
static auto specialRegex = std::regex(R"([.^$\\*+?()\[\]{}|])");
|
|
|
|
|
return std::regex_replace(raw, specialRegex, R"(\$&)");
|
|
|
|
|
}
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2016-07-20 21:00:36 +03:00
|
|
|
|
static void readFileRoots(const char * path, StringSet & paths)
|
|
|
|
|
{
|
|
|
|
|
try {
|
|
|
|
|
paths.emplace(readFile(path));
|
|
|
|
|
} catch (SysError & e) {
|
|
|
|
|
if (e.errNo != ENOENT && e.errNo != EACCES)
|
|
|
|
|
throw;
|
|
|
|
|
}
|
|
|
|
|
}
|
2006-07-20 15:17:25 +03:00
|
|
|
|
|
2016-07-20 21:00:36 +03:00
|
|
|
|
void LocalStore::findRuntimeRoots(PathSet & roots)
|
|
|
|
|
{
|
|
|
|
|
StringSet paths;
|
|
|
|
|
auto procDir = AutoCloseDir{opendir("/proc")};
|
|
|
|
|
if (procDir) {
|
|
|
|
|
struct dirent * ent;
|
|
|
|
|
auto digitsRegex = std::regex(R"(^\d+$)");
|
|
|
|
|
auto mapRegex = std::regex(R"(^\s*\S+\s+\S+\s+\S+\s+\S+\s+\S+\s+(/\S+)\s*$)");
|
|
|
|
|
auto storePathRegex = std::regex(quoteRegexChars(storeDir) + R"(/[0-9a-z]+[0-9a-zA-Z\+\-\._\?=]*)");
|
2017-01-16 23:39:27 +02:00
|
|
|
|
while (errno = 0, ent = readdir(procDir.get())) {
|
2016-07-20 21:00:36 +03:00
|
|
|
|
checkInterrupt();
|
|
|
|
|
if (std::regex_match(ent->d_name, digitsRegex)) {
|
|
|
|
|
readProcLink((format("/proc/%1%/exe") % ent->d_name).str(), paths);
|
|
|
|
|
readProcLink((format("/proc/%1%/cwd") % ent->d_name).str(), paths);
|
|
|
|
|
|
|
|
|
|
auto fdStr = (format("/proc/%1%/fd") % ent->d_name).str();
|
|
|
|
|
auto fdDir = AutoCloseDir(opendir(fdStr.c_str()));
|
|
|
|
|
if (!fdDir) {
|
|
|
|
|
if (errno == ENOENT || errno == EACCES)
|
|
|
|
|
continue;
|
|
|
|
|
throw SysError(format("opening %1%") % fdStr);
|
|
|
|
|
}
|
|
|
|
|
struct dirent * fd_ent;
|
2017-01-16 23:39:27 +02:00
|
|
|
|
while (errno = 0, fd_ent = readdir(fdDir.get())) {
|
2016-07-20 21:00:36 +03:00
|
|
|
|
if (fd_ent->d_name[0] != '.') {
|
|
|
|
|
readProcLink((format("%1%/%2%") % fdStr % fd_ent->d_name).str(), paths);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (errno)
|
|
|
|
|
throw SysError(format("iterating /proc/%1%/fd") % ent->d_name);
|
2017-01-16 23:39:27 +02:00
|
|
|
|
fdDir.reset();
|
2016-07-20 21:00:36 +03:00
|
|
|
|
|
|
|
|
|
auto mapLines =
|
|
|
|
|
tokenizeString<std::vector<string>>(readFile((format("/proc/%1%/maps") % ent->d_name).str(), true), "\n");
|
|
|
|
|
for (const auto& line : mapLines) {
|
|
|
|
|
auto match = std::smatch{};
|
|
|
|
|
if (std::regex_match(line, match, mapRegex))
|
|
|
|
|
paths.emplace(match[1]);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
auto envString = readFile((format("/proc/%1%/environ") % ent->d_name).str(), true);
|
|
|
|
|
auto env_end = std::sregex_iterator{};
|
|
|
|
|
for (auto i = std::sregex_iterator{envString.begin(), envString.end(), storePathRegex}; i != env_end; ++i)
|
|
|
|
|
paths.emplace(i->str());
|
|
|
|
|
} catch (SysError & e) {
|
|
|
|
|
if (errno == ENOENT || errno == EACCES)
|
|
|
|
|
continue;
|
|
|
|
|
throw;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (errno)
|
|
|
|
|
throw SysError("iterating /proc");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
auto lsofRegex = std::regex(R"(^n(/.*)$)");
|
|
|
|
|
auto lsofLines =
|
|
|
|
|
tokenizeString<std::vector<string>>(runProgram("lsof", true, { "-n", "-w", "-F", "n" }), "\n");
|
|
|
|
|
for (const auto & line : lsofLines) {
|
|
|
|
|
auto match = std::smatch{};
|
|
|
|
|
if (std::regex_match(line, match, lsofRegex))
|
|
|
|
|
paths.emplace(match[1]);
|
|
|
|
|
}
|
|
|
|
|
} catch (ExecError & e) {
|
|
|
|
|
/* lsof not installed, lsof failed */
|
|
|
|
|
}
|
2006-07-20 15:17:25 +03:00
|
|
|
|
|
2016-07-20 21:00:36 +03:00
|
|
|
|
readFileRoots("/proc/sys/kernel/modprobe", paths);
|
|
|
|
|
readFileRoots("/proc/sys/kernel/fbsplash", paths);
|
|
|
|
|
readFileRoots("/proc/sys/kernel/poweroff_cmd", paths);
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : paths)
|
|
|
|
|
if (isInStore(i)) {
|
|
|
|
|
Path path = toStorePath(i);
|
2016-05-04 16:39:39 +03:00
|
|
|
|
if (roots.find(path) == roots.end() && isStorePath(path) && isValidPath(path)) {
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("got additional root ‘%1%’") % path);
|
2006-07-20 15:17:25 +03:00
|
|
|
|
roots.insert(path);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2008-06-18 17:20:16 +03:00
|
|
|
|
struct GCLimitReached { };
|
|
|
|
|
|
|
|
|
|
|
2009-11-23 18:34:24 +02:00
|
|
|
|
struct LocalStore::GCState
|
2008-06-13 21:25:24 +03:00
|
|
|
|
{
|
2009-11-23 18:34:24 +02:00
|
|
|
|
GCOptions options;
|
|
|
|
|
GCResults & results;
|
|
|
|
|
PathSet roots;
|
|
|
|
|
PathSet tempRoots;
|
2012-12-20 18:32:15 +02:00
|
|
|
|
PathSet dead;
|
|
|
|
|
PathSet alive;
|
2009-11-23 18:34:24 +02:00
|
|
|
|
bool gcKeepOutputs;
|
|
|
|
|
bool gcKeepDerivations;
|
2012-03-26 21:43:33 +03:00
|
|
|
|
unsigned long long bytesInvalidated;
|
2015-06-30 22:41:26 +03:00
|
|
|
|
bool moveToTrash = true;
|
2012-12-20 18:32:15 +02:00
|
|
|
|
bool shouldDelete;
|
2012-03-26 21:43:33 +03:00
|
|
|
|
GCState(GCResults & results_) : results(results_), bytesInvalidated(0) { }
|
2009-11-23 18:34:24 +02:00
|
|
|
|
};
|
2008-06-18 17:20:16 +03:00
|
|
|
|
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
|
|
|
|
bool LocalStore::isActiveTempFile(const GCState & state,
|
|
|
|
|
const Path & path, const string & suffix)
|
2008-09-17 15:54:07 +03:00
|
|
|
|
{
|
2009-11-23 18:34:24 +02:00
|
|
|
|
return hasSuffix(path, suffix)
|
|
|
|
|
&& state.tempRoots.find(string(path, 0, path.size() - suffix.size())) != state.tempRoots.end();
|
|
|
|
|
}
|
2008-09-17 15:54:07 +03:00
|
|
|
|
|
2012-03-26 21:00:02 +03:00
|
|
|
|
|
2012-03-26 21:43:33 +03:00
|
|
|
|
void LocalStore::deleteGarbage(GCState & state, const Path & path)
|
|
|
|
|
{
|
2012-08-02 05:34:46 +03:00
|
|
|
|
unsigned long long bytesFreed;
|
2013-11-14 12:57:37 +02:00
|
|
|
|
deletePath(path, bytesFreed);
|
2012-03-26 21:43:33 +03:00
|
|
|
|
state.results.bytesFreed += bytesFreed;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
void LocalStore::deletePathRecursive(GCState & state, const Path & path)
|
2009-11-23 18:34:24 +02:00
|
|
|
|
{
|
2010-10-14 18:55:51 +03:00
|
|
|
|
checkInterrupt();
|
2012-03-26 21:56:30 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
unsigned long long size = 0;
|
|
|
|
|
|
2016-05-04 16:39:39 +03:00
|
|
|
|
if (isStorePath(path) && isValidPath(path)) {
|
2012-12-20 18:32:15 +02:00
|
|
|
|
PathSet referrers;
|
|
|
|
|
queryReferrers(path, referrers);
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : referrers)
|
|
|
|
|
if (i != path) deletePathRecursive(state, i);
|
2016-04-19 19:50:15 +03:00
|
|
|
|
size = queryPathInfo(path)->narSize;
|
2012-12-20 18:32:15 +02:00
|
|
|
|
invalidatePathChecked(path);
|
|
|
|
|
}
|
2012-07-23 22:48:30 +03:00
|
|
|
|
|
2016-06-02 16:08:18 +03:00
|
|
|
|
Path realPath = realStoreDir + "/" + baseNameOf(path);
|
|
|
|
|
|
2012-03-26 21:56:30 +03:00
|
|
|
|
struct stat st;
|
2016-06-02 16:08:18 +03:00
|
|
|
|
if (lstat(realPath.c_str(), &st)) {
|
2012-12-20 18:32:15 +02:00
|
|
|
|
if (errno == ENOENT) return;
|
2016-06-02 16:08:18 +03:00
|
|
|
|
throw SysError(format("getting status of %1%") % realPath);
|
2012-03-26 21:56:30 +03:00
|
|
|
|
}
|
|
|
|
|
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printInfo(format("deleting ‘%1%’") % path);
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
2013-01-04 16:17:19 +02:00
|
|
|
|
state.results.paths.insert(path);
|
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
/* If the path is not a regular file or symlink, move it to the
|
|
|
|
|
trash directory. The move is to ensure that later (when we're
|
|
|
|
|
not holding the global GC lock) we can delete the path without
|
|
|
|
|
being afraid that the path has become alive again. Otherwise
|
|
|
|
|
delete it right away. */
|
2015-06-30 22:41:26 +03:00
|
|
|
|
if (state.moveToTrash && S_ISDIR(st.st_mode)) {
|
2012-12-20 18:32:15 +02:00
|
|
|
|
// Estimate the amount freed using the narSize field. FIXME:
|
|
|
|
|
// if the path was not valid, need to determine the actual
|
|
|
|
|
// size.
|
2015-06-30 22:41:26 +03:00
|
|
|
|
try {
|
2016-06-02 16:08:18 +03:00
|
|
|
|
if (chmod(realPath.c_str(), st.st_mode | S_IWUSR) == -1)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("making ‘%1%’ writable") % realPath);
|
2016-06-02 16:08:18 +03:00
|
|
|
|
Path tmp = trashDir + "/" + baseNameOf(path);
|
|
|
|
|
if (rename(realPath.c_str(), tmp.c_str()))
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("unable to rename ‘%1%’ to ‘%2%’") % realPath % tmp);
|
2015-06-30 22:41:26 +03:00
|
|
|
|
state.bytesInvalidated += size;
|
|
|
|
|
} catch (SysError & e) {
|
|
|
|
|
if (e.errNo == ENOSPC) {
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printInfo(format("note: can't create move ‘%1%’: %2%") % realPath % e.msg());
|
2016-06-02 16:08:18 +03:00
|
|
|
|
deleteGarbage(state, realPath);
|
2015-06-30 22:41:26 +03:00
|
|
|
|
}
|
|
|
|
|
}
|
2012-12-20 18:32:15 +02:00
|
|
|
|
} else
|
2016-06-02 16:08:18 +03:00
|
|
|
|
deleteGarbage(state, realPath);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
|
|
|
|
|
if (state.results.bytesFreed + state.bytesInvalidated > state.options.maxFreed) {
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printInfo(format("deleted or invalidated more than %1% bytes; stopping") % state.options.maxFreed);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
throw GCLimitReached();
|
|
|
|
|
}
|
|
|
|
|
}
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
bool LocalStore::canReachRoot(GCState & state, PathSet & visited, const Path & path)
|
|
|
|
|
{
|
|
|
|
|
if (visited.find(path) != visited.end()) return false;
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
if (state.alive.find(path) != state.alive.end()) {
|
|
|
|
|
return true;
|
2009-11-23 18:34:24 +02:00
|
|
|
|
}
|
2008-09-17 15:54:07 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
if (state.dead.find(path) != state.dead.end()) {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
if (state.roots.find(path) != state.roots.end()) {
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("cannot delete ‘%1%’ because it's a root") % path);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
state.alive.insert(path);
|
|
|
|
|
return true;
|
2009-11-23 18:34:24 +02:00
|
|
|
|
}
|
2008-12-12 19:03:18 +02:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
visited.insert(path);
|
2012-03-26 21:43:33 +03:00
|
|
|
|
|
2016-05-04 16:39:39 +03:00
|
|
|
|
if (!isStorePath(path) || !isValidPath(path)) return false;
|
2012-09-13 01:49:35 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
PathSet incoming;
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
/* Don't delete this path if any of its referrers are alive. */
|
|
|
|
|
queryReferrers(path, incoming);
|
2012-09-13 01:49:35 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
/* If gc-keep-derivations is set and this is a derivation, then
|
|
|
|
|
don't delete the derivation if any of the outputs are alive. */
|
|
|
|
|
if (state.gcKeepDerivations && isDerivation(path)) {
|
|
|
|
|
PathSet outputs = queryDerivationOutputs(path);
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : outputs)
|
2016-04-19 19:50:15 +03:00
|
|
|
|
if (isValidPath(i) && queryPathInfo(i)->deriver == path)
|
2015-07-17 20:24:28 +03:00
|
|
|
|
incoming.insert(i);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* If gc-keep-outputs is set, then don't delete this path if there
|
|
|
|
|
are derivers of this path that are not garbage. */
|
|
|
|
|
if (state.gcKeepOutputs) {
|
|
|
|
|
PathSet derivers = queryValidDerivers(path);
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : derivers)
|
|
|
|
|
incoming.insert(i);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
}
|
|
|
|
|
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : incoming)
|
|
|
|
|
if (i != path)
|
|
|
|
|
if (canReachRoot(state, visited, i)) {
|
2012-12-20 18:32:15 +02:00
|
|
|
|
state.alive.insert(path);
|
|
|
|
|
return true;
|
2012-09-13 01:49:35 +03:00
|
|
|
|
}
|
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
return false;
|
|
|
|
|
}
|
2012-09-13 01:49:35 +03:00
|
|
|
|
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
void LocalStore::tryToDelete(GCState & state, const Path & path)
|
|
|
|
|
{
|
|
|
|
|
checkInterrupt();
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
2016-06-02 16:08:18 +03:00
|
|
|
|
auto realPath = realStoreDir + "/" + baseNameOf(path);
|
|
|
|
|
if (realPath == linksDir || realPath == trashDir) return;
|
2012-12-20 18:32:15 +02:00
|
|
|
|
|
2016-11-26 01:37:43 +02:00
|
|
|
|
Activity act(*logger, lvlDebug, format("considering whether to delete ‘%1%’") % path);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
|
2016-05-04 16:39:39 +03:00
|
|
|
|
if (!isStorePath(path) || !isValidPath(path)) {
|
2012-12-20 18:32:15 +02:00
|
|
|
|
/* A lock file belonging to a path that we're building right
|
|
|
|
|
now isn't garbage. */
|
|
|
|
|
if (isActiveTempFile(state, path, ".lock")) return;
|
|
|
|
|
|
|
|
|
|
/* Don't delete .chroot directories for derivations that are
|
|
|
|
|
currently being built. */
|
|
|
|
|
if (isActiveTempFile(state, path, ".chroot")) return;
|
2016-12-08 22:38:58 +02:00
|
|
|
|
|
|
|
|
|
/* Don't delete .check directories for derivations that are
|
|
|
|
|
currently being built, because we may need to run
|
|
|
|
|
diff-hook. */
|
|
|
|
|
if (isActiveTempFile(state, path, ".check")) return;
|
2012-12-20 18:32:15 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
PathSet visited;
|
|
|
|
|
|
|
|
|
|
if (canReachRoot(state, visited, path)) {
|
2016-11-26 01:37:43 +02:00
|
|
|
|
debug(format("cannot delete ‘%1%’ because it's still reachable") % path);
|
2012-12-20 18:32:15 +02:00
|
|
|
|
} else {
|
|
|
|
|
/* No path we visited was a root, so everything is garbage.
|
2016-11-26 01:37:43 +02:00
|
|
|
|
But we only delete ‘path’ and its referrers here so that
|
|
|
|
|
‘nix-store --delete’ doesn't have the unexpected effect of
|
2012-12-20 18:32:15 +02:00
|
|
|
|
recursing into derivations and outputs. */
|
|
|
|
|
state.dead.insert(visited.begin(), visited.end());
|
|
|
|
|
if (state.shouldDelete)
|
|
|
|
|
deletePathRecursive(state, path);
|
2012-09-13 01:49:35 +03:00
|
|
|
|
}
|
2008-12-12 19:03:18 +02:00
|
|
|
|
}
|
2009-11-24 11:53:18 +02:00
|
|
|
|
|
2008-12-12 19:03:18 +02:00
|
|
|
|
|
2012-07-23 22:48:30 +03:00
|
|
|
|
/* Unlink all files in /nix/store/.links that have a link count of 1,
|
|
|
|
|
which indicates that there are no other links and so they can be
|
|
|
|
|
safely deleted. FIXME: race condition with optimisePath(): we
|
|
|
|
|
might see a link count of 1 just before optimisePath() increases
|
|
|
|
|
the link count. */
|
2012-08-02 05:43:03 +03:00
|
|
|
|
void LocalStore::removeUnusedLinks(const GCState & state)
|
2012-07-23 22:48:30 +03:00
|
|
|
|
{
|
2017-01-16 23:39:27 +02:00
|
|
|
|
AutoCloseDir dir(opendir(linksDir.c_str()));
|
2016-11-26 01:37:43 +02:00
|
|
|
|
if (!dir) throw SysError(format("opening directory ‘%1%’") % linksDir);
|
2012-07-23 22:48:30 +03:00
|
|
|
|
|
2012-08-06 04:45:27 +03:00
|
|
|
|
long long actualSize = 0, unsharedSize = 0;
|
2012-08-02 02:01:50 +03:00
|
|
|
|
|
2012-07-23 22:48:30 +03:00
|
|
|
|
struct dirent * dirent;
|
2017-01-16 23:39:27 +02:00
|
|
|
|
while (errno = 0, dirent = readdir(dir.get())) {
|
2012-07-23 22:48:30 +03:00
|
|
|
|
checkInterrupt();
|
|
|
|
|
string name = dirent->d_name;
|
|
|
|
|
if (name == "." || name == "..") continue;
|
|
|
|
|
Path path = linksDir + "/" + name;
|
|
|
|
|
|
|
|
|
|
struct stat st;
|
|
|
|
|
if (lstat(path.c_str(), &st) == -1)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("statting ‘%1%’") % path);
|
2012-07-23 22:48:30 +03:00
|
|
|
|
|
2012-08-02 02:01:50 +03:00
|
|
|
|
if (st.st_nlink != 1) {
|
|
|
|
|
unsigned long long size = st.st_blocks * 512ULL;
|
|
|
|
|
actualSize += size;
|
|
|
|
|
unsharedSize += (st.st_nlink - 1) * size;
|
|
|
|
|
continue;
|
|
|
|
|
}
|
2012-07-23 22:48:30 +03:00
|
|
|
|
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printMsg(lvlTalkative, format("deleting unused link ‘%1%’") % path);
|
2012-07-23 22:48:30 +03:00
|
|
|
|
|
|
|
|
|
if (unlink(path.c_str()) == -1)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("deleting ‘%1%’") % path);
|
2012-08-02 05:43:03 +03:00
|
|
|
|
|
|
|
|
|
state.results.bytesFreed += st.st_blocks * 512;
|
2012-07-23 22:48:30 +03:00
|
|
|
|
}
|
2012-08-02 02:01:50 +03:00
|
|
|
|
|
|
|
|
|
struct stat st;
|
|
|
|
|
if (stat(linksDir.c_str(), &st) == -1)
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw SysError(format("statting ‘%1%’") % linksDir);
|
2012-08-06 04:45:27 +03:00
|
|
|
|
long long overhead = st.st_blocks * 512ULL;
|
2012-08-02 02:01:50 +03:00
|
|
|
|
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printInfo(format("note: currently hard linking saves %.2f MiB")
|
2012-08-02 02:01:50 +03:00
|
|
|
|
% ((unsharedSize - actualSize - overhead) / (1024.0 * 1024.0)));
|
2012-07-23 22:48:30 +03:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
2008-06-18 12:34:17 +03:00
|
|
|
|
void LocalStore::collectGarbage(const GCOptions & options, GCResults & results)
|
2005-01-27 17:21:29 +02:00
|
|
|
|
{
|
2009-11-23 18:34:24 +02:00
|
|
|
|
GCState state(results);
|
2012-07-31 02:55:41 +03:00
|
|
|
|
state.options = options;
|
|
|
|
|
state.gcKeepOutputs = settings.gcKeepOutputs;
|
|
|
|
|
state.gcKeepDerivations = settings.gcKeepDerivations;
|
2010-03-08 23:31:42 +02:00
|
|
|
|
|
|
|
|
|
/* Using `--ignore-liveness' with `--delete' can have unintended
|
|
|
|
|
consequences if `gc-keep-outputs' or `gc-keep-derivations' are
|
|
|
|
|
true (the garbage collector will recurse into deleting the
|
|
|
|
|
outputs or derivers, respectively). So disable them. */
|
|
|
|
|
if (options.action == GCOptions::gcDeleteSpecific && options.ignoreLiveness) {
|
|
|
|
|
state.gcKeepOutputs = false;
|
|
|
|
|
state.gcKeepDerivations = false;
|
|
|
|
|
}
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
state.shouldDelete = options.action == GCOptions::gcDeleteDead || options.action == GCOptions::gcDeleteSpecific;
|
|
|
|
|
|
2016-02-24 18:44:12 +02:00
|
|
|
|
if (state.shouldDelete)
|
2016-02-24 18:33:53 +02:00
|
|
|
|
deletePath(reservedPath);
|
|
|
|
|
|
2005-02-01 00:23:49 +02:00
|
|
|
|
/* Acquire the global GC root. This prevents
|
2005-01-31 12:27:25 +02:00
|
|
|
|
a) New roots from being added.
|
|
|
|
|
b) Processes from creating new temporary root files. */
|
2005-02-01 00:23:49 +02:00
|
|
|
|
AutoCloseFD fdGCLock = openGCLock(ltWrite);
|
2005-01-31 12:27:25 +02:00
|
|
|
|
|
2005-02-01 17:05:32 +02:00
|
|
|
|
/* Find the roots. Since we've grabbed the GC lock, the set of
|
|
|
|
|
permanent roots cannot increase now. */
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printError(format("finding garbage collector roots..."));
|
2013-07-12 15:01:25 +03:00
|
|
|
|
Roots rootMap = options.ignoreLiveness ? Roots() : findRoots();
|
2006-12-05 02:48:36 +02:00
|
|
|
|
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : rootMap) state.roots.insert(i.second);
|
2005-02-01 17:05:32 +02:00
|
|
|
|
|
2006-07-20 15:17:25 +03:00
|
|
|
|
/* Add additional roots returned by the program specified by the
|
|
|
|
|
NIX_ROOT_FINDER environment variable. This is typically used
|
|
|
|
|
to add running programs to the set of roots (to prevent them
|
|
|
|
|
from being garbage collected). */
|
2008-06-18 12:34:17 +03:00
|
|
|
|
if (!options.ignoreLiveness)
|
Eliminate the "store" global variable
Also, move a few free-standing functions into StoreAPI and Derivation.
Also, introduce a non-nullable smart pointer, ref<T>, which is just a
wrapper around std::shared_ptr ensuring that the pointer is never
null. (For reference-counted values, this is better than passing a
"T&", because the latter doesn't maintain the refcount. Usually, the
caller will have a shared_ptr keeping the value alive, but that's not
always the case, e.g., when passing a reference to a std::thread via
std::bind.)
2016-02-04 15:28:26 +02:00
|
|
|
|
findRuntimeRoots(state.roots);
|
2006-07-20 15:17:25 +03:00
|
|
|
|
|
2005-01-31 12:27:25 +02:00
|
|
|
|
/* Read the temporary roots. This acquires read locks on all
|
|
|
|
|
per-process temporary root files. So after this point no paths
|
|
|
|
|
can be added to the set of temporary roots. */
|
|
|
|
|
FDs fds;
|
2016-06-02 14:33:49 +03:00
|
|
|
|
readTempRoots(state.tempRoots, fds);
|
2009-11-23 18:34:24 +02:00
|
|
|
|
state.roots.insert(state.tempRoots.begin(), state.tempRoots.end());
|
2005-01-31 16:00:43 +02:00
|
|
|
|
|
|
|
|
|
/* After this point the set of roots or temporary roots cannot
|
|
|
|
|
increase, since we hold locks on everything. So everything
|
2014-08-01 17:37:47 +03:00
|
|
|
|
that is not reachable from `roots' is garbage. */
|
2009-11-23 18:34:24 +02:00
|
|
|
|
|
2013-03-08 02:24:59 +02:00
|
|
|
|
if (state.shouldDelete) {
|
2016-06-02 16:08:18 +03:00
|
|
|
|
if (pathExists(trashDir)) deleteGarbage(state, trashDir);
|
2015-06-30 22:41:26 +03:00
|
|
|
|
try {
|
2016-06-02 16:08:18 +03:00
|
|
|
|
createDirs(trashDir);
|
2015-06-30 22:41:26 +03:00
|
|
|
|
} catch (SysError & e) {
|
|
|
|
|
if (e.errNo == ENOSPC) {
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printInfo(format("note: can't create trash directory: %1%") % e.msg());
|
2015-06-30 22:41:26 +03:00
|
|
|
|
state.moveToTrash = false;
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-03-08 02:24:59 +02:00
|
|
|
|
}
|
2012-12-20 18:32:15 +02:00
|
|
|
|
|
2009-11-23 18:34:24 +02:00
|
|
|
|
/* Now either delete all garbage paths, or just the specified
|
|
|
|
|
paths (for gcDeleteSpecific). */
|
|
|
|
|
|
|
|
|
|
if (options.action == GCOptions::gcDeleteSpecific) {
|
2008-09-17 13:02:55 +03:00
|
|
|
|
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : options.pathsToDelete) {
|
|
|
|
|
assertStorePath(i);
|
|
|
|
|
tryToDelete(state, i);
|
|
|
|
|
if (state.dead.find(i) == state.dead.end())
|
2016-11-26 01:37:43 +02:00
|
|
|
|
throw Error(format("cannot delete path ‘%1%’ since it is still alive") % i);
|
2005-12-23 23:08:42 +02:00
|
|
|
|
}
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2012-08-02 02:14:30 +03:00
|
|
|
|
} else if (options.maxFreed > 0) {
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
if (state.shouldDelete)
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printError(format("deleting garbage..."));
|
2009-11-23 18:34:24 +02:00
|
|
|
|
else
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printError(format("determining live/dead paths..."));
|
2012-07-31 02:55:41 +03:00
|
|
|
|
|
2009-11-23 18:34:24 +02:00
|
|
|
|
try {
|
2011-12-22 17:55:53 +02:00
|
|
|
|
|
2017-01-16 23:39:27 +02:00
|
|
|
|
AutoCloseDir dir(opendir(realStoreDir.c_str()));
|
2016-11-26 01:37:43 +02:00
|
|
|
|
if (!dir) throw SysError(format("opening directory ‘%1%’") % realStoreDir);
|
2011-12-22 17:55:53 +02:00
|
|
|
|
|
|
|
|
|
/* Read the store and immediately delete all paths that
|
|
|
|
|
aren't valid. When using --max-freed etc., deleting
|
|
|
|
|
invalid paths is preferred over deleting unreachable
|
|
|
|
|
paths, since unreachable paths could become reachable
|
|
|
|
|
again. We don't use readDirectory() here so that GCing
|
|
|
|
|
can start faster. */
|
|
|
|
|
Paths entries;
|
|
|
|
|
struct dirent * dirent;
|
2017-01-16 23:39:27 +02:00
|
|
|
|
while (errno = 0, dirent = readdir(dir.get())) {
|
2011-12-22 17:55:53 +02:00
|
|
|
|
checkInterrupt();
|
|
|
|
|
string name = dirent->d_name;
|
|
|
|
|
if (name == "." || name == "..") continue;
|
2016-06-01 15:49:12 +03:00
|
|
|
|
Path path = storeDir + "/" + name;
|
2016-04-21 19:21:25 +03:00
|
|
|
|
if (isStorePath(path) && isValidPath(path))
|
2011-12-22 17:55:53 +02:00
|
|
|
|
entries.push_back(path);
|
|
|
|
|
else
|
|
|
|
|
tryToDelete(state, path);
|
|
|
|
|
}
|
|
|
|
|
|
2017-01-16 23:39:27 +02:00
|
|
|
|
dir.reset();
|
2011-12-22 17:55:53 +02:00
|
|
|
|
|
|
|
|
|
/* Now delete the unreachable valid paths. Randomise the
|
|
|
|
|
order in which we delete entries to make the collector
|
|
|
|
|
less biased towards deleting paths that come
|
|
|
|
|
alphabetically first (e.g. /nix/store/000...). This
|
|
|
|
|
matters when using --max-freed etc. */
|
|
|
|
|
vector<Path> entries_(entries.begin(), entries.end());
|
|
|
|
|
random_shuffle(entries_.begin(), entries_.end());
|
|
|
|
|
|
2015-07-17 20:24:28 +03:00
|
|
|
|
for (auto & i : entries_)
|
|
|
|
|
tryToDelete(state, i);
|
2011-12-22 17:55:53 +02:00
|
|
|
|
|
2009-11-23 18:34:24 +02:00
|
|
|
|
} catch (GCLimitReached & e) {
|
|
|
|
|
}
|
2011-12-22 17:55:53 +02:00
|
|
|
|
}
|
2012-03-26 21:43:33 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
if (state.options.action == GCOptions::gcReturnLive) {
|
|
|
|
|
state.results.paths = state.alive;
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (state.options.action == GCOptions::gcReturnDead) {
|
|
|
|
|
state.results.paths = state.dead;
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
2012-03-26 21:43:33 +03:00
|
|
|
|
/* Allow other processes to add to the store from here on. */
|
2016-07-11 22:44:44 +03:00
|
|
|
|
fdGCLock = -1;
|
2013-12-10 14:13:59 +02:00
|
|
|
|
fds.clear();
|
2012-03-26 21:43:33 +03:00
|
|
|
|
|
2012-12-20 18:32:15 +02:00
|
|
|
|
/* Delete the trash directory. */
|
2016-11-26 01:37:43 +02:00
|
|
|
|
printInfo(format("deleting ‘%1%’") % trashDir);
|
2016-06-02 16:08:18 +03:00
|
|
|
|
deleteGarbage(state, trashDir);
|
2012-07-23 22:48:30 +03:00
|
|
|
|
|
|
|
|
|
/* Clean up the links directory. */
|
2012-09-13 01:49:35 +03:00
|
|
|
|
if (options.action == GCOptions::gcDeleteDead || options.action == GCOptions::gcDeleteSpecific) {
|
2016-09-21 17:11:01 +03:00
|
|
|
|
printError(format("deleting unused links..."));
|
2012-09-13 01:49:35 +03:00
|
|
|
|
removeUnusedLinks(state);
|
|
|
|
|
}
|
2012-09-13 21:33:41 +03:00
|
|
|
|
|
|
|
|
|
/* While we're at it, vacuum the database. */
|
2014-11-19 19:02:39 +02:00
|
|
|
|
//if (options.action == GCOptions::gcDeleteDead) vacuumDB();
|
2004-08-25 14:43:49 +03:00
|
|
|
|
}
|
2006-09-05 00:06:23 +03:00
|
|
|
|
|
2008-09-17 13:02:55 +03:00
|
|
|
|
|
2006-09-05 00:06:23 +03:00
|
|
|
|
}
|