#include "nar-accessor.hh" #include "archive.hh" #include #include #include #include namespace nix { struct NarMember { FSAccessor::Stat stat; std::string target; /* If this is a directory, all the children of the directory. */ std::map children; }; struct NarAccessor : public FSAccessor { std::optional nar; GetNarBytes getNarBytes; NarMember root; struct NarIndexer : ParseSink, Source { NarAccessor & acc; Source & source; std::stack parents; bool isExec = false; uint64_t pos = 0; NarIndexer(NarAccessor & acc, Source & source) : acc(acc), source(source) { } void createMember(const Path & path, NarMember member) { size_t level = std::count(path.begin(), path.end(), '/'); while (parents.size() > level) parents.pop(); if (parents.empty()) { acc.root = std::move(member); parents.push(&acc.root); } else { if (parents.top()->stat.type != FSAccessor::Type::tDirectory) throw Error("NAR file missing parent directory of path '%s'", path); auto result = parents.top()->children.emplace(baseNameOf(path), std::move(member)); parents.push(&result.first->second); } } void createDirectory(const Path & path) override { createMember(path, {FSAccessor::Type::tDirectory, false, 0, 0}); } void createRegularFile(const Path & path) override { createMember(path, {FSAccessor::Type::tRegular, false, 0, 0}); } void closeRegularFile() override { } void isExecutable() override { parents.top()->stat.isExecutable = true; } void preallocateContents(uint64_t size) override { assert(size <= std::numeric_limits::max()); auto & st = parents.top()->stat; st.fileSize = (uint64_t) size; st.narOffset = pos; } void receiveContents(std::string_view data) override { } void createSymlink(const Path & path, const std::string & target) override { createMember(path, NarMember{ .stat = {.type = FSAccessor::Type::tSymlink}, .target = target}); } size_t read(char * data, size_t len) override { auto n = source.read(data, len); pos += n; return n; } }; NarAccessor(std::string && _nar) : nar(_nar) { StringSource source(*nar); NarIndexer indexer(*this, source); parseDump(indexer, indexer); } NarAccessor(Source & source) { NarIndexer indexer(*this, source); parseDump(indexer, indexer); } NarAccessor(const std::string & listing, GetNarBytes getNarBytes) : getNarBytes(getNarBytes) { using json = nlohmann::json; std::function recurse; recurse = [&](NarMember & member, json & v) { std::string type = v["type"]; if (type == "directory") { member.stat = {.type = FSAccessor::Type::tDirectory}; for (auto i = v["entries"].begin(); i != v["entries"].end(); ++i) { std::string name = i.key(); recurse(member.children[name], i.value()); } } else if (type == "regular") { member.stat = { .type = FSAccessor::Type::tRegular, .fileSize = v["size"], .isExecutable = v.value("executable", false), .narOffset = v["narOffset"] }; } else if (type == "symlink") { member.stat = {.type = FSAccessor::Type::tSymlink}; member.target = v.value("target", ""); } else return; }; json v = json::parse(listing); recurse(root, v); } NarMember * find(const Path & path) { Path canon = path == "" ? "" : canonPath(path); NarMember * current = &root; auto end = path.end(); for (auto it = path.begin(); it != end; ) { // because it != end, the remaining component is non-empty so we need // a directory if (current->stat.type != FSAccessor::Type::tDirectory) return nullptr; // skip slash (canonPath above ensures that this is always a slash) assert(*it == '/'); it += 1; // lookup current component auto next = std::find(it, end, '/'); auto child = current->children.find(std::string(it, next)); if (child == current->children.end()) return nullptr; current = &child->second; it = next; } return current; } NarMember & get(const Path & path) { auto result = find(path); if (result == nullptr) throw Error("NAR file does not contain path '%1%'", path); return *result; } std::optional stat(const Path & path) override { auto i = find(path); if (i == nullptr) return std::nullopt; return i->stat; } StringSet readDirectory(const Path & path) override { auto i = get(path); if (i.stat.type != FSAccessor::Type::tDirectory) throw Error("path '%1%' inside NAR file is not a directory", path); StringSet res; for (auto & child : i.children) res.insert(child.first); return res; } std::string readFile(const Path & path, bool requireValidPath = true) override { auto i = get(path); if (i.stat.type != FSAccessor::Type::tRegular) throw Error("path '%1%' inside NAR file is not a regular file", path); if (getNarBytes) return getNarBytes(i.stat.narOffset, i.stat.fileSize); assert(nar); return std::string(*nar, i.stat.narOffset, i.stat.fileSize); } std::string readLink(const Path & path) override { auto i = get(path); if (i.stat.type != FSAccessor::Type::tSymlink) throw Error("path '%1%' inside NAR file is not a symlink", path); return i.target; } }; ref makeNarAccessor(std::string && nar) { return make_ref(std::move(nar)); } ref makeNarAccessor(Source & source) { return make_ref(source); } ref makeLazyNarAccessor(const std::string & listing, GetNarBytes getNarBytes) { return make_ref(listing, getNarBytes); } using nlohmann::json; json listNar(ref accessor, const Path & path, bool recurse) { auto st = accessor->stat(path); if (!st) throw Error("path '%s' does not exist in NAR", path); json obj = json::object(); switch (st->type) { case FSAccessor::Type::tRegular: obj["type"] = "regular"; obj["size"] = st->fileSize; if (st->isExecutable) obj["executable"] = true; if (st->narOffset) obj["narOffset"] = st->narOffset; break; case FSAccessor::Type::tDirectory: obj["type"] = "directory"; { obj["entries"] = json::object(); json &res2 = obj["entries"]; for (auto & name : accessor->readDirectory(path)) { if (recurse) { res2[name] = listNar(accessor, path + "/" + name, true); } else res2[name] = json::object(); } } break; case FSAccessor::Type::tSymlink: obj["type"] = "symlink"; obj["target"] = accessor->readLink(path); break; } return obj; } }