nix-super/scripts/nix-push.in

276 lines
7.1 KiB
Text
Raw Normal View History

#! @perl@ -w -I@libexecdir@/nix
use strict;
2006-10-04 21:58:11 +03:00
use File::Temp qw(tempdir);
2004-12-28 23:11:28 +02:00
use readmanifest;
2005-03-15 13:12:48 +02:00
my $hashAlgo = "sha256";
2006-10-04 21:58:11 +03:00
my $tmpDir = tempdir("nix-push.XXXXXX", CLEANUP => 1, TMPDIR => 1)
or die "cannot create a temporary directory";
2006-10-04 21:58:11 +03:00
my $nixExpr = "$tmpDir/create-nars.nix";
my $manifest = "$tmpDir/MANIFEST";
my $curl = "@curl@ --fail --silent";
my $extraCurlFlags = ${ENV{'CURL_FLAGS'}};
$curl = "$curl $extraCurlFlags" if defined $extraCurlFlags;
my $binDir = $ENV{"NIX_BIN_DIR"};
$binDir = "@bindir@" unless defined $binDir;
my $dataDir = $ENV{"NIX_DATA_DIR"};
$dataDir = "@datadir@" unless defined $dataDir;
# Parse the command line.
my $localCopy;
my $localArchivesDir;
my $localManifestFile;
my $targetArchivesUrl;
2005-02-24 16:06:18 +02:00
my $archivesPutURL;
my $archivesGetURL;
my $manifestPutURL;
sub showSyntax {
print STDERR <<EOF
Usage: nix-push --copy ARCHIVES_DIR MANIFEST_FILE PATHS...
or: nix-push ARCHIVES_PUT_URL ARCHIVES_GET_URL MANIFEST_PUT_URL PATHS...
`nix-push' copies or uploads the closure of PATHS to the given
destination.
EOF
; # `
exit 1;
}
showSyntax if scalar @ARGV < 1;
if ($ARGV[0] eq "--copy") {
showSyntax if scalar @ARGV < 3;
$localCopy = 1;
shift @ARGV;
$localArchivesDir = shift @ARGV;
$localManifestFile = shift @ARGV;
if ($ARGV[0] eq "--target") {
shift @ARGV;
$targetArchivesUrl = shift @ARGV;
}
else {
2006-08-09 22:37:23 +03:00
$targetArchivesUrl = "file://$localArchivesDir";
}
}
else {
showSyntax if scalar @ARGV < 3;
$localCopy = 0;
2005-02-24 16:06:18 +02:00
$archivesPutURL = shift @ARGV;
$archivesGetURL = shift @ARGV;
$manifestPutURL = shift @ARGV;
}
# From the given store paths, determine the set of requisite store
# paths, i.e, the paths required to realise them.
2004-12-28 23:11:28 +02:00
my %storePaths;
foreach my $path (@ARGV) {
die unless $path =~ /^\//;
# Get all paths referenced by the normalisation of the given
# Nix expression.
2005-09-21 20:14:52 +03:00
my $pid = open(READ,
"$binDir/nix-store --query --requisites --force-realise " .
2005-09-21 20:14:52 +03:00
"--include-outputs '$path'|") or die;
while (<READ>) {
2003-07-10 22:27:46 +03:00
chomp;
die "bad: $_" unless /^\//;
2004-12-28 23:11:28 +02:00
$storePaths{$_} = "";
}
2005-09-21 20:14:52 +03:00
close READ or die "nix-store failed: $?";
2003-12-01 18:34:35 +02:00
}
2004-12-28 23:11:28 +02:00
my @storePaths = keys %storePaths;
2003-12-01 18:34:35 +02:00
# For each path, create a Nix expression that turns the path into
# a Nix archive.
2006-10-04 21:58:11 +03:00
open NIX, ">$nixExpr";
2003-12-01 18:34:35 +02:00
print NIX "[";
2004-12-28 23:11:28 +02:00
foreach my $storePath (@storePaths) {
2006-09-25 13:29:25 +03:00
die unless ($storePath =~ /\/[0-9a-z]{32}[^\"\\\$]*$/);
2003-12-01 18:34:35 +02:00
# Construct a Nix expression that creates a Nix archive.
my $nixexpr =
"((import $dataDir/nix/corepkgs/nar/nar.nix) " .
2006-09-25 13:29:25 +03:00
"{storePath = builtins.toPath \"$storePath\"; system = \"@system@\"; hashAlgo = \"$hashAlgo\";}) ";
2003-12-01 18:34:35 +02:00
print NIX $nixexpr;
2003-08-05 15:30:06 +03:00
}
2003-11-22 22:39:51 +02:00
print NIX "]";
close NIX;
2003-08-05 15:30:06 +03:00
# Instantiate store derivations from the Nix expression.
2005-02-24 16:06:18 +02:00
my @storeExprs;
print STDERR "instantiating store derivations...\n";
2006-10-04 21:58:11 +03:00
my $pid = open(READ, "$binDir/nix-instantiate $nixExpr|")
2005-03-15 13:12:48 +02:00
or die "cannot run nix-instantiate";
while (<READ>) {
2003-08-05 15:30:06 +03:00
chomp;
die unless /^\//;
2005-02-24 16:06:18 +02:00
push @storeExprs, $_;
2003-08-05 15:30:06 +03:00
}
2005-09-21 20:14:52 +03:00
close READ or die "nix-instantiate failed: $?";
# Realise the store expressions.
2003-08-05 15:30:06 +03:00
print STDERR "creating archives...\n";
2005-02-24 16:06:18 +02:00
my @narPaths;
2005-02-24 16:06:18 +02:00
my @tmp = @storeExprs;
while (scalar @tmp > 0) {
my $n = scalar @tmp;
if ($n > 256) { $n = 256 };
my @tmp2 = @tmp[0..$n - 1];
@tmp = @tmp[$n..scalar @tmp - 1];
# Note: we disable build hooks because of the impure path
# reference (see above). Even if that is fixed, using a hook
# probably wouldn't make that much sense; pumping lots of data
# around just to compress them won't gain that much.
2005-11-17 15:58:23 +02:00
$ENV{"NIX_BUILD_HOOK"} = "";
my $pid = open(READ, "$binDir/nix-store --no-build-hook --realise @tmp2|")
2005-03-15 13:12:48 +02:00
or die "cannot run nix-store";
while (<READ>) {
chomp;
die unless (/^\//);
2005-02-24 16:06:18 +02:00
push @narPaths, "$_";
}
2005-09-21 20:14:52 +03:00
close READ or die "nix-store failed: $?";
}
# Create the manifest.
print STDERR "creating manifest...\n";
2004-12-28 23:11:28 +02:00
my %narFiles;
my %patches;
2005-02-24 16:06:18 +02:00
my @narArchives;
2004-12-28 23:11:28 +02:00
for (my $n = 0; $n < scalar @storePaths; $n++) {
my $storePath = $storePaths[$n];
2005-02-24 16:06:18 +02:00
my $narDir = $narPaths[$n];
2004-12-28 23:11:28 +02:00
$storePath =~ /\/([^\/]*)$/;
my $basename = $1;
defined $basename or die;
2005-03-15 13:12:48 +02:00
open HASH, "$narDir/narbz2-hash" or die "cannot open narbz2-hash";
my $narbz2Hash = <HASH>;
chomp $narbz2Hash;
2005-03-15 13:12:48 +02:00
$narbz2Hash =~ /^[0-9a-z]+$/ or die "invalid hash";
close HASH;
2005-03-15 13:12:48 +02:00
open HASH, "$narDir/nar-hash" or die "cannot open nar-hash";
my $narHash = <HASH>;
chomp $narHash;
2005-03-15 13:12:48 +02:00
$narHash =~ /^[0-9a-z]+$/ or die "invalid hash";
close HASH;
my $narName = "$narbz2Hash.nar.bz2";
my $narFile = "$narDir/$narName";
(-f $narFile) or die "narfile for $storePath not found";
push @narArchives, $narFile;
2005-02-24 16:06:18 +02:00
my $narbz2Size = (stat $narFile)[7];
my $references = `$binDir/nix-store --query --references '$storePath'`;
die "cannot query references for `$storePath'" if $? != 0;
$references = join(" ", split(" ", $references));
my $deriver = `$binDir/nix-store --query --deriver '$storePath'`;
die "cannot query deriver for `$storePath'" if $? != 0;
chomp $deriver;
$deriver = "" if $deriver eq "unknown-deriver";
my $url;
if ($localCopy) {
$url = "$targetArchivesUrl/$narName";
} else {
$url = "$archivesGetURL/$narName";
}
2004-12-28 23:11:28 +02:00
$narFiles{$storePath} = [
{ url => $url
2005-03-15 13:12:48 +02:00
, hash => "$hashAlgo:$narbz2Hash"
2004-12-28 23:11:28 +02:00
, size => $narbz2Size
2005-03-15 13:12:48 +02:00
, narHash => "$hashAlgo:$narHash"
, references => $references
, deriver => $deriver
2004-12-28 23:11:28 +02:00
}
];
}
writeManifest $manifest, \%narFiles, \%patches;
sub copyFile {
my $src = shift;
my $dst = shift;
2006-09-25 13:44:27 +03:00
system("@coreutils@/cp", $src, "$dst.tmp") == 0 or die "cannot copy file";
rename("$dst.tmp", "$dst") or die "cannot rename file";
}
# Upload the archives.
print STDERR "uploading archives...\n";
2005-02-24 16:06:18 +02:00
sub archiveExists {
my $name = shift;
print STDERR " HEAD on $archivesGetURL/$name\n";
return system("$curl --head $archivesGetURL/$name > /dev/null") == 0;
}
foreach my $narArchive (@narArchives) {
$narArchive =~ /\/([^\/]*)$/;
my $basename = $1;
if ($localCopy) {
if (! -f "$localArchivesDir/$basename") {
2005-02-24 16:06:18 +02:00
print STDERR " $narArchive\n";
copyFile $narArchive, "$localArchivesDir/$basename";
}
}
else {
2005-02-24 16:06:18 +02:00
if (!archiveExists("$basename")) {
print STDERR " $narArchive\n";
system("$curl --show-error --upload-file " .
2005-02-24 16:06:18 +02:00
"'$narArchive' '$archivesPutURL/$basename' > /dev/null") == 0 or
die "curl failed on $narArchive: $?";
}
}
}
# Upload the manifest.
print STDERR "uploading manifest...\n";
if ($localCopy) {
copyFile $manifest, $localManifestFile;
copyFile "$manifest.bz2", "$localManifestFile.bz2";
} else {
2007-08-15 12:24:06 +03:00
system("$curl --show-error --upload-file " .
2005-02-24 16:06:18 +02:00
"'$manifest' '$manifestPutURL' > /dev/null") == 0 or
die "curl failed on $manifest: $?";
system("$curl --show-error --upload-file " .
"'$manifest'.bz2 '$manifestPutURL'.bz2 > /dev/null") == 0 or
die "curl failed on $manifest: $?";
}