nix-super/release.nix

309 lines
10 KiB
Nix
Raw Normal View History

2013-03-15 14:18:49 +02:00
{ nix ? { outPath = ./.; revCount = 1234; shortRev = "abcdef"; }
2010-03-10 15:07:37 +02:00
, officialRelease ? false
}:
2008-12-04 17:25:28 +02:00
let
2013-03-15 14:18:49 +02:00
pkgs = import <nixpkgs> {};
systems = [ "x86_64-linux" "i686-linux" "x86_64-darwin" /* "x86_64-freebsd" "i686-freebsd" */ ];
2013-03-15 14:18:49 +02:00
2008-12-04 17:25:28 +02:00
jobs = rec {
2008-12-04 17:25:28 +02:00
tarball =
2013-03-15 14:18:49 +02:00
with pkgs;
releaseTools.sourceTarball {
2008-12-04 17:25:28 +02:00
name = "nix-tarball";
version = builtins.readFile ./version;
versionSuffix = if officialRelease then "" else "pre${toString nix.revCount}_${nix.shortRev}";
2014-08-04 18:07:12 +03:00
src = if lib.inNixShell then null else nix;
2008-12-04 17:25:28 +02:00
inherit officialRelease;
2009-08-03 16:32:13 +03:00
buildInputs =
2014-09-17 18:42:00 +03:00
[ curl bison flex perl libxml2 libxslt bzip2
tetex dblatex nukeReferences pkgconfig sqlite libsodium
docbook5 docbook5_xsl
] ++ lib.optional (!lib.inNixShell) git;
2008-12-04 17:25:28 +02:00
configureFlags = ''
--with-dbi=${perlPackages.DBI}/${perl.libPrefix}
--with-dbd-sqlite=${perlPackages.DBDSQLite}/${perl.libPrefix}
2012-07-09 20:11:37 +03:00
--with-www-curl=${perlPackages.WWWCurl}/${perl.libPrefix}
2008-12-04 17:25:28 +02:00
'';
postUnpack = ''
# Clean up when building from a working tree.
(cd $sourceRoot && (git ls-files -o | xargs -r rm -v))
'';
2008-12-04 17:25:28 +02:00
preConfigure = ''
2009-08-03 15:24:20 +03:00
# TeX needs a writable font cache.
export VARTEXFONTS=$TMPDIR/texfonts
2008-12-04 17:25:28 +02:00
'';
2012-12-06 17:55:57 +02:00
distPhase =
''
runHook preDist
2014-02-01 16:18:48 +02:00
make dist
2012-12-06 17:55:57 +02:00
mkdir -p $out/tarballs
cp *.tar.* $out/tarballs
'';
preDist = ''
2014-02-01 16:18:48 +02:00
make install docdir=$out/share/doc/nix makefiles=doc/manual/local.mk
2012-08-27 18:28:48 +03:00
2014-02-01 15:28:31 +02:00
make doc/manual/manual.pdf
cp doc/manual/manual.pdf $out/manual.pdf
2009-08-03 16:32:13 +03:00
# The PDF containes filenames of included graphics (see
# http://www.tug.org/pipermail/pdftex/2007-August/007290.html).
# This causes a retained dependency on dblatex, which Hydra
# doesn't like (the output of the tarball job is distributed
# to Windows and Macs, so there should be no Linux binaries
# in the closure).
nuke-refs $out/manual.pdf
2012-08-27 18:28:48 +03:00
2009-05-07 16:22:26 +03:00
echo "doc manual $out/share/doc/nix/manual" >> $out/nix-support/hydra-build-products
echo "doc-pdf manual $out/manual.pdf" >> $out/nix-support/hydra-build-products
'';
2008-12-04 17:25:28 +02:00
};
2008-12-04 17:25:28 +02:00
2013-03-15 14:18:49 +02:00
build = pkgs.lib.genAttrs systems (system:
2008-12-04 17:25:28 +02:00
2013-03-15 14:18:49 +02:00
with import <nixpkgs> { inherit system; };
2008-12-04 17:25:28 +02:00
releaseTools.nixBuild {
2009-03-06 19:00:58 +02:00
name = "nix";
2008-12-04 17:25:28 +02:00
src = tarball;
buildInputs = [ curl perl bzip2 openssl pkgconfig sqlite boehmgc libsodium ];
2008-12-04 17:25:28 +02:00
configureFlags = ''
--disable-init-state
--with-dbi=${perlPackages.DBI}/${perl.libPrefix}
--with-dbd-sqlite=${perlPackages.DBDSQLite}/${perl.libPrefix}
2012-07-09 20:11:37 +03:00
--with-www-curl=${perlPackages.WWWCurl}/${perl.libPrefix}
--enable-gc
2013-01-02 23:12:19 +02:00
--sysconfdir=/etc
2008-12-04 17:25:28 +02:00
'';
# Provide a default value for the build-chroot-dirs setting
# that includes /bin/sh pointing to bash.
preHook = lib.optionalString stdenv.isLinux (
let sh = stdenv.shell; in
''
export DEFAULT_CHROOT_DIRS="/bin/sh=${sh} $(tr '\n' ' ' < ${writeReferencesToFile sh})"
'');
enableParallelBuilding = true;
makeFlags = "profiledir=$(out)/etc/profile.d";
2014-02-01 16:18:48 +02:00
preBuild = "unset NIX_INDENT_MAKE";
2013-01-02 23:12:19 +02:00
installFlags = "sysconfdir=$(out)/etc";
2012-05-12 06:30:47 +03:00
doInstallCheck = true;
2014-02-01 16:37:50 +02:00
installCheckFlags = "sysconfdir=$(out)/etc";
2013-03-15 14:18:49 +02:00
});
2008-12-04 17:25:28 +02:00
2013-03-15 14:18:49 +02:00
binaryTarball = pkgs.lib.genAttrs systems (system:
2013-03-15 14:18:49 +02:00
with import <nixpkgs> { inherit system; };
let
2013-03-15 14:18:49 +02:00
toplevel = builtins.getAttr system jobs.build;
version = toplevel.src.version;
in
runCommand "nix-binary-tarball-${version}"
{ exportReferencesGraph = [ "closure1" toplevel "closure2" cacert ];
buildInputs = [ perl ];
meta.description = "Distribution-independent Nix bootstrap binaries for ${system}";
}
''
storePaths=$(perl ${pathsFromGraph} ./closure1 ./closure2)
printRegistration=1 perl ${pathsFromGraph} ./closure1 ./closure2 > $TMPDIR/reginfo
substitute ${./scripts/install-nix-from-closure.sh} $TMPDIR/install \
--subst-var-by nix ${toplevel} \
--subst-var-by cacert ${cacert}
chmod +x $TMPDIR/install
dir=nix-${version}-${system}
fn=$out/$dir.tar.bz2
mkdir -p $out/nix-support
echo "file binary-dist $fn" >> $out/nix-support/hydra-build-products
tar cvfj $fn \
--owner=0 --group=0 --mode=u+rw,uga+r \
--absolute-names \
--hard-dereference \
--transform "s,$TMPDIR/install,$dir/install," \
--transform "s,$TMPDIR/reginfo,$dir/.reginfo," \
--transform "s,$NIX_STORE,$dir/store,S" \
$TMPDIR/install $TMPDIR/reginfo $storePaths
2013-03-15 14:18:49 +02:00
'');
2009-09-17 20:44:13 +03:00
2008-12-04 17:25:28 +02:00
coverage =
2013-03-15 14:18:49 +02:00
with import <nixpkgs> { system = "x86_64-linux"; };
2008-12-04 17:25:28 +02:00
releaseTools.coverageAnalysis {
name = "nix-build";
src = tarball;
2010-03-10 15:07:37 +02:00
buildInputs =
[ curl perl bzip2 openssl pkgconfig sqlite
2010-03-10 15:07:37 +02:00
# These are for "make check" only:
graphviz libxml2 libxslt
];
2008-12-04 17:25:28 +02:00
configureFlags = ''
--disable-init-state
--with-dbi=${perlPackages.DBI}/${perl.libPrefix}
--with-dbd-sqlite=${perlPackages.DBDSQLite}/${perl.libPrefix}
2012-07-09 20:11:37 +03:00
--with-www-curl=${perlPackages.WWWCurl}/${perl.libPrefix}
2008-12-04 17:25:28 +02:00
'';
2012-03-19 18:05:42 +02:00
dontInstall = false;
2012-05-12 06:30:47 +03:00
doInstallCheck = true;
2012-08-27 18:28:48 +03:00
2010-03-10 15:07:37 +02:00
lcovFilter = [ "*/boost/*" "*-tab.*" ];
2008-12-04 17:25:28 +02:00
# We call `dot', and even though we just use it to
# syntax-check generated dot files, it still requires some
# fonts. So provide those.
FONTCONFIG_FILE = texFunctions.fontsConf;
};
2012-08-27 18:28:48 +03:00
2015-02-10 12:33:07 +02:00
rpm_fedora20i386 = makeRPM_i686 (diskImageFuns: diskImageFuns.fedora20i386) [];
rpm_fedora20x86_64 = makeRPM_x86_64 (diskImageFunsFun: diskImageFunsFun.fedora20x86_64) [];
rpm_fedora21i386 = makeRPM_i686 (diskImageFuns: diskImageFuns.fedora21i386) [ "libsodium-devel" ];
rpm_fedora21x86_64 = makeRPM_x86_64 (diskImageFunsFun: diskImageFunsFun.fedora21x86_64) [ "libsodium-devel" ];
deb_debian7i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.debian7i386);
deb_debian7x86_64 = makeDeb_x86_64 (diskImageFunsFun: diskImageFunsFun.debian7x86_64);
deb_ubuntu1210i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.ubuntu1210i386);
deb_ubuntu1210x86_64 = makeDeb_x86_64 (diskImageFuns: diskImageFuns.ubuntu1210x86_64);
deb_ubuntu1304i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.ubuntu1304i386);
deb_ubuntu1304x86_64 = makeDeb_x86_64 (diskImageFuns: diskImageFuns.ubuntu1304x86_64);
deb_ubuntu1310i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.ubuntu1310i386);
deb_ubuntu1310x86_64 = makeDeb_x86_64 (diskImageFuns: diskImageFuns.ubuntu1310x86_64);
deb_ubuntu1404i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.ubuntu1404i386);
deb_ubuntu1404x86_64 = makeDeb_x86_64 (diskImageFuns: diskImageFuns.ubuntu1404x86_64);
deb_ubuntu1410i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.ubuntu1410i386);
deb_ubuntu1410x86_64 = makeDeb_x86_64 (diskImageFuns: diskImageFuns.ubuntu1410x86_64);
2008-12-04 17:25:28 +02:00
# System tests.
tests.remoteBuilds = (import ./tests/remote-builds.nix rec {
2013-03-25 22:59:11 +02:00
nix = build.x86_64-linux; system = "x86_64-linux";
2014-09-05 12:49:35 +03:00
});
2011-10-11 16:58:47 +03:00
tests.nix-copy-closure = (import ./tests/nix-copy-closure.nix rec {
2013-03-25 22:59:11 +02:00
nix = build.x86_64-linux; system = "x86_64-linux";
2014-09-05 12:49:35 +03:00
});
tests.binaryTarball =
with import <nixpkgs> { system = "x86_64-linux"; };
vmTools.runInLinuxImage (runCommand "nix-binary-tarball-test"
{ diskImage = vmTools.diskImages.ubuntu1204x86_64;
}
''
useradd -m alice
su - alice -c 'tar xf ${binaryTarball.x86_64-linux}/*.tar.*'
mount -t tmpfs none /nix # Provide a writable /nix.
chown alice /nix
su - alice -c '_NIX_INSTALLER_TEST=1 ./nix-*/install'
su - alice -c 'nix-store --verify'
su - alice -c 'nix-store -qR ${build.x86_64-linux}'
2014-11-18 19:40:47 +02:00
mkdir -p $out/nix-support
touch $out/nix-support/hydra-build-products
''); # */
# Aggregate job containing the release-critical jobs.
release = pkgs.releaseTools.aggregate {
name = "nix-${tarball.version}";
meta.description = "Release-critical builds";
constituents =
[ tarball
#build.i686-freebsd
build.i686-linux
build.x86_64-darwin
#build.x86_64-freebsd
build.x86_64-linux
#binaryTarball.i686-freebsd
binaryTarball.i686-linux
binaryTarball.x86_64-darwin
#binaryTarball.x86_64-freebsd
binaryTarball.x86_64-linux
deb_debian7i386
deb_debian7x86_64
2014-05-03 18:54:48 +03:00
deb_ubuntu1404i386
deb_ubuntu1404x86_64
2014-11-20 12:16:46 +02:00
deb_ubuntu1410i386
deb_ubuntu1410x86_64
2014-01-20 15:22:59 +02:00
rpm_fedora20i386
rpm_fedora20x86_64
tests.remoteBuilds
tests.nix-copy-closure
tests.binaryTarball
];
};
2008-12-04 17:25:28 +02:00
};
2008-12-04 19:54:14 +02:00
makeRPM_i686 = makeRPM "i686-linux";
makeRPM_x86_64 = makeRPM "x86_64-linux";
2012-08-27 18:28:48 +03:00
makeRPM =
2015-02-10 12:33:07 +02:00
system: diskImageFun: extraPackages:
2008-12-04 17:25:28 +02:00
2013-03-15 14:18:49 +02:00
with import <nixpkgs> { inherit system; };
2008-12-04 17:25:28 +02:00
releaseTools.rpmBuild rec {
2012-09-14 00:23:12 +03:00
name = "nix-rpm";
2010-03-10 15:07:37 +02:00
src = jobs.tarball;
diskImage = (diskImageFun vmTools.diskImageFuns)
2015-02-10 12:33:07 +02:00
{ extraPackages =
[ "perl-DBD-SQLite" "perl-devel" "sqlite" "sqlite-devel" "bzip2-devel" "emacs" "perl-WWW-Curl" ]
++ extraPackages; };
2008-12-04 17:25:28 +02:00
memSize = 1024;
meta.schedulingPriority = 50;
2012-05-01 23:31:56 +03:00
postRPMInstall = "cd /tmp/rpmout/BUILD/nix-* && make installcheck";
2008-12-04 17:25:28 +02:00
};
2008-12-04 19:54:14 +02:00
makeDeb_i686 = makeDeb "i686-linux";
makeDeb_x86_64 = makeDeb "x86_64-linux";
2012-08-27 18:28:48 +03:00
2008-12-04 17:25:28 +02:00
makeDeb =
system: diskImageFun:
2008-12-04 17:25:28 +02:00
2013-03-15 14:18:49 +02:00
with import <nixpkgs> { inherit system; };
2008-12-04 17:25:28 +02:00
releaseTools.debBuild {
name = "nix-deb";
2010-03-10 15:07:37 +02:00
src = jobs.tarball;
diskImage = (diskImageFun vmTools.diskImageFuns)
{ extraPackages = [ "libdbd-sqlite3-perl" "libsqlite3-dev" "libbz2-dev" "libwww-curl-perl" ]; };
2008-12-04 17:25:28 +02:00
memSize = 1024;
meta.schedulingPriority = 50;
configureFlags = "--sysconfdir=/etc";
debRequires = [ "curl" "libdbd-sqlite3-perl" "libsqlite3-0" "libbz2-1.0" "bzip2" "xz-utils" "libwww-curl-perl" ];
2014-02-06 15:21:14 +02:00
debMaintainer = "Eelco Dolstra <eelco.dolstra@logicblox.com>";
2012-05-12 06:30:47 +03:00
doInstallCheck = true;
};
2008-12-04 17:25:28 +02:00
in jobs