nix-super/distributed/build-remote.pl

#! /usr/bin/perl -w

use strict;

my $amWilling = shift @ARGV;
my $localSystem = shift @ARGV;
my $neededSystem = shift @ARGV;
my $storeExpr = shift @ARGV;

sub sendReply {
    my $reply = shift;
    open OUT, ">&3" or die;
    print OUT "$reply\n";
    close OUT;
}

# Decline if the local system can do the build.
if ($amWilling && ($localSystem eq $neededSystem)) {
    sendReply "decline";
    exit 0;
}

# Otherwise find a willing remote machine.
my %machines;
my %systemTypes;
my %sshKeys;
my %maxJobs;
my %curJobs;

# Read the list of machines.
open CONF, "< /home/eelco/nix/distributed/remote-systems.conf" or die;

while (<CONF>) {
    chomp;
    next if /^\s*$/;
    /^\s*(\S+)\s+(\S+)\s+(\S+)\s+(\d+)\s*$/ or die;
    $machines{$1} = "";
    $systemTypes{$1} = $2;
    $sshKeys{$1} = $3;
    $maxJobs{$1} = $4;
}

close CONF;

# Read the current load status.
open LOAD, "< /home/eelco/nix/distributed/current-load" or die;
while (<LOAD>) {
    chomp;
    next if /^\s*$/;
    /^\s*(\S+)\s+(\d+)\s*$/ or die;
    $curJobs{$1} = $2;
}
close LOAD;

foreach my $cur (keys %machines) {
    $curJobs{$cur} = 0 unless defined $curJobs{$cur};
}

# Find a suitable system.
my $rightType = 0;
my $machine;
foreach my $cur (keys %machines) {
    if ($neededSystem eq $systemTypes{$cur}) {
        $rightType = 1;
        if ($curJobs{$cur} < $maxJobs{$cur})
        {
            $machine = $cur;
            last;
        }
    }
}

if (!defined $machine) {
    if ($rightType) {
        sendReply "postpone";
        exit 0;
    } else {
        sendReply "decline";
        exit 0;
    }
}

sub writeLoad {
    system "echo A >> /tmp/blaaaa";
    open LOAD, "> /home/eelco/nix/distributed/current-load" or die;
    system "echo B >> /tmp/blaaaa";
    foreach my $cur (keys %machines) {
        system "echo $cur $curJobs{$cur} >> /tmp/blaaaa";
        print LOAD "$cur $curJobs{$cur}\n";
    }
    system "echo C >> /tmp/blaaaa";
    close LOAD;
}

$curJobs{$machine} = $curJobs{$machine} + 1;
writeLoad;

sendReply "accept";
open IN, "<&4" or die;
my $x = <IN>;
chomp $x;
print "got $x\n";  
close IN;

system "echo $x >> /tmp/blaaaa";
system "echo $curJobs{$machine} >> /tmp/blaaaa";

if ($x ne "okay") {
    $curJobs{$machine} = $curJobs{$machine} - 1;
    system "echo $curJobs{$machine} >> /tmp/blaaaa";
    writeLoad;
    exit 0;
}

print "BUILDING REMOTE: $storeExpr on $machine\n";

my $ssh = "ssh -i $sshKeys{$machine} -x";

my $inputs = `cat inputs` or die;
$inputs =~ s/\n/ /g;

my $outputs = `cat outputs` or die;
$outputs =~ s/\n/ /g;

my $successors = `cat successors` or die;
$successors =~ s/\n/ /g;

system "rsync -a -e '$ssh' $storeExpr $inputs $machine:/nix/store";
die "cannot rsync inputs to $machine" if ($? != 0);

system "$ssh $machine /nix/bin/nix-store --validpath $storeExpr $inputs";
die "cannot set valid paths on $machine" if ($? != 0);

system "$ssh $machine /nix/bin/nix-store --successor $successors";
die "cannot set successors on $machine" if ($? != 0);

print "BUILDING...\n";

system "$ssh $machine /nix/bin/nix-store -qnfvvvv $storeExpr";
die "remote build on $machine failed" if ($? != 0);

print "REMOTE BUILD DONE\n";

foreach my $output (split '\n', $outputs) {
    system "rsync -a -e '$ssh' $machine:$output /nix/store";
    die "cannot rsync outputs from $machine" if ($? != 0);
}

$curJobs{$machine} = $curJobs{$machine} - 1;

writeLoad;