2014-04-14 15:26:48 +01:00
|
|
|
{ config, lib, pkgs, ... }:
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2014-04-14 15:26:48 +01:00
|
|
|
with lib;
|
2009-05-25 18:41:03 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
let
|
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
cfg = config.nix;
|
|
|
|
|
2013-10-28 15:28:04 +00:00
|
|
|
nix = cfg.package;
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2010-03-11 16:50:08 +00:00
|
|
|
makeNixBuildUser = nr:
|
|
|
|
{ name = "nixbld${toString nr}";
|
|
|
|
description = "Nix build user ${toString nr}";
|
|
|
|
|
|
|
|
/* For consistency with the setgid(2), setuid(2), and setgroups(2)
|
|
|
|
calls in `libstore/build.cc', don't add any supplementary group
|
2010-06-02 22:10:48 +01:00
|
|
|
here except "nixbld". */
|
2010-03-11 16:50:08 +00:00
|
|
|
uid = builtins.add config.ids.uids.nixbld nr;
|
|
|
|
group = "nixbld";
|
2010-06-02 22:10:48 +01:00
|
|
|
extraGroups = [ "nixbld" ];
|
2010-03-11 16:50:08 +00:00
|
|
|
};
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2013-02-26 02:15:29 +00:00
|
|
|
nixConf =
|
|
|
|
let
|
2014-08-04 15:45:05 +01:00
|
|
|
# If we're using a chroot for builds, then provide /bin/sh in
|
|
|
|
# the chroot as a bind-mount to bash. This means we also need to
|
|
|
|
# include the entire closure of bash.
|
|
|
|
sh = pkgs.stdenv.shell;
|
|
|
|
binshDeps = pkgs.writeReferencesToFile sh;
|
2013-02-26 02:15:29 +00:00
|
|
|
in
|
|
|
|
pkgs.runCommand "nix.conf" {extraOptions = cfg.extraOptions; } ''
|
2013-07-23 09:00:43 +01:00
|
|
|
extraPaths=$(for i in $(cat ${binshDeps}); do if test -d $i; then echo $i; fi; done)
|
2013-02-26 02:15:29 +00:00
|
|
|
cat > $out <<END
|
2013-08-26 11:11:17 +01:00
|
|
|
# WARNING: this file is generated from the nix.* options in
|
|
|
|
# your NixOS configuration, typically
|
|
|
|
# /etc/nixos/configuration.nix. Do not edit it!
|
2013-02-26 02:15:29 +00:00
|
|
|
build-users-group = nixbld
|
|
|
|
build-max-jobs = ${toString (cfg.maxJobs)}
|
2014-10-31 12:49:18 +00:00
|
|
|
build-cores = ${toString (cfg.buildCores)}
|
2013-02-26 02:15:29 +00:00
|
|
|
build-use-chroot = ${if cfg.useChroot then "true" else "false"}
|
2014-08-04 15:45:05 +01:00
|
|
|
build-chroot-dirs = ${toString cfg.chrootDirs} /bin/sh=${sh} $(echo $extraPaths)
|
2013-02-26 02:15:29 +00:00
|
|
|
binary-caches = ${toString cfg.binaryCaches}
|
|
|
|
trusted-binary-caches = ${toString cfg.trustedBinaryCaches}
|
|
|
|
$extraOptions
|
|
|
|
END
|
|
|
|
'';
|
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
in
|
2009-05-25 18:41:03 +01:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
{
|
2009-05-25 18:41:03 +01:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
###### interface
|
|
|
|
|
|
|
|
options = {
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
nix = {
|
|
|
|
|
2013-10-28 15:28:04 +00:00
|
|
|
package = mkOption {
|
2014-02-27 12:22:04 +00:00
|
|
|
type = types.package;
|
2013-10-28 15:28:04 +00:00
|
|
|
default = pkgs.nix;
|
|
|
|
description = ''
|
|
|
|
This option specifies the Nix package instance to use throughout the system.
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
maxJobs = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.int;
|
2009-03-06 12:25:51 +00:00
|
|
|
default = 1;
|
2013-10-30 16:37:45 +00:00
|
|
|
example = 64;
|
2009-03-06 12:25:51 +00:00
|
|
|
description = "
|
|
|
|
This option defines the maximum number of jobs that Nix will try
|
|
|
|
to build in parallel. The default is 1. You should generally
|
2013-08-10 22:07:13 +01:00
|
|
|
set it to the number of CPUs in your system (e.g., 2 on an Athlon
|
2009-03-06 12:25:51 +00:00
|
|
|
64 X2).
|
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2014-10-31 12:49:18 +00:00
|
|
|
buildCores = mkOption {
|
|
|
|
type = types.int;
|
|
|
|
default = 1;
|
|
|
|
example = 64;
|
|
|
|
description = ''
|
|
|
|
This option defines the maximum number of concurrent tasks during
|
|
|
|
one build. It affects, e.g., -j option for make. The default is 1.
|
2015-01-05 14:38:08 +00:00
|
|
|
The special value 0 means that the builder should use all
|
|
|
|
available CPU cores in the system. Some builds may become
|
|
|
|
non-deterministic with this option; use with care! Packages will
|
|
|
|
only be affected if enableParallelBuilding is set for them.
|
2014-10-31 12:49:18 +00:00
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
useChroot = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.bool;
|
2009-03-06 12:25:51 +00:00
|
|
|
default = false;
|
|
|
|
description = "
|
|
|
|
If set, Nix will perform builds in a chroot-environment that it
|
|
|
|
will set up automatically for each build. This prevents
|
|
|
|
impurities in builds by disallowing access to dependencies
|
|
|
|
outside of the Nix store.
|
|
|
|
";
|
|
|
|
};
|
|
|
|
|
2011-03-07 08:20:24 +00:00
|
|
|
chrootDirs = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.listOf types.str;
|
2011-03-07 08:20:24 +00:00
|
|
|
default = [];
|
2011-03-07 08:21:39 +00:00
|
|
|
example = [ "/dev" "/proc" ];
|
|
|
|
description =
|
|
|
|
''
|
|
|
|
Directories from the host filesystem to be included
|
|
|
|
in the chroot.
|
|
|
|
'';
|
2011-03-07 08:20:24 +00:00
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
extraOptions = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.lines;
|
2009-03-06 12:25:51 +00:00
|
|
|
default = "";
|
2013-10-29 16:29:37 +00:00
|
|
|
example = ''
|
2009-03-06 12:25:51 +00:00
|
|
|
gc-keep-outputs = true
|
|
|
|
gc-keep-derivations = true
|
2013-10-29 16:29:37 +00:00
|
|
|
'';
|
2012-07-20 19:58:15 +01:00
|
|
|
description = "Additional text appended to <filename>nix.conf</filename>.";
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
distributedBuilds = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.bool;
|
2009-03-06 12:25:51 +00:00
|
|
|
default = false;
|
2013-10-16 09:53:23 +01:00
|
|
|
description = ''
|
2009-03-06 12:25:51 +00:00
|
|
|
Whether to distribute builds to the machines listed in
|
|
|
|
<option>nix.buildMachines</option>.
|
2013-10-16 09:53:23 +01:00
|
|
|
'';
|
2010-02-19 09:48:24 +00:00
|
|
|
};
|
|
|
|
|
2009-07-18 17:14:03 +01:00
|
|
|
daemonNiceLevel = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.int;
|
2013-08-06 17:32:31 +01:00
|
|
|
default = 0;
|
2013-10-30 16:37:45 +00:00
|
|
|
description = ''
|
2009-07-24 00:25:50 +01:00
|
|
|
Nix daemon process priority. This priority propagates to build processes.
|
|
|
|
0 is the default Unix process priority, 20 is the lowest.
|
2013-10-30 16:37:45 +00:00
|
|
|
'';
|
2009-07-18 17:14:03 +01:00
|
|
|
};
|
|
|
|
|
2009-10-15 12:25:15 +01:00
|
|
|
daemonIONiceLevel = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.int;
|
2013-08-06 17:32:31 +01:00
|
|
|
default = 0;
|
2013-10-30 16:37:45 +00:00
|
|
|
description = ''
|
2011-09-14 19:20:50 +01:00
|
|
|
Nix daemon process I/O priority. This priority propagates to build processes.
|
2009-10-15 12:25:15 +01:00
|
|
|
0 is the default Unix process I/O priority, 7 is the lowest.
|
2013-10-30 16:37:45 +00:00
|
|
|
'';
|
2009-10-15 12:25:15 +01:00
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
buildMachines = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.listOf types.attrs;
|
2013-10-16 09:53:23 +01:00
|
|
|
default = [];
|
2009-03-06 12:25:51 +00:00
|
|
|
example = [
|
|
|
|
{ hostName = "voila.labs.cs.uu.nl";
|
|
|
|
sshUser = "nix";
|
|
|
|
sshKey = "/root/.ssh/id_buildfarm";
|
|
|
|
system = "powerpc-darwin";
|
|
|
|
maxJobs = 1;
|
|
|
|
}
|
|
|
|
{ hostName = "linux64.example.org";
|
|
|
|
sshUser = "buildfarm";
|
|
|
|
sshKey = "/root/.ssh/id_buildfarm";
|
|
|
|
system = "x86_64-linux";
|
|
|
|
maxJobs = 2;
|
2013-07-26 04:39:44 +01:00
|
|
|
supportedFeatures = "kvm";
|
|
|
|
mandatoryFeatures = "perf";
|
2009-03-06 12:25:51 +00:00
|
|
|
}
|
|
|
|
];
|
2013-10-16 09:53:23 +01:00
|
|
|
description = ''
|
2009-03-06 12:25:51 +00:00
|
|
|
This option lists the machines to be used if distributed
|
|
|
|
builds are enabled (see
|
|
|
|
<option>nix.distributedBuilds</option>). Nix will perform
|
2013-08-10 22:07:13 +01:00
|
|
|
derivations on those machines via SSH by copying the inputs
|
2013-07-26 04:39:44 +01:00
|
|
|
to the Nix store on the remote machine, starting the build,
|
|
|
|
then copying the output back to the local Nix store. Each
|
|
|
|
element of the list should be an attribute set containing
|
|
|
|
the machine's host name (<varname>hostname</varname>), the
|
|
|
|
user name to be used for the SSH connection
|
2009-03-06 12:25:51 +00:00
|
|
|
(<varname>sshUser</varname>), the Nix system type
|
|
|
|
(<varname>system</varname>, e.g.,
|
2013-10-28 12:36:45 +00:00
|
|
|
<literal>"i686-linux"</literal>), the maximum number of
|
2013-07-26 04:39:44 +01:00
|
|
|
jobs to be run in parallel on that machine
|
|
|
|
(<varname>maxJobs</varname>), the path to the SSH private
|
|
|
|
key to be used to connect (<varname>sshKey</varname>), a
|
|
|
|
list of supported features of the machine
|
|
|
|
(<varname>supportedFeatures</varname>) and a list of
|
|
|
|
mandatory features of the machine
|
|
|
|
(<varname>mandatoryFeatures</varname>). The SSH private key
|
|
|
|
should not have a passphrase, and the corresponding public
|
|
|
|
key should be added to
|
2009-03-06 12:25:51 +00:00
|
|
|
<filename>~<replaceable>sshUser</replaceable>/authorized_keys</filename>
|
|
|
|
on the remote machine.
|
2013-10-16 09:53:23 +01:00
|
|
|
'';
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2013-09-18 04:18:34 +01:00
|
|
|
# Environment variables for running Nix.
|
2009-03-06 12:25:51 +00:00
|
|
|
envVars = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.attrs;
|
2009-03-06 12:25:51 +00:00
|
|
|
internal = true;
|
2012-06-19 04:31:07 +01:00
|
|
|
default = {};
|
|
|
|
description = "Environment variables used by Nix.";
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2010-03-11 16:50:08 +00:00
|
|
|
|
|
|
|
nrBuildUsers = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.int;
|
2010-03-11 16:50:08 +00:00
|
|
|
default = 10;
|
|
|
|
description = ''
|
|
|
|
Number of <literal>nixbld</literal> user accounts created to
|
|
|
|
perform secure concurrent builds. If you receive an error
|
|
|
|
message saying that “all build users are currently in use”,
|
|
|
|
you should increase this value.
|
|
|
|
'';
|
|
|
|
};
|
2012-09-25 21:33:21 +01:00
|
|
|
|
|
|
|
readOnlyStore = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.bool;
|
2013-01-24 12:09:31 +00:00
|
|
|
default = true;
|
2012-09-25 21:33:21 +01:00
|
|
|
description = ''
|
|
|
|
If set, NixOS will enforce the immutability of the Nix store
|
|
|
|
by making <filename>/nix/store</filename> a read-only bind
|
|
|
|
mount. Nix will automatically make the store writable when
|
|
|
|
needed.
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
2012-11-22 10:49:47 +00:00
|
|
|
binaryCaches = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.listOf types.str;
|
2014-12-09 12:27:00 +00:00
|
|
|
default = [ https://cache.nixos.org/ ];
|
2012-11-22 10:49:47 +00:00
|
|
|
description = ''
|
|
|
|
List of binary cache URLs used to obtain pre-built binaries
|
|
|
|
of Nix packages.
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
|
|
|
trustedBinaryCaches = mkOption {
|
2013-10-30 16:37:45 +00:00
|
|
|
type = types.listOf types.str;
|
2012-11-22 10:49:47 +00:00
|
|
|
default = [ ];
|
|
|
|
example = [ http://hydra.nixos.org/ ];
|
|
|
|
description = ''
|
|
|
|
List of binary cache URLs that non-root users can use (in
|
|
|
|
addition to those specified using
|
|
|
|
<option>nix.binaryCaches</option> by passing
|
|
|
|
<literal>--option binary-caches</literal> to Nix commands.
|
|
|
|
'';
|
|
|
|
};
|
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2012-11-22 10:49:47 +00:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
};
|
2009-05-28 13:56:56 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
###### implementation
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
config = {
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2013-02-26 02:15:29 +00:00
|
|
|
environment.etc."nix/nix.conf".source = nixConf;
|
|
|
|
|
|
|
|
# List of machines for distributed Nix builds in the format
|
|
|
|
# expected by build-remote.pl.
|
2013-10-16 09:57:25 +01:00
|
|
|
environment.etc."nix/machines" =
|
2013-10-16 09:53:23 +01:00
|
|
|
{ enable = cfg.buildMachines != [];
|
2013-02-26 02:15:29 +00:00
|
|
|
text =
|
|
|
|
concatMapStrings (machine:
|
|
|
|
"${machine.sshUser}@${machine.hostName} "
|
|
|
|
+ (if machine ? system then machine.system else concatStringsSep "," machine.systems)
|
|
|
|
+ " ${machine.sshKey} ${toString machine.maxJobs} "
|
|
|
|
+ (if machine ? speedFactor then toString machine.speedFactor else "1" )
|
2013-07-26 04:39:44 +01:00
|
|
|
+ " "
|
|
|
|
+ (if machine ? supportedFeatures then concatStringsSep "," machine.supportedFeatures else "" )
|
|
|
|
+ " "
|
|
|
|
+ (if machine ? mandatoryFeatures then concatStringsSep "," machine.mandatoryFeatures else "" )
|
2013-02-26 02:15:29 +00:00
|
|
|
+ "\n"
|
|
|
|
) cfg.buildMachines;
|
|
|
|
};
|
2009-09-17 17:22:26 +01:00
|
|
|
|
2014-04-17 17:52:31 +01:00
|
|
|
systemd.packages = [ nix ];
|
2009-09-17 17:22:26 +01:00
|
|
|
|
2014-04-18 13:47:02 +01:00
|
|
|
systemd.sockets.nix-daemon.wantedBy = [ "sockets.target" ];
|
|
|
|
|
2014-04-17 17:52:31 +01:00
|
|
|
systemd.services.nix-daemon =
|
|
|
|
{ path = [ nix pkgs.openssl pkgs.utillinux pkgs.openssh ]
|
2014-02-20 19:17:30 +00:00
|
|
|
++ optionals cfg.distributedBuilds [ pkgs.gzip ];
|
2011-11-25 16:32:54 +00:00
|
|
|
|
2014-11-29 19:53:13 +00:00
|
|
|
environment = cfg.envVars
|
|
|
|
// { CURL_CA_BUNDLE = "/etc/ssl/certs/ca-bundle.crt"; }
|
|
|
|
// config.networking.proxy.envVars;
|
2009-03-06 12:25:51 +00:00
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
serviceConfig =
|
2014-04-17 17:52:31 +01:00
|
|
|
{ Nice = cfg.daemonNiceLevel;
|
2012-10-01 21:27:42 +01:00
|
|
|
IOSchedulingPriority = cfg.daemonIONiceLevel;
|
|
|
|
LimitNOFILE = 4096;
|
|
|
|
};
|
2013-02-26 02:15:29 +00:00
|
|
|
|
|
|
|
restartTriggers = [ nixConf ];
|
2009-09-17 17:22:26 +01:00
|
|
|
};
|
2012-10-01 21:27:42 +01:00
|
|
|
|
2012-06-19 04:31:07 +01:00
|
|
|
nix.envVars =
|
|
|
|
{ NIX_CONF_DIR = "/etc/nix";
|
|
|
|
|
2013-10-16 09:57:25 +01:00
|
|
|
# Enable the copy-from-other-stores substituter, which allows
|
|
|
|
# builds to be sped up by copying build results from remote
|
|
|
|
# Nix stores. To do this, mount the remote file system on a
|
|
|
|
# subdirectory of /run/nix/remote-stores.
|
|
|
|
NIX_OTHER_STORES = "/run/nix/remote-stores/*/nix";
|
2012-06-19 04:31:07 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// optionalAttrs cfg.distributedBuilds {
|
2013-10-28 15:28:04 +00:00
|
|
|
NIX_BUILD_HOOK = "${nix}/libexec/nix/build-remote.pl";
|
2013-10-16 09:57:25 +01:00
|
|
|
NIX_REMOTE_SYSTEMS = "/etc/nix/machines";
|
|
|
|
NIX_CURRENT_LOAD = "/run/nix/current-load";
|
2012-06-19 04:31:07 +01:00
|
|
|
};
|
2009-07-16 15:51:49 +01:00
|
|
|
|
2013-09-18 04:18:34 +01:00
|
|
|
# Set up the environment variables for running Nix.
|
2014-06-13 16:56:46 +01:00
|
|
|
environment.sessionVariables = cfg.envVars;
|
2011-09-14 19:20:50 +01:00
|
|
|
|
2013-09-18 04:18:34 +01:00
|
|
|
environment.extraInit =
|
|
|
|
''
|
2009-09-17 17:22:26 +01:00
|
|
|
# Set up secure multi-user builds: non-root users build through the
|
|
|
|
# Nix daemon.
|
2013-11-27 11:41:43 +00:00
|
|
|
if [ "$USER" != root -o ! -w /nix/var/nix/db ]; then
|
2009-09-17 17:22:26 +01:00
|
|
|
export NIX_REMOTE=daemon
|
|
|
|
fi
|
|
|
|
'';
|
|
|
|
|
2015-02-15 14:37:30 +00:00
|
|
|
users.extraUsers =
|
|
|
|
if cfg.nrBuildUsers >= cfg.maxJobs then
|
|
|
|
map makeNixBuildUser (range 1 cfg.nrBuildUsers)
|
|
|
|
else
|
|
|
|
throw "Not enough build users (${cfg.nrBuildUsers}) to support ${cfg.maxJobs} build jobs. Change nrBuildUsers or maxJobs."
|
|
|
|
;
|
2010-03-11 16:50:08 +00:00
|
|
|
|
2010-09-13 16:41:38 +01:00
|
|
|
system.activationScripts.nix = stringAfter [ "etc" "users" ]
|
|
|
|
''
|
|
|
|
# Nix initialisation.
|
|
|
|
mkdir -m 0755 -p \
|
2011-10-30 15:19:58 +00:00
|
|
|
/nix/var/nix/gcroots \
|
2014-04-18 17:37:07 +01:00
|
|
|
/nix/var/nix/temproots \
|
2011-10-30 15:19:58 +00:00
|
|
|
/nix/var/nix/manifests \
|
2014-04-18 17:37:07 +01:00
|
|
|
/nix/var/nix/userpool \
|
2011-10-30 15:19:58 +00:00
|
|
|
/nix/var/nix/profiles \
|
|
|
|
/nix/var/nix/db \
|
|
|
|
/nix/var/log/nix/drvs \
|
2014-04-18 17:37:07 +01:00
|
|
|
/nix/var/nix/channel-cache
|
2012-09-28 15:59:58 +01:00
|
|
|
mkdir -m 1777 -p \
|
|
|
|
/nix/var/nix/gcroots/per-user \
|
|
|
|
/nix/var/nix/profiles/per-user \
|
|
|
|
/nix/var/nix/gcroots/tmp
|
2011-10-30 15:19:58 +00:00
|
|
|
|
|
|
|
ln -sf /nix/var/nix/profiles /nix/var/nix/gcroots/
|
|
|
|
ln -sf /nix/var/nix/manifests /nix/var/nix/gcroots/
|
2010-09-13 16:41:38 +01:00
|
|
|
'';
|
|
|
|
|
2009-09-17 17:22:26 +01:00
|
|
|
};
|
2009-05-28 13:56:56 +01:00
|
|
|
|
2009-03-06 12:25:51 +00:00
|
|
|
}
|