2015-12-16 12:59:02 +00:00
|
|
|
|
{ supportedSystems
|
2016-06-22 09:39:50 +01:00
|
|
|
|
, packageSet ? (import ../..)
|
2015-12-16 12:59:02 +00:00
|
|
|
|
, scrubJobs ? true
|
2017-02-27 16:20:25 +00:00
|
|
|
|
, # Attributes passed to nixpkgs. Don't build packages marked as unfree.
|
|
|
|
|
nixpkgsArgs ? { config = { allowUnfree = false; inHydra = true; }; }
|
2015-12-16 12:59:02 +00:00
|
|
|
|
}:
|
2013-03-26 12:12:25 +00:00
|
|
|
|
|
2017-03-23 23:18:43 +00:00
|
|
|
|
let
|
|
|
|
|
lib = import ../../lib;
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
2024-03-06 02:15:39 +00:00
|
|
|
|
inherit (lib)
|
|
|
|
|
addMetaAttrs
|
|
|
|
|
any
|
|
|
|
|
derivations
|
|
|
|
|
filter
|
|
|
|
|
flip
|
|
|
|
|
genAttrs
|
|
|
|
|
getAttrFromPath
|
|
|
|
|
hydraJob
|
|
|
|
|
id
|
|
|
|
|
isDerivation
|
|
|
|
|
lists
|
|
|
|
|
maintainers
|
|
|
|
|
mapAttrs
|
|
|
|
|
mapAttrs'
|
|
|
|
|
mapAttrsRecursive
|
|
|
|
|
matchAttrs
|
|
|
|
|
meta
|
|
|
|
|
nameValuePair
|
|
|
|
|
platforms
|
|
|
|
|
recursiveUpdate
|
|
|
|
|
subtractLists
|
|
|
|
|
systems
|
|
|
|
|
;
|
|
|
|
|
|
|
|
|
|
pkgs = packageSet (recursiveUpdate { system = "x86_64-linux"; config.allowUnsupportedSystem = true; } nixpkgsArgs);
|
2013-03-26 10:02:29 +00:00
|
|
|
|
|
2015-12-16 12:59:02 +00:00
|
|
|
|
hydraJob' = if scrubJobs then hydraJob else id;
|
|
|
|
|
|
|
|
|
|
|
2013-03-26 10:02:29 +00:00
|
|
|
|
/* !!! Hack: poor man's memoisation function. Necessary to prevent
|
2010-05-25 11:35:14 +01:00
|
|
|
|
Nixpkgs from being evaluated again and again for every
|
|
|
|
|
job/platform pair. */
|
2018-09-06 19:28:44 +01:00
|
|
|
|
mkPkgsFor = crossSystem: let
|
|
|
|
|
packageSet' = args: packageSet (args // { inherit crossSystem; } // nixpkgsArgs);
|
|
|
|
|
|
|
|
|
|
pkgs_x86_64_linux = packageSet' { system = "x86_64-linux"; };
|
|
|
|
|
pkgs_i686_linux = packageSet' { system = "i686-linux"; };
|
|
|
|
|
pkgs_aarch64_linux = packageSet' { system = "aarch64-linux"; };
|
2022-01-21 06:39:41 +00:00
|
|
|
|
pkgs_riscv64_linux = packageSet' { system = "riscv64-linux"; };
|
2021-01-08 11:21:36 +00:00
|
|
|
|
pkgs_aarch64_darwin = packageSet' { system = "aarch64-darwin"; };
|
2018-09-06 19:28:44 +01:00
|
|
|
|
pkgs_armv6l_linux = packageSet' { system = "armv6l-linux"; };
|
|
|
|
|
pkgs_armv7l_linux = packageSet' { system = "armv7l-linux"; };
|
|
|
|
|
pkgs_x86_64_darwin = packageSet' { system = "x86_64-darwin"; };
|
|
|
|
|
pkgs_x86_64_freebsd = packageSet' { system = "x86_64-freebsd"; };
|
|
|
|
|
pkgs_i686_freebsd = packageSet' { system = "i686-freebsd"; };
|
|
|
|
|
pkgs_i686_cygwin = packageSet' { system = "i686-cygwin"; };
|
|
|
|
|
pkgs_x86_64_cygwin = packageSet' { system = "x86_64-cygwin"; };
|
|
|
|
|
|
|
|
|
|
in system:
|
|
|
|
|
if system == "x86_64-linux" then pkgs_x86_64_linux
|
|
|
|
|
else if system == "i686-linux" then pkgs_i686_linux
|
|
|
|
|
else if system == "aarch64-linux" then pkgs_aarch64_linux
|
2022-01-21 06:39:41 +00:00
|
|
|
|
else if system == "riscv64-linux" then pkgs_riscv64_linux
|
2021-01-08 11:21:36 +00:00
|
|
|
|
else if system == "aarch64-darwin" then pkgs_aarch64_darwin
|
2018-09-06 19:28:44 +01:00
|
|
|
|
else if system == "armv6l-linux" then pkgs_armv6l_linux
|
|
|
|
|
else if system == "armv7l-linux" then pkgs_armv7l_linux
|
|
|
|
|
else if system == "x86_64-darwin" then pkgs_x86_64_darwin
|
|
|
|
|
else if system == "x86_64-freebsd" then pkgs_x86_64_freebsd
|
|
|
|
|
else if system == "i686-freebsd" then pkgs_i686_freebsd
|
|
|
|
|
else if system == "i686-cygwin" then pkgs_i686_cygwin
|
|
|
|
|
else if system == "x86_64-cygwin" then pkgs_x86_64_cygwin
|
|
|
|
|
else abort "unsupported system type: ${system}";
|
|
|
|
|
|
2018-11-05 16:27:50 +00:00
|
|
|
|
pkgsFor = pkgsForCross null;
|
2018-09-06 19:28:44 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# More poor man's memoisation
|
|
|
|
|
pkgsForCross = let
|
2024-03-06 02:15:39 +00:00
|
|
|
|
examplesByConfig = flip mapAttrs'
|
|
|
|
|
systems.examples
|
2018-09-06 19:28:44 +01:00
|
|
|
|
(_: crossSystem: nameValuePair crossSystem.config {
|
|
|
|
|
inherit crossSystem;
|
|
|
|
|
pkgsFor = mkPkgsFor crossSystem;
|
|
|
|
|
});
|
|
|
|
|
native = mkPkgsFor null;
|
|
|
|
|
in crossSystem: let
|
2018-11-01 20:14:55 +00:00
|
|
|
|
candidate = examplesByConfig.${crossSystem.config} or null;
|
2018-09-06 19:28:44 +01:00
|
|
|
|
in if crossSystem == null
|
|
|
|
|
then native
|
2024-03-06 02:15:39 +00:00
|
|
|
|
else if candidate != null && matchAttrs crossSystem candidate.crossSystem
|
2018-09-06 19:28:44 +01:00
|
|
|
|
then candidate.pkgsFor
|
2018-11-01 20:14:55 +00:00
|
|
|
|
else mkPkgsFor crossSystem; # uncached fallback
|
2010-05-25 11:35:14 +01:00
|
|
|
|
|
2013-03-26 10:02:29 +00:00
|
|
|
|
|
2018-03-20 01:29:48 +00:00
|
|
|
|
# Given a list of 'meta.platforms'-style patterns, return the sublist of
|
|
|
|
|
# `supportedSystems` containing systems that matches at least one of the given
|
|
|
|
|
# patterns.
|
|
|
|
|
#
|
|
|
|
|
# This is written in a funny way so that we only elaborate the systems once.
|
|
|
|
|
supportedMatches = let
|
|
|
|
|
supportedPlatforms = map
|
2024-03-06 02:15:39 +00:00
|
|
|
|
(system: systems.elaborate { inherit system; })
|
2018-03-20 01:29:48 +00:00
|
|
|
|
supportedSystems;
|
|
|
|
|
in metaPatterns: let
|
|
|
|
|
anyMatch = platform:
|
2024-03-06 02:15:39 +00:00
|
|
|
|
any (meta.platformMatch platform) metaPatterns;
|
|
|
|
|
matchingPlatforms = filter anyMatch supportedPlatforms;
|
2018-03-20 01:29:48 +00:00
|
|
|
|
in map ({ system, ...}: system) matchingPlatforms;
|
|
|
|
|
|
|
|
|
|
|
2017-02-09 21:09:47 +00:00
|
|
|
|
assertTrue = bool:
|
|
|
|
|
if bool
|
|
|
|
|
then pkgs.runCommand "evaluated-to-true" {} "touch $out"
|
|
|
|
|
else pkgs.runCommand "evaluated-to-false" {} "false";
|
|
|
|
|
|
2018-03-20 01:29:48 +00:00
|
|
|
|
|
2010-05-25 11:35:14 +01:00
|
|
|
|
/* The working or failing mails for cross builds will be sent only to
|
2010-03-09 10:33:31 +00:00
|
|
|
|
the following maintainers, as most package maintainers will not be
|
|
|
|
|
interested in the result of cross building a package. */
|
2015-03-20 16:05:30 +00:00
|
|
|
|
crossMaintainers = [ maintainers.viric ];
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
2018-03-20 01:29:48 +00:00
|
|
|
|
|
|
|
|
|
# Generate attributes for all supported systems.
|
2018-01-16 16:29:43 +00:00
|
|
|
|
forAllSystems = genAttrs supportedSystems;
|
2018-03-20 01:29:48 +00:00
|
|
|
|
|
|
|
|
|
|
2022-05-03 11:24:13 +01:00
|
|
|
|
# Generate attributes for all systems matching at least one of the given
|
2018-03-20 01:29:48 +00:00
|
|
|
|
# patterns
|
|
|
|
|
forMatchingSystems = metaPatterns: genAttrs (supportedMatches metaPatterns);
|
|
|
|
|
|
2013-03-26 10:02:29 +00:00
|
|
|
|
|
2013-03-26 10:24:05 +00:00
|
|
|
|
/* Build a package on the given set of platforms. The function `f'
|
|
|
|
|
is called for each supported platform with Nixpkgs for that
|
|
|
|
|
platform as an argument . We return an attribute set containing
|
|
|
|
|
a derivation for each supported platform, i.e. ‘{ x86_64-linux =
|
|
|
|
|
f pkgs_x86_64_linux; i686-linux = f pkgs_i686_linux; ... }’. */
|
2018-09-06 19:28:44 +01:00
|
|
|
|
testOn = testOnCross null;
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
2013-03-26 10:02:29 +00:00
|
|
|
|
|
|
|
|
|
/* Similar to the testOn function, but with an additional
|
2018-09-06 19:28:44 +01:00
|
|
|
|
'crossSystem' parameter for packageSet', defining the target
|
2013-03-26 10:02:29 +00:00
|
|
|
|
platform for cross builds. */
|
2018-03-20 01:29:48 +00:00
|
|
|
|
testOnCross = crossSystem: metaPatterns: f: forMatchingSystems metaPatterns
|
2018-09-06 19:28:44 +01:00
|
|
|
|
(system: hydraJob' (f (pkgsForCross crossSystem system)));
|
2013-03-26 10:02:29 +00:00
|
|
|
|
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
2015-03-20 17:16:43 +00:00
|
|
|
|
/* Given a nested set where the leaf nodes are lists of platforms,
|
|
|
|
|
map each leaf node to `testOn [platforms...] (pkgs:
|
|
|
|
|
pkgs.<attrPath>)'. */
|
2018-09-06 19:28:44 +01:00
|
|
|
|
mapTestOn = _mapTestOnHelper id null;
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
|
|
|
|
|
2018-09-06 19:28:44 +01:00
|
|
|
|
_mapTestOnHelper = f: crossSystem: mapAttrsRecursive
|
2018-03-20 01:29:48 +00:00
|
|
|
|
(path: metaPatterns: testOnCross crossSystem metaPatterns
|
2018-09-06 19:28:44 +01:00
|
|
|
|
(pkgs: f (getAttrFromPath path pkgs)));
|
|
|
|
|
|
|
|
|
|
/* Similar to the testOn function, but with an additional 'crossSystem'
|
|
|
|
|
* parameter for packageSet', defining the target platform for cross builds,
|
|
|
|
|
* and triggering the build of the host derivation. */
|
|
|
|
|
mapTestOnCross = _mapTestOnHelper
|
|
|
|
|
(addMetaAttrs { maintainers = crossMaintainers; });
|
2015-03-20 17:16:43 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/* Recursively map a (nested) set of derivations to an isomorphic
|
|
|
|
|
set of meta.platforms values. */
|
|
|
|
|
packagePlatforms = mapAttrs (name: value:
|
|
|
|
|
if isDerivation value then
|
2018-03-20 01:29:48 +00:00
|
|
|
|
value.meta.hydraPlatforms
|
2024-03-06 02:15:39 +00:00
|
|
|
|
or (subtractLists (value.meta.badPlatforms or [])
|
2022-06-18 13:48:42 +01:00
|
|
|
|
(value.meta.platforms or [ "x86_64-linux" ]))
|
2015-03-20 17:16:43 +00:00
|
|
|
|
else if value.recurseForDerivations or false || value.recurseForRelease or false then
|
|
|
|
|
packagePlatforms value
|
|
|
|
|
else
|
release-lib: Don't use tryEval for packagePlatforms
This use of tryEval causes hydra to fully ignore evaluation failures of
packages that occur while trying to evaluate the hydra platforms it should be
built on. This includes failures that occur during evaluation of:
- The `.type` attribute value
- The `.meta.hydraPlatforms` or `.meta.platforms` attribute value
- The `.version` attribute, since this can determine whether
`.meta.position` is set
- For non-derivations, `.recurseForDerivations` or `.recurseForRelease`
Here's a minimal `release.nix` file, showcasing how a `.version` failure
is ignored:
let
packages = pkgs: {
success = pkgs.stdenv.mkDerivation {
name = "success";
};
ignoredFailure = pkgs.stdenv.mkDerivation {
pname = "ignored-failure";
version = throw "version error";
};
caughtFailure = pkgs.stdenv.mkDerivation {
name = "caught-failure";
src = throw "src error";
};
};
releaseLib = import <nixpkgs/pkgs/top-level/release-lib.nix> {
packageSet = args: packages (import <nixpkgs> args);
supportedSystems = [ "x86_64-linux" ];
};
in
releaseLib.mapTestOn (releaseLib.packagePlatforms releaseLib.pkgs)
Evaluating this with `hydra-eval-jobs` before this change yields:
$ hydra-eval-jobs release.nix -I nixpkgs=/path/to/nixpkgs
warning: `--gc-roots-dir' not specified
error: "error: --- ThrownError --- hydra-eval-jobs\nsrc error"
{
"caughtFailure.x86_64-linux": {
"error": "error: --- ThrownError --- hydra-eval-jobs\nsrc error"
},
"success.x86_64-linux": {
"description": "",
"drvPath": "/nix/store/q1sw933xd9bxfx6rcp0kqksbprj1wmwj-success.drv",
"homepage": "",
"isChannel": false,
"license": "",
"maintainers": "",
"maxSilent": 7200,
"nixName": "success",
"outputs": {
"out": "/nix/store/7awrz6hss4jjxvgbwi4wlyikncmslb7a-success"
},
"schedulingPriority": 100,
"system": "x86_64-linux",
"timeout": 36000
}
}
Where you can see that there is no job for the `ignoredFailure`
derivation. Compare this to after this change:
$ hydra-eval-jobs release.nix -I nixpkgs=/path/to/nixpkgs
warning: `--gc-roots-dir' not specified
error: "error: --- ThrownError --- hydra-eval-jobs\nsrc error"
error: "error: --- ThrownError --- hydra-eval-jobs\nversion error"
{
"caughtFailure.x86_64-linux": {
"error": "error: --- ThrownError --- hydra-eval-jobs\nsrc error"
},
"ignoredFailure": {
"error": "error: --- ThrownError --- hydra-eval-jobs\nversion error"
},
"success.x86_64-linux": {
"description": "",
"drvPath": "/nix/store/q1sw933xd9bxfx6rcp0kqksbprj1wmwj-success.drv",
"homepage": "",
"isChannel": false,
"license": "",
"maintainers": "",
"maxSilent": 7200,
"nixName": "success",
"outputs": {
"out": "/nix/store/7awrz6hss4jjxvgbwi4wlyikncmslb7a-success"
},
"schedulingPriority": 100,
"system": "x86_64-linux",
"timeout": 36000
}
}
Notice how `ignoredFailure` is now part of the result.
2020-11-26 14:32:08 +00:00
|
|
|
|
[]
|
2015-03-20 17:16:43 +00:00
|
|
|
|
);
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
2024-03-06 02:15:39 +00:00
|
|
|
|
in {
|
2010-03-09 10:33:31 +00:00
|
|
|
|
/* Common platform groups on which to test packages. */
|
2018-03-13 22:00:52 +00:00
|
|
|
|
inherit (platforms) unix linux darwin cygwin all mesaPlatforms;
|
2010-03-09 10:33:31 +00:00
|
|
|
|
|
2024-03-06 02:15:39 +00:00
|
|
|
|
inherit
|
|
|
|
|
assertTrue
|
|
|
|
|
forAllSystems
|
|
|
|
|
forMatchingSystems
|
|
|
|
|
hydraJob'
|
|
|
|
|
lib
|
|
|
|
|
mapTestOn
|
|
|
|
|
mapTestOnCross
|
|
|
|
|
packagePlatforms
|
|
|
|
|
pkgs
|
|
|
|
|
pkgsFor
|
|
|
|
|
pkgsForCross
|
|
|
|
|
supportedMatches
|
|
|
|
|
testOn
|
|
|
|
|
testOnCross
|
|
|
|
|
;
|
2010-03-09 10:33:31 +00:00
|
|
|
|
}
|