c60144d4c0
This is very confusing. “stdenv” is created from the parent stage so pkgsTargetTarget.stdenv.cc is a compiler that runs /on/ host platform and creates binaries for target platform. gfortran on the other hand is not special cased like stdenv, so the equivalent to pkgsTargetTarget.stdenv.cc is pkgsHostTarget.gfortran. I’ve rewritten this to be a little less confusing, “pkgsHostTarget” is equivalent to “pkgs” so it is unneeded. All that is left is “pkgsTargetTarget.stdenv” which is equivalent to “targetPackages.stdenv”. Fixes #88951 /cc @markuskowa @ericson2314
106 lines
3.9 KiB
Nix
106 lines
3.9 KiB
Nix
{ stdenv, fetchurl, fetchpatch, gfortran, perl, libnl
|
|
, rdma-core, zlib, numactl, libevent, hwloc, targetPackages, symlinkJoin
|
|
, libpsm2, libfabric
|
|
|
|
# Enable CUDA support
|
|
, cudaSupport ? false, cudatoolkit ? null
|
|
|
|
# Enable the Sun Grid Engine bindings
|
|
, enableSGE ? false
|
|
|
|
# Pass PATH/LD_LIBRARY_PATH to point to current mpirun by default
|
|
, enablePrefix ? false
|
|
|
|
# Enable libfabric support (necessary for Omnipath networks) on x86_64 linux
|
|
, fabricSupport ? stdenv.isLinux && stdenv.isx86_64
|
|
|
|
}:
|
|
|
|
assert !cudaSupport || cudatoolkit != null;
|
|
|
|
let
|
|
version = "4.0.3";
|
|
|
|
cudatoolkit_joined = symlinkJoin {
|
|
name = "${cudatoolkit.name}-unsplit";
|
|
paths = [ cudatoolkit.out cudatoolkit.lib ];
|
|
};
|
|
in stdenv.mkDerivation rec {
|
|
pname = "openmpi";
|
|
inherit version;
|
|
|
|
src = with stdenv.lib.versions; fetchurl {
|
|
url = "https://www.open-mpi.org/software/ompi/v${major version}.${minor version}/downloads/${pname}-${version}.tar.bz2";
|
|
sha256 = "00zxcw99gr5n693cmcmn4f6a47vx1ywna895p0x7p163v37gw0hl";
|
|
};
|
|
|
|
postPatch = ''
|
|
patchShebangs ./
|
|
|
|
# Ensure build is reproducible
|
|
ts=`date -d @$SOURCE_DATE_EPOCH`
|
|
sed -i 's/OPAL_CONFIGURE_USER=.*/OPAL_CONFIGURE_USER="nixbld"/' configure
|
|
sed -i 's/OPAL_CONFIGURE_HOST=.*/OPAL_CONFIGURE_HOST="localhost"/' configure
|
|
sed -i "s/OPAL_CONFIGURE_DATE=.*/OPAL_CONFIGURE_DATE=\"$ts\"/" configure
|
|
find -name "Makefile.in" -exec sed -i "s/\`date\`/$ts/" \{} \;
|
|
'';
|
|
|
|
buildInputs = with stdenv; [ gfortran zlib ]
|
|
++ lib.optionals isLinux [ libnl numactl ]
|
|
++ lib.optionals cudaSupport [ cudatoolkit ]
|
|
++ [ libevent hwloc ]
|
|
++ lib.optional (isLinux || isFreeBSD) rdma-core
|
|
++ lib.optional fabricSupport [ libpsm2 libfabric ];
|
|
|
|
nativeBuildInputs = [ perl ];
|
|
|
|
configureFlags = with stdenv; lib.optional (!cudaSupport) "--disable-mca-dso"
|
|
++ lib.optional isLinux "--with-libnl=${libnl.dev}"
|
|
++ lib.optional enableSGE "--with-sge"
|
|
++ lib.optional enablePrefix "--enable-mpirun-prefix-by-default"
|
|
# TODO: add UCX support, which is recommended to use with cuda for the most robust OpenMPI build
|
|
# https://github.com/openucx/ucx
|
|
# https://www.open-mpi.org/faq/?category=buildcuda
|
|
++ lib.optionals cudaSupport [ "--with-cuda=${cudatoolkit_joined}" "--enable-dlopen" ]
|
|
++ lib.optionals fabricSupport [ "--with-psm2=${libpsm2}" "--with-libfabric=${libfabric}" ]
|
|
;
|
|
|
|
enableParallelBuilding = true;
|
|
|
|
postInstall = ''
|
|
rm -f $out/lib/*.la
|
|
'';
|
|
|
|
postFixup = ''
|
|
# default compilers should be indentical to the
|
|
# compilers at build time
|
|
|
|
sed -i 's:compiler=.*:compiler=${targetPackages.stdenv.cc}/bin/${targetPackages.stdenv.cc.targetPrefix}cc:' \
|
|
$out/share/openmpi/mpicc-wrapper-data.txt
|
|
|
|
sed -i 's:compiler=.*:compiler=${targetPackages.stdenv.cc}/bin/${targetPackages.stdenv.cc.targetPrefix}cc:' \
|
|
$out/share/openmpi/ortecc-wrapper-data.txt
|
|
|
|
sed -i 's:compiler=.*:compiler=${targetPackages.stdenv.cc}/bin/${targetPackages.stdenv.cc.targetPrefix}c++:' \
|
|
$out/share/openmpi/mpic++-wrapper-data.txt
|
|
|
|
sed -i 's:compiler=.*:compiler=${gfortran}/bin/${gfortran.targetPrefix}gfortran:' \
|
|
$out/share/openmpi/mpifort-wrapper-data.txt
|
|
'';
|
|
|
|
doCheck = true;
|
|
|
|
passthru = {
|
|
inherit cudaSupport cudatoolkit;
|
|
};
|
|
|
|
meta = with stdenv.lib; {
|
|
homepage = "https://www.open-mpi.org/";
|
|
description = "Open source MPI-3 implementation";
|
|
longDescription = "The Open MPI Project is an open source MPI-3 implementation that is developed and maintained by a consortium of academic, research, and industry partners. Open MPI is therefore able to combine the expertise, technologies, and resources from all across the High Performance Computing community in order to build the best MPI library available. Open MPI offers advantages for system and software vendors, application developers and computer science researchers.";
|
|
maintainers = with maintainers; [ markuskowa ];
|
|
license = licenses.bsd3;
|
|
platforms = platforms.unix;
|
|
};
|
|
}
|