JakeHillion/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

pythonPackages.pyarrow: init at 0.8.0

Browse Source
This commit is contained in:
Dmitry Kalinkin 2018-03-18 20:13:16 -04:00
parent c5df226c73
commit f9192c5424
No known key found for this signature in database
GPG Key ID: 5157B3EC8B2CA333
3 changed files with 57 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
pkgs/development/libraries/arrow-cpp/default.nix
View File

@ -1,4 +1,4 @@
{ stdenv, symlinkJoin, fetchurl, boost, brotli, cmake, flatbuffers, gtest, gflags, lz4, rapidjson, snappy, zlib, zstd }:
{ stdenv, symlinkJoin, fetchurl, boost, brotli, cmake, flatbuffers, gtest, gflags, lz4, pythonPackages, rapidjson, snappy, zlib, zstd }:
stdenv.mkDerivation rec {
name = "arrow-cpp-${version}";
@ -12,7 +12,7 @@ stdenv.mkDerivation rec {
sourceRoot = "apache-arrow-${version}/cpp";
nativeBuildInputs = [ cmake ];
buildInputs = [ boost ];
buildInputs = [ boost pythonPackages.python pythonPackages.numpy ];
preConfigure = ''
substituteInPlace cmake_modules/FindBrotli.cmake --replace CMAKE_STATIC_LIBRARY CMAKE_SHARED_LIBRARY
@ -30,6 +30,10 @@ stdenv.mkDerivation rec {
ZLIB_HOME = symlinkJoin { name="zlib-wrap"; paths = [ zlib.dev zlib.static ]; };
ZSTD_HOME = zstd;
cmakeFlags = [
"-DARROW_PYTHON=ON"
];
meta = {
description = "A cross-language development platform for in-memory data";
homepage = https://arrow.apache.org/;

47
pkgs/development/python-modules/pyarrow/default.nix Normal file
View File

@ -0,0 +1,47 @@
{ lib, buildPythonPackage, fetchurl, arrow-cpp, cmake, cython, futures, numpy, pandas, pytest, pkgconfig, setuptools_scm, six }:
buildPythonPackage rec {
pname = "pyarrow";
version = "0.8.0";
src = fetchurl {
url = "mirror://apache/arrow/arrow-${version}/apache-arrow-${version}.tar.gz";
sha256 = "1i79sh9ip32agbrn4n51pjn9266i45s8spk5jsi8ax0hqy1vhhmi";
};
sourceRoot = "apache-arrow-${version}/python";
nativeBuildInputs = [ cmake cython pkgconfig setuptools_scm ];
propagatedBuildInputs = [ futures numpy six ];
checkInputs = [ pandas pytest ];
PYARROW_BUILD_TYPE = "release";
PYARROW_BUNDLE_ARROW_CPP = 1; # sets RPATH on darwin
preBuild = ''
substituteInPlace CMakeLists.txt --replace "''${ARROW_SO_VERSION}" '"0"'
'';
preCheck = ''
rm pyarrow/tests/test_hdfs.py
# fails: "ArrowNotImplementedError: Unsupported numpy type 22"
substituteInPlace pyarrow/tests/test_feather.py --replace "test_timedelta_with_nulls" "_disabled"
# runs out of memory on @grahamcofborg linux box
substituteInPlace pyarrow/tests/test_feather.py --replace "test_large_dataframe" "_disabled"
# probably broken on python2
substituteInPlace pyarrow/tests/test_feather.py --replace "test_unicode_filename" "_disabled"
'';
ARROW_HOME = arrow-cpp;
meta = with lib; {
description = "A cross-language development platform for in-memory data";
homepage = https://arrow.apache.org/;
license = lib.licenses.asl20;
platforms = platforms.unix;
maintainers = with lib.maintainers; [ veprbl ];
};
}

4
pkgs/top-level/python-packages.nix
View File

@ -305,6 +305,10 @@ in {
pyamf = callPackage ../development/python-modules/pyamf { };
pyarrow = callPackage ../development/python-modules/pyarrow {
inherit (pkgs) arrow-cpp cmake pkgconfig;
};
pyatspi = disabledIf (!isPy3k) (callPackage ../development/python-modules/pyatspi { });
pyaxmlparser = callPackage ../development/python-modules/pyaxmlparser { };