{ lib , buildPythonPackage , fetchFromGitHub , dill , filelock , fsspec , huggingface-hub , multiprocess , numpy , pandas , pyarrow , requests , tqdm , xxhash }: buildPythonPackage rec { pname = "datasets"; version = "1.11.0"; src = fetchFromGitHub { owner = "huggingface"; repo = pname; rev = version; sha256 = "0pm14cp7xaagpf4j96v0ybi5gn3r9p0if3pc197ckwx6sw3lx29p"; }; propagatedBuildInputs = [ dill filelock fsspec huggingface-hub multiprocess numpy pandas pyarrow requests tqdm xxhash ]; # Tests require pervasive internet access. doCheck = false; # Module import will attempt to create a cache directory. postFixup = "export HF_MODULES_CACHE=$TMPDIR"; pythonImportsCheck = [ "datasets" ]; meta = with lib; { homepage = "https://github.com/huggingface/datasets"; description = "Fast, efficient, open-access datasets and evaluation metrics for natural language processing"; changelog = "https://github.com/huggingface/datasets/releases/tag/${version}"; license = licenses.asl20; platforms = platforms.unix; maintainers = with maintainers; [ ]; }; }