{ stdenv, python3Packages, fetchFromGitHub }: python3Packages.buildPythonApplication rec { version = "2.1.16"; name = "grab-site-${version}"; src = fetchFromGitHub { rev = "${version}"; owner = "ArchiveTeam"; repo = "grab-site"; sha256 = "01n3mi9q593sd2bbmbbp5pn2c3pkwj7iqmy02zbh8ciqskraja4z"; }; propagatedBuildInputs = with python3Packages; [ click ludios_wpull manhole lmdb autobahn fb-re2 websockets cchardet ]; checkPhase = '' export PATH=$PATH:$out/bin bash ./tests/offline-tests ''; meta = with stdenv.lib; { description = "Crawler for web archiving with WARC output"; homepage = https://github.com/ArchiveTeam/grab-site; license = licenses.mit; maintainers = with maintainers; [ ivan ]; platforms = platforms.all; }; }