31 lines
797 B
Nix
31 lines
797 B
Nix
|
{ stdenv, python3Packages, fetchFromGitHub }:
|
||
|
|
|
||
|
|
python3Packages.buildPythonApplication rec {
|
||
|
|
version = "2.1.16";
|
||
|
|
name = "grab-site-${version}";
|
||
|
|
|
||
|
|
src = fetchFromGitHub {
|
||
|
|
rev = version;
|
||
|
|
owner = "ArchiveTeam";
|
||
|
|
repo = "grab-site";
|
||
|
|
sha256 = "01n3mi9q593sd2bbmbbp5pn2c3pkwj7iqmy02zbh8ciqskraja4z";
|
||
|
|
};
|
||
|
|
|
||
|
|
propagatedBuildInputs = with python3Packages; [
|
||
|
|
click ludios_wpull manhole lmdb autobahn fb-re2 websockets cchardet
|
||
|
|
];
|
||
|
|
|
||
|
|
checkPhase = ''
|
||
|
|
export PATH=$PATH:$out/bin
|
||
|
|
bash ./tests/offline-tests
|
||
|
|
'';
|
||
|
|
|
||
|
|
meta = with stdenv.lib; {
|
||
|
|
description = "Crawler for web archiving with WARC output";
|
||
|
|
homepage = "https://github.com/ArchiveTeam/grab-site";
|
||
|
|
license = licenses.mit;
|
||
|
|
maintainers = with maintainers; [ ivan ];
|
||
|
|
platforms = platforms.all;
|
||
|
|
};
|
||
|
|
}
|