2021-02-05 17:12:51 +00:00
|
|
|
{ lib, fetchPypi, buildPythonPackage, scrapy, bsddb3 }:
|
2020-06-18 07:06:33 +00:00
|
|
|
|
|
|
|
buildPythonPackage rec {
|
|
|
|
pname = "scrapy-deltafetch";
|
2021-09-23 15:35:13 +00:00
|
|
|
version = "2.0.1";
|
2020-06-18 07:06:33 +00:00
|
|
|
|
|
|
|
src = fetchPypi {
|
|
|
|
inherit pname version;
|
2021-09-23 15:35:13 +00:00
|
|
|
sha256 = "13f7968bd0ffae133e2a1dede215e683b8c95285f046260603a5c3e25f2d57b0";
|
2020-06-18 07:06:33 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
propagatedBuildInputs = [ bsddb3 scrapy ];
|
|
|
|
|
2021-01-15 22:18:51 +00:00
|
|
|
# no tests
|
|
|
|
doCheck = false;
|
|
|
|
pythonImportsCheck = [ "scrapy_deltafetch" ];
|
2020-06-18 07:06:33 +00:00
|
|
|
|
2021-01-15 22:18:51 +00:00
|
|
|
meta = with lib; {
|
2020-06-18 07:06:33 +00:00
|
|
|
description = "Scrapy spider middleware to ignore requests to pages containing items seen in previous crawls";
|
|
|
|
homepage = "https://github.com/scrapy-plugins/scrapy-deltafetch";
|
|
|
|
license = licenses.bsd3;
|
|
|
|
maintainers = with maintainers; [ evanjs ];
|
|
|
|
};
|
|
|
|
}
|