2024-06-05 15:53:02 +00:00
|
|
|
{
|
|
|
|
lib,
|
|
|
|
fetchPypi,
|
|
|
|
buildPythonPackage,
|
|
|
|
scrapy,
|
|
|
|
bsddb3,
|
|
|
|
}:
|
2020-06-18 07:06:33 +00:00
|
|
|
|
|
|
|
buildPythonPackage rec {
|
|
|
|
pname = "scrapy-deltafetch";
|
2021-09-23 15:35:13 +00:00
|
|
|
version = "2.0.1";
|
2024-01-02 11:29:13 +00:00
|
|
|
format = "setuptools";
|
2020-06-18 07:06:33 +00:00
|
|
|
|
|
|
|
src = fetchPypi {
|
|
|
|
inherit pname version;
|
2021-09-23 15:35:13 +00:00
|
|
|
sha256 = "13f7968bd0ffae133e2a1dede215e683b8c95285f046260603a5c3e25f2d57b0";
|
2020-06-18 07:06:33 +00:00
|
|
|
};
|
|
|
|
|
2024-06-05 15:53:02 +00:00
|
|
|
propagatedBuildInputs = [
|
|
|
|
bsddb3
|
|
|
|
scrapy
|
|
|
|
];
|
2020-06-18 07:06:33 +00:00
|
|
|
|
2021-01-15 22:18:51 +00:00
|
|
|
# no tests
|
|
|
|
doCheck = false;
|
|
|
|
pythonImportsCheck = [ "scrapy_deltafetch" ];
|
2020-06-18 07:06:33 +00:00
|
|
|
|
2021-01-15 22:18:51 +00:00
|
|
|
meta = with lib; {
|
2020-06-18 07:06:33 +00:00
|
|
|
description = "Scrapy spider middleware to ignore requests to pages containing items seen in previous crawls";
|
|
|
|
homepage = "https://github.com/scrapy-plugins/scrapy-deltafetch";
|
|
|
|
license = licenses.bsd3;
|
|
|
|
maintainers = with maintainers; [ evanjs ];
|
|
|
|
};
|
|
|
|
}
|