From 600d6be8d99062733138e51cfe2930a61c8676ad Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Wed, 25 Jun 2025 09:17:34 +0200 Subject: [PATCH] python3Packages.trafilatura: skip failing tests, cleanup https://github.com/adbar/trafilatura/issues/805 --- .../python-modules/trafilatura/default.nix | 32 +++++++++++++------ 1 file changed, 23 insertions(+), 9 deletions(-) diff --git a/pkgs/development/python-modules/trafilatura/default.nix b/pkgs/development/python-modules/trafilatura/default.nix index ecbad785b0f1..57d236ffeb03 100644 --- a/pkgs/development/python-modules/trafilatura/default.nix +++ b/pkgs/development/python-modules/trafilatura/default.nix @@ -1,17 +1,22 @@ { lib, buildPythonPackage, + fetchFromGitHub, + + # build-system + setuptools, + + # dependencies certifi, charset-normalizer, courlan, - fetchPypi, htmldate, justext, lxml, - pytestCheckHook, - pythonOlder, - setuptools, urllib3, + + # tests + pytestCheckHook, }: buildPythonPackage rec { @@ -19,11 +24,11 @@ buildPythonPackage rec { version = "2.0.0"; pyproject = true; - disabled = pythonOlder "3.9"; - - src = fetchPypi { - inherit pname version; - hash = "sha256-zrcJSm7Ml+cv6nPH26NnFMXFtXe2Rw5FINyok3BtYkc="; + src = fetchFromGitHub { + owner = "adbar"; + repo = "trafilatura"; + tag = "v${version}"; + hash = "sha256-Cf1W3JEGSMkVmRZVTXYsXzZK/Nt/aDG890Sf0/0OZAA="; }; postPatch = '' @@ -48,6 +53,15 @@ buildPythonPackage rec { nativeCheckInputs = [ pytestCheckHook ]; disabledTests = [ + # TypeError: argument of type 'NoneType' is not iterable + # https://github.com/adbar/trafilatura/issues/805 + "test_external" + "test_extract" + + # AttributeError: 'NoneType' object has no attribute 'find' + # https://github.com/adbar/trafilatura/issues/805 + "test_table_processing" + # Disable tests that require an internet connection "test_cli_pipeline" "test_crawl_page"