python3Packages.dedupe: init at 3.0.3

2025-10-27 00:06:30 +00:00
parent e36a5b759d
commit b77e8364f4
2 changed files with 108 additions and 0 deletions
@@ -0,0 +1,106 @@
+{
+  lib,
+  buildPythonPackage,
+  fetchFromGitHub,
+
+  # build-system
+  cython,
+  setuptools,
+
+  # dependencies
+  affinegap,
+  btrees,
+  categorical-distance,
+  dedupe-levenshtein-search,
+  doublemetaphone,
+  haversine,
+  highered,
+  numpy,
+  scikit-learn,
+  simplecosine,
+  zope-index,
+  dedupe,
+
+  # tests
+  pytest-cov-stub,
+  pytestCheckHook,
+  python,
+  runCommand,
+}:
+
+buildPythonPackage rec {
+  pname = "dedupe";
+  version = "3.0.3";
+  pyproject = true;
+
+  src = fetchFromGitHub {
+    owner = "dedupeio";
+    repo = "dedupe";
+    tag = "v${version}";
+    hash = "sha256-tfBJeaeZw5w5OwM+AOfy9H6P2zbShjN/kuzEbpxATHI=";
+  };
+
+  build-system = [
+    cython
+    setuptools
+  ];
+
+  dependencies = [
+    affinegap
+    btrees
+    categorical-distance
+    dedupe-levenshtein-search
+    doublemetaphone
+    haversine
+    highered
+    numpy
+    scikit-learn
+    simplecosine
+    zope-index
+  ];
+
+  nativeCheckInputs = [
+    pytest-cov-stub
+    pytestCheckHook
+  ];
+
+  # Remove source directory so pytest imports compiled extension from $out
+  preCheck = ''
+    rm -rf dedupe
+  '';
+
+  pythonImportsCheck = [
+    "dedupe"
+  ];
+
+  passthru.tests.benchmarks =
+    runCommand "dedupe-benchmarks-test"
+      {
+        nativeBuildInputs = [ (python.withPackages (ps: [ dedupe ])) ];
+      }
+      ''
+        # Copy benchmarks to writable location
+        cp -r ${src}/benchmarks benchmarks
+        chmod -R +w benchmarks
+        cd benchmarks
+
+        # Run all three canonical benchmarks
+        for benchmark in canonical canonical_gazetteer canonical_matching; do
+          echo "Running $benchmark benchmark..."
+          # Redirect stderr to /dev/null (`2>/dev/null`) to suppress Python 3.13
+          # multiprocessing resource tracker warnings from scikit-learn/joblib subprocesses
+          # `|| exit 1` provides fail-fast behavior: exit immediately if any benchmark fails
+          PYTHONPATH=$PWD python -m benchmarks.$benchmark 2>/dev/null || exit 1
+        done
+
+        touch $out
+      '';
+
+  meta = {
+    description = "Library for accurate and scalable fuzzy matching, deduplication and entity resolution";
+    homepage = "https://github.com/dedupeio/dedupe";
+    changelog = "https://github.com/dedupeio/dedupe/blob/${src.tag}/CHANGELOG.md";
+    license = lib.licenses.mit;
+    maintainers = with lib.maintainers; [ daniel-fahey ];
+  };
+}
@@ -3536,6 +3536,8 @@ self: super: with self; {

  decorator = callPackage ../development/python-modules/decorator { };

+  dedupe = callPackage ../development/python-modules/dedupe { };
+
  dedupe-levenshtein-search = callPackage ../development/python-modules/dedupe-levenshtein-search { };

  dedupe-pylbfgs = callPackage ../development/python-modules/dedupe-pylbfgs { };