python3Packages.spacy-transformers: cleanup, fix

pkgs/development/python-modules/spacy-transformers/default.nix

@@ -3,18 +3,24 @@
   callPackage,
   buildPythonPackage,
   fetchFromGitHub,
-  setuptools,
+
+  # build-system
   cython,
-  spacy,
+  setuptools,
+
+  # dependencies
   numpy,
-  transformers,
-  torch,
-  srsly,
+  spacy,
   spacy-alignments,
+  srsly,
+  torch,
+  transformers,
+
+  # tests
   pytestCheckHook,
 }:
 
-buildPythonPackage rec {
+buildPythonPackage (finalAttrs: {
   pname = "spacy-transformers";
   version = "1.3.9";
   pyproject = true;
@@ -22,22 +28,33 @@ buildPythonPackage rec {
   src = fetchFromGitHub {
     owner = "explosion";
     repo = "spacy-transformers";
-    tag = "release-v${version}";
+    tag = "release-v${finalAttrs.version}";
     hash = "sha256-06M/e8/+hMVQdZfqyI3qGaZY7iznMwMtblEkFR6Sro0=";
   };
 
+  # ImportError: cannot import name 'BatchEncoding' from 'transformers.tokenization_utils' (unknown location)
+  postPatch = ''
+    substituteInPlace \
+      spacy_transformers/data_classes.py \
+      spacy_transformers/layers/transformer_model.py \
+      spacy_transformers/util.py \
+      --replace-fail \
+        "from transformers.tokenization_utils import BatchEncoding" \
+        "from transformers import BatchEncoding"
+  '';
+
   build-system = [
-    setuptools
     cython
+    setuptools
   ];
 
   dependencies = [
-    spacy
     numpy
-    transformers
-    torch
-    srsly
+    spacy
     spacy-alignments
+    srsly
+    torch
+    transformers
   ];
 
   nativeCheckInputs = [ pytestCheckHook ];
@@ -54,8 +71,8 @@ buildPythonPackage rec {
   meta = {
     description = "spaCy pipelines for pretrained BERT, XLNet and GPT-2";
     homepage = "https://github.com/explosion/spacy-transformers";
-    changelog = "https://github.com/explosion/spacy-transformers/releases/tag/${src.tag}";
+    changelog = "https://github.com/explosion/spacy-transformers/releases/tag/${finalAttrs.src.tag}";
     license = lib.licenses.mit;
     maintainers = with lib.maintainers; [ nickcao ];
   };
-}
+})