python3Packages.transformers: add hf-xet as optional dependency

2025-05-26 20:16:11 +08:00
parent 803df81ac7
commit 8778912a55
1 changed files with 2 additions and 1 deletions
@@ -54,6 +54,7 @@
  torchvision,
  av,
  sentencepiece,
+  hf-xet,
 }:

 buildPythonPackage rec {
@@ -135,7 +136,7 @@ buildPythonPackage rec {
        optax
      ];
      hf_xet = [
-        # hf-xet (unpackaged)
+        hf-xet
      ];
      tokenizers = [ tokenizers ];
      ftfy = [ ftfy ];