From 76918d77ed6bdd1a93b466a23478c68738b68bb2 Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Thu, 5 Feb 2026 17:24:40 +0000 Subject: [PATCH 1/3] python3Packages.huggingface-hub: 1.3.4 -> 1.4.0 Diff: https://github.com/huggingface/huggingface_hub/compare/v1.3.4...v1.4.0 Changelog: https://github.com/huggingface/huggingface_hub/releases/tag/v1.4.0 --- pkgs/development/python-modules/huggingface-hub/default.nix | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pkgs/development/python-modules/huggingface-hub/default.nix b/pkgs/development/python-modules/huggingface-hub/default.nix index 2f448cef5b47..2eaed7120864 100644 --- a/pkgs/development/python-modules/huggingface-hub/default.nix +++ b/pkgs/development/python-modules/huggingface-hub/default.nix @@ -35,14 +35,14 @@ buildPythonPackage (finalAttrs: { pname = "huggingface-hub"; - version = "1.3.4"; + version = "1.4.0"; pyproject = true; src = fetchFromGitHub { owner = "huggingface"; repo = "huggingface_hub"; tag = "v${finalAttrs.version}"; - hash = "sha256-q6BTpNawUPZ9LWSxJkq/GaLNLdmhAeJehyWVMvdtH24="; + hash = "sha256-jXXwjGJoPUSDb1ptgX3SvMKRz65vtho5XkV+QuowV0s="; }; build-system = [ setuptools ]; From 4040186422bc2977dd5b588520894d56b0909a04 Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Thu, 5 Feb 2026 17:24:55 +0000 Subject: [PATCH 2/3] python3Packages.transformers: 5.0.0 -> 5.1.0 Diff: https://github.com/huggingface/transformers/compare/v5.0.0...v5.1.0 Changelog: https://github.com/huggingface/transformers/releases/tag/v5.1.0 --- .../python-modules/transformers/default.nix | 90 +++++++++---------- 1 file changed, 41 insertions(+), 49 deletions(-) diff --git a/pkgs/development/python-modules/transformers/default.nix b/pkgs/development/python-modules/transformers/default.nix index c0679aa8779f..9551e4984bdd 100644 --- a/pkgs/development/python-modules/transformers/default.nix +++ b/pkgs/development/python-modules/transformers/default.nix @@ -25,23 +25,28 @@ # torch torch, accelerate, - # hf_xet - hf-xet, + # deepspeed + # deepspeed, + # codecarbon + # codecarbon, # retrieval faiss, datasets, - # tokenizers - # ftfy - ftfy, - # modelcreation - cookiecutter, + # ja + fugashi, + ipadic, + sudachipy, + # sudachidict_core, + # unidic_lite, + unidic, + # rhoknp, # sagemaker sagemaker, # optuna optuna, # ray ray, - # hub-kernels + # kernels kernels, # serving openai, @@ -52,8 +57,9 @@ rich, # audio librosa, + # pyctcdecode, phonemizer, - # speech + # kenlm, torchaudio, # vision pillow, @@ -80,21 +86,22 @@ gitpython, urllib3, libcst, - pandas, - # torchhub - importlib-metadata, + # opentelemetry + opentelemetry-api, + opentelemetry-exporter-otlp, + opentelemetry-sdk, }: buildPythonPackage (finalAttrs: { pname = "transformers"; - version = "5.0.0"; + version = "5.1.0"; pyproject = true; src = fetchFromGitHub { owner = "huggingface"; repo = "transformers"; tag = "v${finalAttrs.version}"; - hash = "sha256-ART1ARd+hfC0GQNDa225SWF0zTFUKE4eDxFYbWFaTl8="; + hash = "sha256-DMm85M47hMWhqbwY3k3F5nbkbctM23K6wnmIUa2O43g="; }; build-system = [ setuptools ]; @@ -114,13 +121,13 @@ buildPythonPackage (finalAttrs: { optional-dependencies = lib.fix (self: { ja = [ - # fugashi - # ipadic + fugashi + ipadic # unidic_lite - # unidic - # sudachipy - # sudachidict_core + unidic # rhoknp + sudachipy + # sudachidict_core ]; sklearn = [ scikit-learn ]; torch = [ @@ -128,14 +135,10 @@ buildPythonPackage (finalAttrs: { accelerate ]; accelerate = [ accelerate ]; - hf_xet = [ hf-xet ]; retrieval = [ faiss datasets ]; - tokenizers = [ tokenizers ]; - ftfy = [ ftfy ]; - modelcreation = [ cookiecutter ]; sagemaker = [ sagemaker ]; deepspeed = [ # deepspeed @@ -143,8 +146,11 @@ buildPythonPackage (finalAttrs: { ++ self.accelerate; optuna = [ optuna ]; ray = [ ray ] ++ ray.optional-dependencies.tune; - hub-kernels = [ kernels ]; - integrations = self.hub-kernels ++ self.optuna ++ self.ray; + kernels = [ kernels ]; + codecarbon = [ + # codecarbon + ]; + integrations = self.kernels ++ self.optuna ++ self.codecarbon ++ self.ray; serving = [ openai pydantic @@ -155,22 +161,17 @@ buildPythonPackage (finalAttrs: { ] ++ self.torch; audio = [ + torchaudio librosa # pyctcdecode phonemizer # kenlm ]; - speech = [ torchaudio ] ++ self.audio; - torch-speech = [ torchaudio ] ++ self.audio; - vision = [ pillow ]; + vision = [ + torchvision + pillow + ]; timm = [ timm ]; - torch-vision = [ torchvision ] ++ self.vision; - natten = [ - # natten - ]; - codecarbon = [ - # codecarbon - ]; video = [ av ]; num2words = [ num2words ]; sentencepiece = [ @@ -193,24 +194,15 @@ buildPythonPackage (finalAttrs: { urllib3 libcst rich - pandas - ]; - torchhub = [ - filelock - huggingface-hub - importlib-metadata - numpy - packaging - protobuf - regex - sentencepiece - torch - tokenizers - tqdm ]; benchmark = [ # optimum-benchmark ]; + open-telemetry = [ + opentelemetry-api + opentelemetry-exporter-otlp + opentelemetry-sdk + ]; }); # Many tests require internet access. From e3ee256efe0c14854d038e1de02286397c8fb580 Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Thu, 5 Feb 2026 17:31:19 +0000 Subject: [PATCH 3/3] python3Packages.transformers: add GaetanLepage to maintainers --- pkgs/development/python-modules/transformers/default.nix | 1 + 1 file changed, 1 insertion(+) diff --git a/pkgs/development/python-modules/transformers/default.nix b/pkgs/development/python-modules/transformers/default.nix index 9551e4984bdd..1efce3f23db1 100644 --- a/pkgs/development/python-modules/transformers/default.nix +++ b/pkgs/development/python-modules/transformers/default.nix @@ -218,6 +218,7 @@ buildPythonPackage (finalAttrs: { license = lib.licenses.asl20; platforms = lib.platforms.unix; maintainers = with lib.maintainers; [ + GaetanLepage pashashocky happysalada ];