From a33f6d1778f41a984e1ec9ae2aadca22930e1d98 Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Thu, 27 Nov 2025 14:51:38 +0000 Subject: [PATCH 1/2] python3Packages.tensorstore: 0.1.71 -> 0.1.79 Diff: https://github.com/google/tensorstore/compare/v0.1.71...v0.1.79 --- .../python-modules/tensorstore/default.nix | 30 +++++++++---------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/pkgs/development/python-modules/tensorstore/default.nix b/pkgs/development/python-modules/tensorstore/default.nix index 4af9405da391..08d29f24f110 100644 --- a/pkgs/development/python-modules/tensorstore/default.nix +++ b/pkgs/development/python-modules/tensorstore/default.nix @@ -12,28 +12,28 @@ let pythonVersionNoDot = builtins.replaceStrings [ "." ] [ "" ] python.pythonVersion; systemToPlatform = { - "aarch64-linux" = "manylinux_2_17_aarch64.manylinux2014_aarch64"; - "x86_64-linux" = "manylinux_2_17_x86_64.manylinux2014_x86_64"; + "aarch64-linux" = "manylinux_2_27_aarch64.manylinux_2_28_aarch64"; + "x86_64-linux" = "manylinux_2_27_x86_64.manylinux_2_28_x86_64"; "aarch64-darwin" = "macosx_11_0_arm64"; }; hashes = { - "310-x86_64-linux" = "sha256-GmzcxS5LhB0j5Qovoo4Bbm2fYdbqkYjUVV6hibBAoPY="; - "311-x86_64-linux" = "sha256-NzVYuAPYwsV/xhOxEAeuWBOfGaPN3UQ6DeXXtTIeWWE="; - "312-x86_64-linux" = "sha256-ztVDC836f8s6a9xEczF2FYy4d7Nb3SM8rILiW0zJTpI="; - "313-x86_64-linux" = "sha256-UrVG8Hayw78hfGDwXeQSTMEZfOkvjoJufsc64yQHSlo="; - "310-aarch64-linux" = "sha256-lQQbVaLshtH2aQUS0Yg1gbGPL09Gw9l4lK6wrC22r38="; - "311-aarch64-linux" = "sha256-ZcOhoqNaG1N0A/NkA9JYyqtHflZLwPZBCblBzHe08gM="; - "312-aarch64-linux" = "sha256-h6l6NLBHXdx9KvxA5d1/jRJSKqge37zMs5Yoz1kUVNU="; - "313-aarch64-linux" = "sha256-YnbiebRetdm5XE3z55ViVfQU/UsSjS3hbYrs3obDY1c"; - "310-aarch64-darwin" = "sha256-uWG7u3ocakjkwUBqmMrr60AEYeLnWgi23wwBMpQDehU="; - "311-aarch64-darwin" = "sha256-9A5zvNwzPfs/f+D88CO8vsQVM8mFZldxj/duzhoZAuA="; - "312-aarch64-darwin" = "sha256-06JP62GV8cIiFillwBB8n/VtMizKI+GfDmZjb264DxQ="; - "313-aarch64-darwin" = "sha256-3ohD+zRiiZ3nvN7qzLkjA6nWEAa8NjZN60qI30YyC6Q="; + "311-x86_64-linux" = "sha256-gwcu4OVR1tylguFUtkyLgGbSduwHWXhOMUnCghKmHxg="; + "312-x86_64-linux" = "sha256-YI9xeOxuTko8JlRbCkT0S/g0ONBL8tlgzQ52meqpnvY="; + "313-x86_64-linux" = "sha256-yfLcM0LkaGr5j24lncn7N38b9le2ScJHv2ZHu+T5gJA="; + "314-x86_64-linux" = "sha256-evlCImnCv83s+d1VMJBgZlq5wtf2yJI3ftMsAyQA/uo="; + "311-aarch64-linux" = "sha256-xCMLj9KXleiORB90nYgZc+yo2t8zxSYrNng5+4iR95s="; + "312-aarch64-linux" = "sha256-3r1DUELAC+aLofs89ZMlp7q7P0o89HRMh93jRoAsu7Q="; + "313-aarch64-linux" = "sha256-lNj8nfFyGwKHBGrKcgn9UECInK1CAue3Oh/bd82bccY="; + "314-aarch64-linux" = "sha256-hHmCZSJz+3staUt4kgV0eq8+UK5kc4xct7XrA9hqmUc="; + "311-aarch64-darwin" = "sha256-XhUtM0vzT7q9/o5bw1uH0fmUcGWST/g8KeZZMIs26Ug="; + "312-aarch64-darwin" = "sha256-EIwOhnqiyH1JgsxjJaLeDE9b1jwr6hitsZOjcMQFlM4="; + "313-aarch64-darwin" = "sha256-Kc9DNhU68TasisUo4u1G3xk2ftrn4U43vKGot8SEjvI="; + "314-aarch64-darwin" = "sha256-l3VtLLo8XOIeFWAsKvWgJSHMDs2n+fttGNovO9UYJ/Q="; }; in buildPythonPackage rec { pname = "tensorstore"; - version = "0.1.71"; + version = "0.1.79"; format = "wheel"; # The source build involves some wonky Bazel stuff. From 035ae46b0f47e4e724a94a7efa407558817d9d24 Mon Sep 17 00:00:00 2001 From: Gaetan Lepage Date: Thu, 27 Nov 2025 14:35:17 +0000 Subject: [PATCH 2/2] python3Packages.orbax-checkpoint: 0.11.28 -> 0.11.30 Diff: https://github.com/google/orbax/compare/v0.11.28...v0.11.30 Changelog: https://github.com/google/orbax/blob/v0.11.30/checkpoint/CHANGELOG.md --- .../orbax-checkpoint/default.nix | 30 +++++++++++++++---- 1 file changed, 24 insertions(+), 6 deletions(-) diff --git a/pkgs/development/python-modules/orbax-checkpoint/default.nix b/pkgs/development/python-modules/orbax-checkpoint/default.nix index 33baac38cd79..e39356a36402 100644 --- a/pkgs/development/python-modules/orbax-checkpoint/default.nix +++ b/pkgs/development/python-modules/orbax-checkpoint/default.nix @@ -33,28 +33,25 @@ pytest-xdist, pytestCheckHook, safetensors, + torch, }: buildPythonPackage rec { pname = "orbax-checkpoint"; - version = "0.11.28"; + version = "0.11.30"; pyproject = true; src = fetchFromGitHub { owner = "google"; repo = "orbax"; tag = "v${version}"; - hash = "sha256-a7E60fZRmEXTA220mwr7EDMUc+zYbW7wG40vY7NeAOM="; + hash = "sha256-y8l0AVGt2t5zLX+x+yuWHsEDy68agpXIkrew+zfYGXU="; }; sourceRoot = "${src.name}/checkpoint"; build-system = [ flit-core ]; - pythonRelaxDeps = [ - "jax" - ]; - dependencies = [ absl-py aiofiles @@ -82,6 +79,7 @@ buildPythonPackage rec { pytest-xdist pytestCheckHook safetensors + torch ]; pythonImportsCheck = [ @@ -115,6 +113,26 @@ buildPythonPackage rec { ]; disabledTestPaths = [ + # import file mismatch: + # imported module 'sharding_test' has this __file__ attribute: + # /build/source/checkpoint/orbax/checkpoint/_src/arrays/sharding_test.py + # which is not the same as the test file we want to collect: + # /build/source/checkpoint/orbax/checkpoint/_src/metadata/sharding_test.py + "orbax/checkpoint/_src/metadata/sharding_test.py" + + # Circular dependency with clu + "orbax/checkpoint/_src/testing/benchmarks/array_handler_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/checkpoint_manager_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/checkpoint_manager_perf_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/checkpoint_policy_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/core/config_parsing_test.py" + "orbax/checkpoint/_src/testing/benchmarks/core/core_test.py" + "orbax/checkpoint/_src/testing/benchmarks/core/metric_test.py" + "orbax/checkpoint/_src/testing/benchmarks/emergency_checkpoint_manager_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/multihost_dispatchers_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/pytree_checkpoint_benchmark_test.py" + "orbax/checkpoint/_src/testing/benchmarks/single_replica_benchmark_test.py" + # E absl.flags._exceptions.DuplicateFlagError: The flag 'num_processes' is defined twice. # First from multiprocess_test, Second from orbax.checkpoint._src.testing.multiprocess_test. # Description from first occurrence: Number of processes to use.