gador/nixpkgs
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

python3Packages.torcheval: now supports unix platforms (#396559)

Browse Source
This commit is contained in:
Peder Bergebakken Sundt
2025-04-26 15:37:47 +02:00
committed by GitHub
parent a0647dc4ca 0a0d152666
commit 707f5c1eb6
1 changed files with 55 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pkgs/development/python-modules/torcheval/default.nix
+55 -32
View File
@@ -1,5 +1,6 @@
{
lib,
stdenv,
buildPythonPackage,
fetchFromGitHub,
@@ -71,48 +72,70 @@ buildPythonPackage {
torchvision
];
pytestFlagsArray = [
"-v"
"tests/"
pytestFlagsArray =
[
"-v"
"tests/"
# -- tests/metrics/audio/test_fad.py --
# Touch filesystem and require network access.
# torchaudio.utils.download_asset("models/vggish.pt") -> PermissionError: [Errno 13] Permission denied: '/homeless-shelter'
"--deselect=tests/metrics/audio/test_fad.py::TestFAD::test_vggish_fad"
"--deselect=tests/metrics/audio/test_fad.py::TestFAD::test_vggish_fad_merge"
# -- tests/metrics/audio/test_fad.py --
# Touch filesystem and require network access.
# torchaudio.utils.download_asset("models/vggish.pt") -> PermissionError: [Errno 13] Permission denied: '/homeless-shelter'
"--deselect=tests/metrics/audio/test_fad.py::TestFAD::test_vggish_fad"
"--deselect=tests/metrics/audio/test_fad.py::TestFAD::test_vggish_fad_merge"
# -- tests/metrics/image/test_fid.py --
# Touch filesystem and require network access.
# models.inception_v3(weights=weights) -> PermissionError: [Errno 13] Permission denied: '/homeless-shelter'
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_invalid_input"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_random_data_custom_model"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_random_data_default_model"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_with_dissimilar_inputs"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_with_similar_inputs"
# -- tests/metrics/image/test_fid.py --
# Touch filesystem and require network access.
# models.inception_v3(weights=weights) -> PermissionError: [Errno 13] Permission denied: '/homeless-shelter'
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_invalid_input"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_random_data_custom_model"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_random_data_default_model"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_with_dissimilar_inputs"
"--deselect=tests/metrics/image/test_fid.py::TestFrechetInceptionDistance::test_fid_with_similar_inputs"
# -- tests/metrics/functional/text/test_perplexity.py --
# AssertionError: Scalars are not close!
# Expected 3.537154912949 but got 3.53715443611145
"--deselect=tests/metrics/functional/text/test_perplexity.py::Perplexity::test_perplexity_with_ignore_index"
# -- tests/metrics/functional/text/test_perplexity.py --
# AssertionError: Scalars are not close!
# Expected 3.537154912949 but got 3.53715443611145
"--deselect=tests/metrics/functional/text/test_perplexity.py::Perplexity::test_perplexity_with_ignore_index"
# -- tests/metrics/image/test_psnr.py --
# AssertionError: Scalars are not close!
# Expected 7.781850814819336 but got 7.781772613525391
"--deselect=tests/metrics/image/test_psnr.py::TestPeakSignalNoiseRatio::test_psnr_with_random_data"
# -- tests/metrics/image/test_psnr.py --
# AssertionError: Scalars are not close!
# Expected 7.781850814819336 but got 7.781772613525391
"--deselect=tests/metrics/image/test_psnr.py::TestPeakSignalNoiseRatio::test_psnr_with_random_data"
# -- tests/metrics/regression/test_mean_squared_error.py --
# AssertionError: Scalars are not close!
# Expected -640.4547729492188 but got -640.4707641601562
"--deselect=tests/metrics/regression/test_mean_squared_error.py::TestMeanSquaredError::test_mean_squared_error_class_update_input_shape_different"
];
# -- tests/metrics/regression/test_mean_squared_error.py --
# AssertionError: Scalars are not close!
# Expected -640.4547729492188 but got -640.4707641601562
"--deselect=tests/metrics/regression/test_mean_squared_error.py::TestMeanSquaredError::test_mean_squared_error_class_update_input_shape_different"
]
# These tests error on darwin platforms.
# NotImplementedError: The operator 'c10d::allgather_' is not currently implemented for the mps device
#
# Applying the suggested environment variable `PYTORCH_ENABLE_MPS_FALLBACK=1;` causes the tests to fail,
# as using the CPU instead of the MPS causes the tensors to be on the wrong device:
# RuntimeError: ProcessGroupGloo::allgather: invalid tensor type at index 0;
# Expected TensorOptions(dtype=float, device=cpu, ...), got TensorOptions(dtype=float, device=mps:0, ...)
++ lib.optional stdenv.hostPlatform.isDarwin [
# -- tests/metrics/test_synclib.py --
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_complex_mixed_state_sync"
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_complex_mixed_state_sync"
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_empty_tensor_list_sync_state"
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_sync_dtype_and_shape"
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_tensor_list_sync_states"
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_tensor_dict_sync_states"
"--deselect=tests/metrics/test_synclib.py::SynclibTest::test_tensor_sync_states"
# -- tests/metrics/test_toolkit.py --
"--deselect=tests/metrics/test_toolkit.py::MetricToolkitTest::test_metric_sync"
"--deselect=tests/metrics/test_toolkit.py::MetricCollectionToolkitTest::test_metric_collection_sync"
];
meta = {
description = "Rich collection of performant PyTorch model metrics and tools for PyTorch model evaluations";
homepage = "https://pytorch.org/torcheval";
changelog = "https://github.com/pytorch/torcheval/releases/tag/${version}";
platforms = lib.platforms.linux;
license = with lib.licenses; [ bsd3 ];
maintainers = with lib.maintainers; [ bengsparks ];
platforms = lib.platforms.unix;
license = [ lib.licenses.bsd3 ];
maintainers = [ lib.maintainers.bengsparks ];
};
}