diff --git a/pkgs/development/python-modules/pyssim/default.nix b/pkgs/development/python-modules/pyssim/default.nix
index 6c08c68b5278..52eaafa2349f 100644
--- a/pkgs/development/python-modules/pyssim/default.nix
+++ b/pkgs/development/python-modules/pyssim/default.nix
@@ -6,7 +6,6 @@
   scipy,
   pillow,
   pywavelets,
-  fetchpatch,
   setuptools,
 }:
 
@@ -15,6 +14,14 @@ buildPythonPackage rec {
   version = "0.7.1";
   pyproject = true;
 
+  # PyPI tarball doesn't contain test images so let's use GitHub
+  src = fetchFromGitHub {
+    owner = "jterrace";
+    repo = "pyssim";
+    tag = "v${version}";
+    hash = "sha256-6393EATaXg12pYXPaHty+8LepUM6kgtZ0zSjZ1Izytg=";
+  };
+
   build-system = [
     setuptools
   ];
@@ -26,22 +33,6 @@ buildPythonPackage rec {
     pywavelets
   ];
 
-  # PyPI tarball doesn't contain test images so let's use GitHub
-  src = fetchFromGitHub {
-    owner = "jterrace";
-    repo = "pyssim";
-    tag = "v${version}";
-    sha256 = "sha256-6393EATaXg12pYXPaHty+8LepUM6kgtZ0zSjZ1Izytg=";
-  };
-
-  patches = [
-    # "Use PyWavelets for continuous wavelet transform"; signal.cwt was removed and broke the build
-    (fetchpatch {
-      url = "https://github.com/jterrace/pyssim/commit/64a58687f261eb397e9c22609b5d48497ef02762.patch?full_index=1";
-      hash = "sha256-u6okuWZgGcYlf/SW0QLrAv0IYuJi7D8RHHEr8DeXKcw=";
-    })
-  ];
-
   # Tests are copied from .github/workflows/python-package.yml
   checkPhase = ''
     runHook preCheck