diff --git a/pkgs/development/python-modules/tensorflow/bin.nix b/pkgs/development/python-modules/tensorflow/bin.nix
index ddbdedd266e1..f15160a2c31c 100644
--- a/pkgs/development/python-modules/tensorflow/bin.nix
+++ b/pkgs/development/python-modules/tensorflow/bin.nix
@@ -205,7 +205,12 @@ buildPythonPackage rec {
           ''}
         done
       ''
-    );
+    )
+    # Symlink nvcc besides TensorFlow so that routines that require JIT can work
+    # properly.
+    + lib.optionalString cudaSupport ''
+      ln -s ${cudaPackages.cuda_nvcc} "$out/${python.sitePackages}/tensorflow/cuda"
+    '';
 
   # Upstream has a pip hack that results in bin/tensorboard being in both tensorflow
   # and the propagated input tensorboard, which causes environment collisions.