diff --git a/nixos/tests/login-nosuid.nix b/nixos/tests/login-nosuid.nix
index 1f00c37d0886..69d11803387f 100644
--- a/nixos/tests/login-nosuid.nix
+++ b/nixos/tests/login-nosuid.nix
@@ -49,6 +49,7 @@
     with subtest("create user"):
         machine.succeed("useradd -m alice")
         machine.succeed("(echo foobar; echo foobar) | passwd alice")
+        machine.succeed("grep -F 'alice:$y$' /etc/shadow")
 
     with subtest("Check whether switching VTs works"):
         machine.fail("pgrep -f 'agetty.*tty2'")
diff --git a/nixos/tests/login.nix b/nixos/tests/login.nix
index bd0d3b7bc005..0eb0f8bf6ee3 100644
--- a/nixos/tests/login.nix
+++ b/nixos/tests/login.nix
@@ -28,6 +28,7 @@
     with subtest("create user"):
         machine.succeed("useradd -m alice")
         machine.succeed("(echo foobar; echo foobar) | passwd alice")
+        machine.succeed("grep -F 'alice:$y$' /etc/shadow")
 
     with subtest("Check whether switching VTs works"):
         machine.fail("pgrep -f 'agetty.*tty2'")