diff --git a/modules/installer/grub/grub-menu-builder.sh b/modules/installer/grub/grub-menu-builder.sh
index 59c35c911796..f0e9fdb288c7 100644
--- a/modules/installer/grub/grub-menu-builder.sh
+++ b/modules/installer/grub/grub-menu-builder.sh
@@ -269,6 +269,12 @@ for link in $((ls -d $defaultConfig/fine-tune/* ) | sort -n); do
     addEntry "NixOS - variation" $link ""
 done
 
+if [ "$grubVersion" = 2 ]; then
+    cat >> $tmp <<EOF
+submenu "NixOS - Old configurations" {
+EOF
+fi
+
 for generation in $(
     (cd /nix/var/nix/profiles && for i in system-*-link; do echo $i; done) \
     | sed 's/system-\([0-9]\+\)-link/\1/' \
@@ -280,6 +286,12 @@ for generation in $(
     addEntry "NixOS - Configuration $generation ($date - ${nixosVersion:-$kernelVersion})" $link "$generation ($date)"
 done
 
+if [ "$grubVersion" = 2 ]; then
+    cat >> $tmp <<EOF
+}
+EOF
+fi
+
 
 # Atomically update the GRUB configuration file.
 mv $tmp $target