diff --git a/nixos/tests/gotenberg.nix b/nixos/tests/gotenberg.nix
index c640657ea872..05b326996aa6 100644
--- a/nixos/tests/gotenberg.nix
+++ b/nixos/tests/gotenberg.nix
@@ -7,6 +7,9 @@
   nodes.machine = {
     services.gotenberg = {
       enable = true;
+      # fail the service if any of those does not come up
+      chromium.autoStart = true;
+      libreoffice.autoStart = true;
     };
   };