diff --git a/profiles/core/default.nix b/profiles/core/default.nix
index 87b79740..eca35b4e 100644
--- a/profiles/core/default.nix
+++ b/profiles/core/default.nix
@@ -117,7 +117,11 @@ in
       '';
     };
 
-    system.autoUpgrade.enable = true;
+    # For rage encryption, all hosts need a ssh key pair
+    services.openssh = {
+      enable = true;
+      openFirewall = lib.mkDefault false;
+    };
 
     # Service that makes Out of Memory Killer more effective
     services.earlyoom.enable = true;