Basic slurm

machines/manager/default.nix

@@ -18,6 +18,7 @@ with lib;
     ./cache.nix
     ./rdma.nix
     ./mpi.nix
+    ./slurm.nix
   ];
 
   deployment = {

machines/manager/slurm.nix

@@ -0,0 +1,5 @@
+{
+  services.slurm = {
+    server.enable = true;
+  };
+}

machines/node/default.nix

@@ -9,6 +9,7 @@ with lib;
     ./disk.nix
     ./network.nix
     ./users.nix
+    ./slurm.nix
   ];
 
   deployment = {

machines/node/slurm.nix

@@ -0,0 +1,7 @@
+{ config, ... }:
+
+{
+  services.slurm = {
+    client.enable = true;
+  };
+}

shared/default.nix

@@ -7,6 +7,7 @@
     ./ssh.nix
     ./rdma.nix
     ./ssl.nix
+    ./slurm.nix
 
     "${modulesPath}/profiles/headless.nix"
     "${modulesPath}/profiles/all-hardware.nix"

shared/secrets.yaml

@@ -3,6 +3,8 @@ ldap:
         password: ENC[AES256_GCM,data:IFPwehOGSYore+HEv7MyymCKaOKn5XEH,iv:JTrZucSL/MohMgUdWqalpgjCCh7ueXd3cgNB0FuJo/U=,tag:o/1nvTrfojYsXYeuvxKfNg==,type:str]
 beegfs:
     connection: ENC[AES256_GCM,data:YTHMg76+5Azb+ex5ArUHt4xP+YYWr9Ph,iv:TEf8i+yezPsaW12Lg5jRnhds9uW9WhV6duZPdxeW9co=,tag:bPGsl7ofwE1Jh+FTyHJqzQ==,type:str]
+munge:
+    password: ENC[AES256_GCM,data:3cVMO9Q5G/UyM8r2x/XG0sHJalt4cvTZpw1o9tdUVeJ5sm6kWdhzCYu2mTnHn10A8gPtnP16Cibj+hwgT3Ib/g==,iv:dOeQyOmWwDB6irEyqNmPGHhZdgRhLQsQt48lKAX9jh4=,tag:OBZzzfCz04JOa7GmCbGCTw==,type:str]
 sops:
     kms: []
     gcp_kms: []
@@ -81,8 +83,8 @@ sops:
             c01zMTA2dnZlTGxGd0oxYklXMHdWTUkKYjSQ7Y16AXfiLaOwsyV8LFjUtbUJ744A
             uxlImBcQnbiPkJY4DRxmtrBrTSzfX1pdepNH8DR0ZpjpI/6bibHEag==
             -----END AGE ENCRYPTED FILE-----
-    lastmodified: "2023-06-27T09:58:35Z"
-    mac: ENC[AES256_GCM,data:pPgwJnUdwQegqaCXdh7lweQq2Kos6szvo/mfBul+2TruUSSRXlGwKmNVLM2BuodMNZpTan2vCyvVlXvN4zBfW6nVWPzlBrCTbgtyBNodB+k3OJsfgUElQ32T9KccsMVuUsfKDzjhlFnV3NA9A7DVnrYz+jf1NcNSsz4yOjHudzA=,iv:ciFHyXhIcNFlB9fhzcAX8LICIsGPWDe29fxtjmJ0G+s=,tag:oldhGvm8vfPnuhpIXIpVWw==,type:str]
+    lastmodified: "2023-07-07T10:50:20Z"
+    mac: ENC[AES256_GCM,data:84PcC2J2peF6ZyEWH4o8gFw1yopC2o7DN5fg2I1+eUQVRmm8WqJbMkIF2taQeJndliEvsPBg6XXvbtJqdTs2L8o4EkkEwK4whbIosFyuVBuI3NRjjc1qswyYHudZa8CAtXPrVXqtD0q5QOtHwlUdGAyoBCpT8x2ZFaeye+JDuec=,iv:GhvwtEQMZlojwi0KoKUAQeuL53a0EFw1h+ysI9jeMuU=,tag:YJ8iYskhY8r3nDJIYxMusA==,type:str]
     pgp:
         - created_at: "2023-07-05T13:59:05Z"
           enc: |

shared/slurm.nix

@@ -0,0 +1,35 @@
+{ pkgs, lib, config, nodes, ... }:
+
+with lib;
+
+{
+  services.slurm = {
+    clusterName = "mogli";
+
+    controlMachine = "manager";
+
+    nodeName = map
+      (node: "${node.config.networking.hostName} CPUs=64")
+      (filter
+        (node: elem "node" node.config.deployment.tags)
+        (attrValues nodes));
+
+    partitionName = [
+      "all Nodes=ALL AllowGroups=cluster Default=YES MaxTime=INFINITE State=UP"
+    ];
+
+    extraConfig = ''
+      MailProg=${pkgs.coreutils}/bin/false
+    '';
+  };
+
+  services.munge = {
+    enable = true;
+    password = config.sops.secrets."munge/password".path;
+  };
+
+  sops.secrets."munge/password" = {
+    sopsFile = ./secrets.yaml;
+    owner = "munge";
+  };
+}