feat: manage slurm-web module from Puppet

Author: deepakt7340

modules/enableit/eit_repos/files/apt/rackslab-slurmweb.gpg

@@ -0,0 +1,63 @@
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+
+mQINBGMMw00BEADJp7W0yoLsB0ZA6Y80q1oQ3TTCZkogyWJ7hjEdx92/co9zcdeZ
+5ytu+uFVXTfyWRDJF4CedB18EUoB2waJ0K2Vjj85c2aGbCMFqI6xgjcttQec2CuZ
+UC3b4tBg9r78iiXkOq/CgP0jpGzllpFoU/mfo8HkuZ3P0H2fsKgAVIKhQ37cNPue
+a2HboVM1Evae+DiRWwKIAwuPtNvhIqz1JPuHWknOV3j8Se+UzSW2BkLgbAQaLZwf
+2SnqA7UJY5ZOC3t0OyGp7NEB7QzAysZIGiZMvFIjJyUu1YEAikoj/T8GwLz2KqG0
+ryExfA+SfKJfYCYNWNbxUcpblfcoXG8/+jvOt1NuhKB9x/lK1mH6wZ5XfTf3U+D/
+9HOnblQMC15AbDSgTwDEGlCd/qnj9b9Pv4I7ovrsflSJEWXtJ07r4fUxNX/imGNh
+IaYjp2TvNh1hUhR0DaGbGYEKqE3RYpd86Azwpxsuz4O+HCZslbW/AdW7d0JCIeC2
+4AiKvsUlh8N0IH9z44pLOQjX9FRHiV6qz6z6COk4aghSGBdctM5TYl1h5Kq/N56/
+TZwaDK497ymT8QOnU68A+E1uIvFXEvrKwzvceWP2cTBq+m11uSxCY6wiSbt5881S
+gXzqf3BuMVb8nA2Sfuo12Gq96XE8KuU4aa+MAPKfhX9Fjpuc02prdr1geQARAQAB
+tCNSYWNrc2xhYiB0ZWFtIDxjb250YWN0QHJhY2tzbGFiLmlvPokCTgQTAQoAOBYh
+BCx8VkfthIAZiGjEAnO9cCq/DPL4BQJjDMNNAhsDBQsJCAcCBhUKCQgLAgQWAgMB
+Ah4BAheAAAoJEHO9cCq/DPL4AdUQAI+eYHCRvHbFiDrUJCQRAYtSK8gt09XWq8TD
+JneDd8qrKYcxfAWgxIITQ2O6ges5uCy3O7m2Xp/s86ZpZw4sy3ayVUxDM++SOymN
+HTJlVlbhPI6+C6AWP7fMbDNIHIB7Px48hiQkhBAOqgjyfyCpnqgCCp6WVdGWsBZ+
+IvFiRUBFOG92F0oMeVlTNbMb1mb24NLpgss5xN+jFQ/d86jxUiH+nnkvAtr1AEPS
+skCVAONwOHm5M6yx+TJsqf42UEgj6a6mmAmC8Bao5KMUoejpHTWtqiDOHwh9wSNO
+au4fU/IiJXAI8uGfDkvtHEaRq34IO7zHOcYpPGniCUNBUIgHOAumjQK81qLehEN2
+F5Bhu0nkA6L4WsRAK5uo0w3Tn/HWFUNDk2sYEOsMvyhRhOVBjRRFxH2jubUyrri4
+5kIQ/UQyxVswEEtYzqDBd66PCpxpkhyoyzJezCp3euGIhOuzXfNSSNgS7NQD+rwM
+zVg1MElmxdItgfgRwXqnxSZSPpJpqjzw30Ge+ZF3azgnT+uQMGyKKXnqH1ZV0AFO
+u7MS1HgT57U7yTI7lIp3ruhelGjaXsHwJEhItmIHyVnBGYSSaBNssQtGyrgDJPsM
+Sqmrb4+3BRX2yf5lmwwl8ODNgFGmjzafcjk7Gp7xy7gKMer4TvxqSQRAYn25y9Qh
+J3ioBCEnuQINBGMMw1EBEAC1lmEYy57ynG2WUDHcFl3U6FCBn+RNZzyAG/nQ2RLt
+KGwqPBDrmoELPdBcwPQ3B5Nto5ESrotioRj0tXHQp8da8r+d0IPAMc5iZ4GmNCrs
+8rkrVgbmbJ9M6vXjVdhb/9LzhJExhrBUpKbeBxKHNOBC87pZtYHXCja9XLXY4cVT
++FfWKGrqgzO3MNv7sSbeBgGL6T0EakRYUUb+VQOy4o2bONUrz9HpgG8YN62SyKjK
+FlRw35ZLBilPpMXh91qr4J7AzkQzKNYHTSeZCeXSoUH0rTLBnmiQYmuKoe08l625
+lIuZVjSpuFem42dkINY2HAFVenqGTWXQBtbZpg7mfoCVN0W7Xq5ILeZIhfOJSUAT
+zh+GSgSElcv338lKBhhwsxO1PKa5KkaoUGPkgqnrk97U4vpi3VUaN1jz7jXaTEPi
+rqT1LBSWS0KLiF+yE6L1mNbBxlaMnQDWJ0ngN99ZYFuGHM/9DoagVykmZWG1UzO+
+z76oYoRmm89loAJjRgCEnoDYeu5QVJn2Z+qgXVbLK0I0XMsdGVlwhcbxrldo5HMK
+7LjHwFtLNRy368JhIXRn5mCb3ldo57TWGsc+B9m1kIxy83+xrpCVh+IuTRm9VOVF
+x3QYiZOFzoYI4xGSU9Qw9Q2w3agMkCHzaWfbvU3UkHSZZcp+lOK+Oe7g7WBqj7BL
+KwARAQABiQRsBBgBCgAgFiEELHxWR+2EgBmIaMQCc71wKr8M8vgFAmMMw1ECGwIC
+QAkQc71wKr8M8vjBdCAEGQEKAB0WIQQckhglkniEUxVodic/Tst2bIwo1wUCYwzD
+UQAKCRA/Tst2bIwo1xxxEACYhDsbuTOQ5Gcx4OkYSPhJhec6TuAtwha4dClVqGQX
++BUNTGmQSZV93zaKuzAUqg2mvZzOyiHJLyHZpuNW/0ca+/nmrdn8nVfIs2QsVIbD
+9cns+7zSJQzbWS3Y8bGpYlCNxKkj8UXBS/BPLLNElXS8CQhWRWHVnttnqzB24pCx
+mqOEIM3c9q47Sd2ipw1N1hwthgNJnJLf97+8nJk7XiKDCFDtAVjewm5znPVFBnoq
+F73EIp0wAeiTqYVbHEQgKKRIPEdLX31OTK5ZYU+0+TbekWrvjvTTXTwcy9DT7ruW
+yM9XvRGtyeslDEmcR2EU5vPrrexLse75EePLLH0z6fuwXqbuXrg6hleP7hZEhb36
+n3zoO4CRewxCTMqucVY0C8OjWHBpo2HIeH9nwnAyjyS2Aqq7PaH4G6MHoMDaAcul
+RazPETx30NQCw5xyAdSLR4ExEU857VV/yPyGSzSO9v5lUmg30+NdZ8ToPlv6YV8l
+OeAwIEOUt9/3ju36oG3i1kbVDXrIVgUCeuhrjh5oCmyn1qZgfqP3C2C3sopUjHgu
+4Tvf4Lb1Xk7k2E9LUVCi6tvaC0JKZi6t+KdNB8G3Va965KIGWjvAUuEwvBn3C5oX
+3d9KBBpkZrH0FzvND5OcrF1ThTG6UFDstzyGHHS7EdIMKEYtzqFdKiMhsv1IFpvd
+7eFPEAC2p7fa/ZP/SSwRyYCzpQzasgFTIYy5FXxXbs3KZQwmn0D6Kb9PS8Epp/AR
+nC3zO2NyoCJC2GRQo7RppLHOmq3XWecQfur9PxdKfaMwmRDdQmQIpWkv39LV4kza
+ChETGkm0LrdIUdNMGUXf9AnFN/suceSOFgvq+IhdQIVj9qwCOzVYpHaN4GmdHAZN
+uTcp6FOoYmjAuKlodBrkXruarzSWkwt/dR1ieCvqhqnb9an5WbZKup4/0a8oNz+C
+Zgc65M0WXeD6Nuv1kDHpI1KqtJhJLQcx/VTt9VHSsOBok8TEiN7hh0O6VqqaCEiV
+x8x9UzbccLheji7fgoqTUmCS5eP4lg0dTwR95OkJ1wLwa5OlKgHbqAmW5nuBML9M
+vq8AaaocYHR+x+cOhEVaKzc/6xHLBixo/+LgmaVOauvLHvcWGTaHxuNWAqdP1jkM
+3tMJJ2GWXxQVMpwqdEUtNp5e05wwyy32wbSMHbqrPLpjWtOMJrZk1beW6X4NWdr3
+ZcNzbDCWVtTP/w0R8BF7KLIzEz+f2p+8CLtA8DLSmfh2XTVVswhxe0OTSu9Gy1+B
+BR5Ew5KN7koH9PX0/pnd6y9/hLIDUDbpBan7Uup1NVa9Ou6OlXOG7oIV3E1TOKGW
+xR0WGvzzmO/tkeML2bQO61IAtNv8SIRr0/VGxd7/PthWaEvkOg==
+=C9fp
+-----END PGP PUBLIC KEY BLOCK-----

modules/enableit/eit_repos/files/yum/RPM-GPG-KEY-Rackslab-Slurmweb

@@ -0,0 +1,30 @@
+# Rackslab Slurm-web APT repos
+class eit_repos::apt::rackslab_slurmweb (
+  Boolean $ensure     = true,
+  Boolean $noop_value = $eit_repos::noop_value,
+) {
+
+  $distro = $facts['os']['distro']['release']
+  $release = $facts['os']['distro']['release']['full']
+
+  # Get the architecture
+  $architecture = $facts['os']['architecture'] ? {
+    'aarch64' => 'arm64',
+    default   => 'amd64',
+  }
+
+  if $facts['os']['distro']['id'] == 'Ubuntu' {
+    apt::source { 'rackslab-slurmweb':
+      ensure       => ensure_present($ensure),
+      location     => "https://pkgs.rackslab.io/deb/ubuntu${release}",
+      noop         => $noop_value,
+      architecture => $architecture,
+      release      => $distro,
+      repos        => 'slurmweb-5',
+      key          => {
+        name   => 'rackslab-slurmweb.asc',
+        source => 'puppet:///modules/eit_repos/apt/rackslab-slurmweb.gpg',
+      },
+    }
+  }
+}

modules/enableit/eit_repos/manifests/apt/rackslab_slurmweb.pp

@@ -0,0 +1,23 @@
+# Rackslab slurm-web yum repos
+class eit_repos::yum::rackslab_slurmweb (
+  Boolean $ensure     = true,
+  Boolean $noop_value = $eit_repos::noop_value,
+) {
+
+  yumrepo { 'rackslab-slurmweb-5' :
+    ensure   => ensure_present($ensure),
+    baseurl  => "https://pkgs.rackslab.io/rpm/el\$releasever/slurmweb-5/\$basearch",
+    enabled  => 1,
+    noop     => $noop_value,
+    gpgcheck => 1,
+    descr    => 'Rackslab slurmweb-5',
+    gpgkey   => 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-Rackslab'
+  }
+
+  eit_repos::yum::gpgkey { 'rackslab-slurmweb-5':
+    ensure     => ensure_present($ensure),
+    path       => '/etc/pki/rpm-gpg/RPM-GPG-KEY-Rackslab',
+    source     => 'puppet:///modules/eit_repos/yum/RPM-GPG-KEY-Rackslab-Slurmweb',
+    noop_value => $noop_value,
+  }
+}

modules/enableit/eit_repos/manifests/yum/rackslab_slurmweb.pp

@@ -0,0 +1,9 @@
+type Eit_types::Slurm::Agent = Struct[{
+  'service'    => Struct[{
+    'cluster' => String,
+  }],
+  'slurmrestd' => Struct[{
+    'jwt_mode'  => Enum['static', 'dynamic'],
+    'jwt_token' => String,
+  }],
+}]

modules/enableit/eit_types/types/slurm/agent.pp

@@ -0,0 +1,8 @@
+type Eit_types::Slurm::Dbd = Struct[{
+  Optional['innodb_buffer_pool_size'] => Pattern[/^\d+[MG]$/],  # e.g. '3G' or '512M'
+  Optional['innodb_lock_wait_timeout'] => Integer,              # e.g. 500
+  Optional['innodb_log_file_size']     => Pattern[/^\d+[MG]$/], # e.g. '512M'
+  'storagehost'                        => String,               # e.g. 'localhost'
+  Optional['storagecharset']           => String,               # default: utf8
+  Optional['storagecollate']           => String,               # default: utf8_general_ci
+}]

modules/enableit/eit_types/types/slurm/dbd.pp

@@ -0,0 +1,29 @@
+type Eit_types::Slurm::Gateway = Struct[{
+  'service' => Struct[{
+    'interface' => String,
+    'port'      => Optional[Integer],
+  }],
+  'ui' => Struct[{
+    'host' => String,
+  }],
+  'authentication' => Struct[{
+    'enabled' => Boolean,
+  }],
+  'ldap' => Optional[Struct[{
+    'uri'                      => String,
+    'user_base'                => String,
+    'group_base'               => String,
+    'group_name_attribute'     => Optional[String],
+    'user_class'               => Optional[String],
+    'group_object_classes'     => Optional[String],
+    'user_name_attribute'      => Optional[String],
+    'user_fullname_attribute'  => Optional[String],
+    'user_primary_group_attribute' => Optional[String],
+    'starttls'                 => Optional[Boolean],
+    'bind_dn'                  => String,
+    'bind_password'            => String,
+  }]],
+  'agents' => Struct[{
+    'url' => String,
+  }],
+}]

modules/enableit/eit_types/types/slurm/gateway.pp

@@ -0,0 +1,12 @@
+type Eit_types::Slurm::Policy = Struct[{
+  'roles' => Struct[{
+    'user'  => Variant[String, Array[String]],
+    'admin' => Variant[String, Array[String]],
+  }],
+  'user' => Struct[{
+    'actions' => Variant[String, Array[String]],
+  }],
+  'admin' => Struct[{
+    'actions' => Variant[String, Array[String]],
+  }],
+}]

modules/enableit/eit_types/types/slurm/policy.pp

@@ -7,6 +7,7 @@
 #
 class profile::computing::slurm (
   Boolean                        $enable                  = $::role::computing::slurm::enable,
+  Boolean                        $noop_value              = true,
   Eit_types::SimpleString        $interface               = $::role::computing::slurm::interface,
   Array[Eit_types::IPCIDR]       $node_cidrs              = $::role::computing::slurm::node_cidrs,
   Eit_types::Version             $slurm_version           = $::role::computing::slurm::slurm_version,
@@ -15,6 +16,7 @@
     Eit_Files::Source,
     String
   ]]                             $munge_key               = $::role::computing::slurm::munge_key,
+  Optional[Eit_Files::Source]    $jwt_key                 = $::role::computing::slurm::jwt_key,
   Boolean                        $slurmctld               = $::role::computing::slurm::slurmctld,
   Boolean                        $slurmdbd                = $::role::computing::slurm::slurmdbd,
   Boolean                        $slurmd                  = $::role::computing::slurm::slurmd,
@@ -30,6 +32,8 @@
   Boolean                        $disable_root_jobs       = $::role::computing::slurm::disable_root_jobs,
   Boolean                        $use_pam                 = $::role::computing::slurm::use_pam,
   Boolean                        $hwloc_enabled           = $::role::computing::slurm::hwloc_enabled,
+  String                         $db_buffer_pool_size     = $::role::computing::slurm::db_buffer_pool_size,
+  String                         $db_log_file_size        = $::role::computing::slurm::db_log_file_size,
 ) inherits ::profile::computing {
 
   # We manually install SLURM and munge packages because we're using packages
@@ -51,6 +55,18 @@
     default => { munge_key_source => eit_files::to_file($munge_key)['resource']['source'] },
   }
 
+  # Determine whether jwt_key should be managed
+  $_jwt_key = $jwt_key ? {
+    undef   => false,
+    default => true,
+  }
+
+  if versioncmp($slurm_version, '24.0.11') >= 0 {
+    $selecttype_value = 'cons_tres'
+  } else {
+    $selecttype_value = 'cons_res'
+  }
+
   class { '::slurm':
     ensure                    => ensure_present($enable),
     version                   => $slurm_version,
@@ -80,13 +96,17 @@
     accountingstoragehost     => $accounting_storage_host,
     # Control
     slurmctldhost             => $control_machine,
-
+    selecttype                => $selecttype_value,
     # Munge
     manage_munge              => true,
     munge_create_key          => false,
     munge_uid                 => 64031,
     munge_gid                 => 64031,
 
+    #JWT
+    authalttypes              => if $_jwt_key {[ 'auth/jwt' ]},
+    authaltparameters         => if $_jwt_key {[ 'jwt_key=/var/spool/slurm/jwt_hs256.key' ]},
+
     # Disable the Lua job submit plugin; broken/unnecessary
     jobsubmitplugins          => [],
     returntoservice           => $return_to_service,
@@ -117,8 +137,10 @@
     })
 
     class { '::profile::computing::slurm::slurmdbd':
-      interface  => $interface,
-      node_cidrs => $node_cidrs,
+      interface           => $interface,
+      node_cidrs          => $node_cidrs,
+      db_buffer_pool_size => '256M',
+      db_log_file_size    => '24M',
     }
   }
 
@@ -133,6 +155,18 @@
     }
   }
 
+  package { ['libjwt', 'libjwt-devel']:
+    ensure => ensure_present($_jwt_key),
+    noop   => $noop_value,
+  }
+
+  file { '/var/spool/slurm/jwt_hs256.key':
+    ensure  => ensure_file($_jwt_key),
+    source  => eit_files::to_file($jwt_key)['source'],
+    noop    => $noop_value,
+    require => Package['libjwt', 'libjwt-devel'],
+  }
+
   if !$enable {
     package::remove( ['slurm', 'slurm-slurmdbd', 'slurm-slurmctld', 'slurm-slurmd', 'munge'])
   }