cgroups inside singularity container

roles/cobald/files/cgroup.conf.noautomount

@@ -0,0 +1,11 @@
+###
+#
+# Slurm cgroup support configuration file
+#
+# See man slurm.conf and man cgroup.conf for further
+# information on cgroup configuration parameters
+#--
+CgroupAutomount=no
+
+ConstrainCores=no
+ConstrainRAMSpace=no

roles/cobald/files/slurm-slurmd.def

@@ -4,6 +4,7 @@ From: slurm:slurmd
 %files
 	31-slurmd-configless /etc/docker-init.d/31-slurm-configless
 	/container/volumes/munge/munge.key /etc/munge/munge.key
+	cgroup.conf.noautomount /etc/slurm/cgroup.conf
 
 %post
 	rm /etc/docker-init.d/30-slurmd

roles/cobald/files/start-drone

@@ -8,15 +8,27 @@ function handler_quit(){
 	echo "shutdown container"
 	singularity instance stop slurm-drone
 	scontrol update NodeName=${nodename} State=FUTURE
+	umount /inner-cgroup/freezer
+	umount /inner-cgroup
 	exit 0
 }
 
-trap handler_quit EXIT
 
 # set -x
 
+trap handler_quit EXIT
+
+echo "mounting cgroups"
+mkdir /inner-cgroup
+mount -t tmpfs none /inner-cgroup
+mkdir /inner-cgroup/freezer/
+mount --bind /sys/fs/cgroup/freezer/slurm/ /inner-cgroup/freezer/
+mount -o remount,ro /inner-cgroup
+
 echo "starting ${nodename}"
-singularity instance start --writable-tmpfs /shared/slurmd.sif slurm-drone \
+singularity instance start \
+	-B /inner-cgroup/:/sys/fs/cgroup/ \
+	--writable-tmpfs /shared/slurmd.sif slurm-drone \
 	slurm-ctl ${nodename}
 if [ $? -eq 0 ] ; then
 	echo "container started, sleeping $(( 60 * ${SLURM_Walltime}))"

roles/cobald/tasks/singularity.yml

@@ -23,6 +23,7 @@
   loop:
     - slurm-slurmd.def
     - 31-slurmd-configless
+    - cgroup.conf.noautomount
   register: cobald_copy_sing_files
 
 - name: remove old container