137 lines
3.9 KiB
YAML
137 lines
3.9 KiB
YAML
- name: 'install slurm tools on host'
|
|
yum:
|
|
name: [ slurm, slurm-doc ]
|
|
state: present
|
|
|
|
- include_role:
|
|
name: slurm_dockerimage
|
|
loop: # FIXME: default(omit)!
|
|
- name: slurmctld
|
|
dockerfile: "{{ lookup('file', 'slurmctld.Dockerfile') }}"
|
|
files:
|
|
- dest: start-scripts/20-slurmctld
|
|
content: "{{ lookup('file', 'start-scripts/20-slurmctld') }}"
|
|
- name: slurmd
|
|
dockerfile: "{{ lookup('file', 'slurmd.Dockerfile') }}"
|
|
files:
|
|
- dest: start-scripts/30-slurmd
|
|
content: "{{ lookup('file', 'start-scripts/30-slurmd') }}"
|
|
loop_control:
|
|
loop_var: image
|
|
label: "{{ image.name }}"
|
|
|
|
- name: generate munge key
|
|
shell:
|
|
cmd: dd if=/dev/urandom bs=1 count=1024 >/etc/munge/munge.key
|
|
creates: /etc/munge/munge.key
|
|
|
|
- name: set permissions on munge key
|
|
file:
|
|
path: /etc/munge/munge.key
|
|
owner: munge
|
|
group: munge
|
|
mode: u=rw,g=,o=
|
|
|
|
- file:
|
|
path: /container/volumes/munge
|
|
state: directory
|
|
owner: munge
|
|
group: munge
|
|
mode: u=rwx,g=,o=
|
|
|
|
- name: copy munge key to docker containers
|
|
copy:
|
|
remote_src: True
|
|
force: true
|
|
mode: preserve
|
|
src: /etc/munge/munge.key
|
|
dest: /container/volumes/munge/munge.key
|
|
|
|
- file:
|
|
path: /container/volumes/slurm/
|
|
state: directory
|
|
|
|
- name: upload slurm config
|
|
template:
|
|
force: true
|
|
src: "{{item}}.j2"
|
|
dest: "/container/volumes/slurm/{{item}}"
|
|
loop:
|
|
- slurm.conf
|
|
- cgroup.conf
|
|
vars:
|
|
alloc_nodes: "{{ [ slurm_prefix+'-submit1' ] + extra_nodes | default([])}}"
|
|
notify: reconfigure slurm
|
|
tags: [ slurm-config ]
|
|
|
|
- name: "create docker network to make service discovery work"
|
|
docker_network:
|
|
name: "{{ docker_network }}"
|
|
state: present
|
|
|
|
- name: "create docker volume for shared access between nodes"
|
|
docker_volume:
|
|
name: slurm-shared
|
|
state: present
|
|
|
|
- set_fact:
|
|
slurm_nodes_std: # default nodes: controller and submit machine
|
|
- machine: ctl
|
|
image: slurm:slurmctld
|
|
exposed_ports: [ "6817:6817/tcp" ]
|
|
- machine: submit1
|
|
image: slurm:slurmd
|
|
extra_mounts:
|
|
- "/home/{{unpriv_user}}/job3/:/mnt/:rw"
|
|
slurm_nodes_exec: | # extend range to execute nodes list
|
|
{% set slurm_nodes_exec = slurm_nodes_exec | default([]) %}
|
|
{% for i in range(1, num_nodes+1) -%}
|
|
{% set _ = slurm_nodes_exec.extend([
|
|
{'machine':'exec%s'|format(i), 'image': 'slurm:slurmd'}]) -%}
|
|
{%- endfor %}
|
|
{{ slurm_nodes_exec }}
|
|
slurm_default_mounts:
|
|
- /container/volumes/slurm/:/etc/slurm/:rw
|
|
- /container/volumes/munge/munge.key:/etc/munge/munge.key:rw
|
|
- slurm-shared:/shared/:rw
|
|
slurm_network: "{{docker_network}}"
|
|
tags: [ slurm-config ]
|
|
|
|
# TODO: reserve some address using docker_network_info and assign as aux
|
|
# address to enable slurmctld to get a static address in order to be
|
|
# reachable from slurm running on docker host to enable submitting jobs.
|
|
|
|
- name: run slurm docker containers
|
|
docker_container:
|
|
name: "{{ slurm_prefix }}-{{ item.machine }}"
|
|
hostname: "{{ slurm_prefix }}-{{ item.machine }}"
|
|
domainname: "{{ slurm_domain }}"
|
|
volumes: "{{ slurm_default_mounts + ( item.extra_mounts | default([]) ) }}"
|
|
ports: "{{ item.exposed_ports | default([]) }}"
|
|
networks:
|
|
- name: "{{ slurm_network }}"
|
|
env:
|
|
slurmuser: "{{ slurm_user }}"
|
|
image: "{{ item.image }}"
|
|
state: started
|
|
detach: True
|
|
cleanup: True
|
|
privileged: "{{ container_privileged | bool }}"
|
|
networks_cli_compatible: True
|
|
interactive: True
|
|
vars:
|
|
slurm_nodes_all: "{{ slurm_nodes_exec + slurm_nodes_std }}"
|
|
loop: "{{ slurm_nodes_all }}"
|
|
loop_control:
|
|
label: "{{slurm_prefix}}-{{ item.machine }}"
|
|
tags: [ slurm-config ]
|
|
|
|
- name: set facts to be used by other modules
|
|
set_fact:
|
|
slurm:
|
|
user: "{{slurm_user}}"
|
|
domain: "{{slurm_domain}}"
|
|
base_image: "slurm:base"
|
|
mounts: "{{slurm_default_mounts}}"
|
|
network: "{{docker_network}}"
|