ParaView: srun-pvserver-vis.sh

#!/bin/bash

function clean_up {
        # Perform program exit housekeeping
        # Optionally accepts an exit status
        rm -f $TMP_FILE
        exit $1
}

function error_exit {
        # Display error message and exit
        echo "${PROGNAME}: ${1:-"Unknown Error"}" 1>&2
        clean_up 1
}

# create tmp file
export SLURM_HOSTFILE=$(mktemp)
PROGNAME=srun

trap clean_up SIGHUP SIGINT SIGTERM

if [ ! -f "$SLURM_HOSTFILE" ]; then
        error_exit "tmp file $1 cannot be read"
fi

# allocate resources
#salloc --partition=vis --nodes=3 --ntasks-per-node=24 --gres=gpu:2 --time=24:00:00 --mem=512000

# create a hostfile with just one task on first hostname
#   * each line sets the hostname of a task
#   * 24 tasks per hostname 
#   * 12 tasks on host with vnc and paraview gui
#     => double hostname: awk '1;1' (1=true, default action = print line)
#     => remove first hostname once
#     => 12x each line:   awk '1;1;1;1;1;1;1;1;1;1;1;1;1;1;1;1'

scontrol show hostname $SLURM_NODELIST \
        | awk '1;1' \
        | tail -n +2 \
        | awk  '1;1;1;1;1;1;1;1;1;1;1;1' > $SLURM_HOSTFILE
#nodeset -e -S\\n $SLURM_NODELIST | sort -r | awk '1;1' | head -n -1 > $SLURM_HOSTFILE

# srun will use $SLURM_HOSTFILE if set
srun  --ntasks=$(( 12 + ((SLURM_NNODES-1)*2)*12 )) \
      --cpu_bind=sockets \
      --distribution=arbitrary \
          bash -c \
' \
export TBB_NUM_THREADS=2; \
export OMP_NUM_THREADS=2; \
\
DISPLAYS=$(cd /tmp/.X11-unix; for x in `ls`; do echo -n :${x} | cut -d X -f 2; done); \
#DISPLAY_TYPES=(); for i in $DISPLAYS; do DISPLAY_TYPES+=($(export DISPLAY=:$i.0; glxinfo | grep "OpenGL renderer string")) ; done; \
\
echo -n $HOSTNAME: $SLURM_NODEID:$SLURM_PROCID-$SLURM_CPUS_PER_TASK, $DISPLAYS; \
\
# http://www.paraview.org/Wiki/Setting_up_a_ParaView_Server \
if [ $((SLURM_PROCID%2)) -eq 0 ]; then \
     echo ... even; \
     export DISPLAY=:0; \
     export VGL_DISPLAY=:0; \
     pvserver --disable-xdisplay-test --use-offscreen-rendering;
else \
     echo ... odd; \
     export DISPLAY=:1; \
     export VGL_DISPLAY=:1; \
     pvserver --disable-xdisplay-test --use-offscreen-rendering;
fi \
'
SRUN_RC=$?

# check exit code
if [[ $SRUN_RC != 0 ]]; then
   error_exit "Did you try to run pvserver on a login node?\nDid you try to run this script twice? \n This will fail: srun returns with error code $SRUN_RC"
fi

clean_up