#!/bin/sh ##$ -pe mpi-uni @NUM_PROCS@ echo "Preparing:" set -x # Output commands set -e # Abort on errors cd @RUNDIR@ # # export GMON_OUT_PREFIX=gmon.out source ~/.modulerc module purge module add intel/11.1.064/11.1.064 module load scali/intel echo "Checking:" pwd hostname date echo "PBS nodes:" export MPI_NODEFILE=${TMPDIR}/machines cat ${MPI_NODEFILE} cat ${MPI_NODEFILE} > SIMFACTORY/NODES uniq ${MPI_NODEFILE} > PROC_NODES for node in $(cat PROC_NODES); do for (( proc=0; $proc<@(@PPN_USED@/@NUM_THREADS@)@; proc=$proc+1)); do echo ${node} done done > ${MPI_NODEFILE} echo "Environment:" export OMP_NUM_THREADS=@NUM_THREADS@ env > SIMFACTORY/ENVIRONMENT echo "Starting:" MPIDIR=/opt/scali export CACTUS_STARTTIME=$(date +%s) time ${MPIDIR}/bin/mpirun -v -affinity_mode none -np @NUM_PROCS@ -machinefile ${MPI_NODEFILE} @EXECUTABLE@ -L 3 @PARFILE@ echo "Stopping:" date rm -rf ${SCRATCHDIR} echo "Done."