#!/bin/sh

echo "Preparing:"
set -x                          # Output commands
set -e                          # Abort on errors

cd @RUNDIR@
#
#
export GMON_OUT_PREFIX=gmon.out

echo "Checking:"
pwd
hostname
date

echo "PBS nodes:"
cat ${PBS_NODEFILE}
cat ${PBS_NODEFILE} > SIMFACTORY/NODES

echo "Environment:"

export OMP_NUM_THREADS=@NUM_THREADS@

export MV2_SRQ_SIZE=4000        # ???

export MPI_NODEFILE=mpi_nodefile

env > SIMFACTORY/ENVIRONMENT

echo "Starting:"

MPICHDIR=/usr/local/packages/mvapich2-1.2rc2-intel10.1

export OMP_NUM_THREADS=@NUM_THREADS@

export CACTUS_STARTTIME=$(date +%s)
time ${MPICHDIR}/bin/mpirun_rsh -hostfile ${PBS_NODEFILE} -np @NUM_PROCS@ @EXECUTABLE@ -L 3 @PARFILE@

echo "Stopping:"
date

rm -rf ${SCRATCHDIR}

echo "Done."