[damiana2]

# Machine description
nickname        = damiana2
name            = Damiana
location        = AEI
description     = The new AEI numrel cluster
webpage         = http://supercomputers.aei.mpg.de/damiana
status          = trampoline

# Access to this machine
user            = mwt
email           = mthomas@cct.lsu.edu
hostname        = damiana2.aei.mpg.de
# iomachine
# trampoline
rsynccmd        = /home/eschnett/rsync-3.0.4/bin/rsync
rsyncopts       =
sshcmd          = ssh
sshopts         =
localsshsetup   = :
environcmd      = :
sshsetup        = :
aliaspattern    = ^damiana2(\.aei\.mpg\.de|\.damiana\.admin)?$

# Source tree management
sourcebasedir   = /home/@USER@
optionlist      = damiana.cfg
thornlist       = wavetoy-generic.th
submitscript      = damiana.sh
make            = make -j4

# Simulation management
basedir         = /lustre/AEI/@USER@/simulations
# quota
cpu             = Intel Xeon 5160 Woodcrest 4MB shared L2-Cache
# cpufreq
# flop/cycle
ppn             = 4
# spn
# mpn
max-num-threads = 4
num-threads     = 4
memory          = 8192
nodes           = 170
# min-ppn
# allocation
queue           = intel.q
maxwalltime     = 48:00:00
# maxqueueslots
submit          = qsub @SCRIPTFILE@
# run
# run2
getstatus       = qstat -u @USER@ | awk '$1 == @JOB_ID@ {print $1,$5}'
stop            = qdel @JOB_ID@
submitpattern   = ([[:digit:]]+)
statuspattern   = ^@JOB_ID@[ \t]
queuedpattern   = ^@JOB_ID@[ \t]+(qw|hqw)
runningpattern  = ^@JOB_ID@[ \t]+r
scratchdir      = /scratch/${USER}/${JOB_ID}
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/pbs/spool/@JOB_ID@.damia.OU
mpirun          = export CACTUS_STARTTIME=$(date +%s) && time ${MPIDIR}/bin/mpirun -v --mca btl openib,self --mca mpi_leave_pinned 0 -np @NUM_PROCS@ ./@EXECUTABLE@ -L 3 @PARFILE@

stderr          = ssh @EXECHOST@ cat /var/spool/pbs/spool/@JOB_ID@.damia.ER
precmd          = :
postcmd         = :
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/pbs/spool/@JOB_ID@.damia.OU /var/spool/pbs/spool/@JOB_ID@.damia.ER