[hopper]

# Machine description
nickname        = hopper
name            = Hopper
location        = NERSC
description     = A Cray XT5 at NERSC
webpage         = http://www.nersc.gov/nusers/systems/hopper/
status          = production

# Access to this machine
user            = mwt
email           = mthomas@cct.lsu.edu
hostname        = hopper.nersc.gov
# iomachine
# trampoline
rsynccmd        = /global/homes/s/schnette/rsync-3.0.6/bin/rsync
rsyncopts       =
sshcmd          = ssh
sshopts         =
localsshsetup   = :
environcmd      = :
sshsetup        = :
aliaspattern    = ^hopper[0-9][0-9](\.nersc\.gov)?$

# Source tree management
sourcebasedir   = /project/projectdirs/m152/@USER@/hopper
optionlist      = hopper.cfg
thornlist       = wavetoy-generic.th
submitscript      = hopper.sh
make            = make -j8

# Simulation management
basedir         = /scratch/scratchdirs/@USER@/simulations
# quota
cpu             = Quad-Core AMD Opteron(tm) Processor 8378 (Shanghai)
cpufreq         = 2.4
flop/cycle      = 4
ppn             = 8
spn             = 2
# mpn
max-num-threads = 8
num-threads     = 4
memory          = 16384
nodes           = 664
min-ppn         = 8
allocation      = m152
queue           = regular
maxwalltime     = 24:00:00
# maxqueueslots
submit          = qsub @SCRIPTFILE@
# run
# run2
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = ([[:digit:]]+)[.]nid[0-9]*
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " Q "
runningpattern  = " R "
scratchdir      = /scratch/scratchdirs/${USER}/scratch/${PBS_JOBID}
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = cat /var/spool/torque/mom_priv/jobs/@JOB_ID@.hopper0.OU
mpirun          = export CACTUS_STARTTIME=$(date +%s) && aprun -n @NUM_PROCS@ -N @(@PPN_USED@/@NUM_THREADS@)@ -d @NUM_THREADS@ ./@EXECUTABLE@ -L 3 @PARFILE@

stderr          = cat /var/spool/torque/mom_priv/jobs/@JOB_ID@.hopper0.ER
precmd          = :
postcmd         = :
stdout-follow   = tail -n 100 -f /var/spool/torque/mom_priv/jobs/@JOB_ID@.hopper0.OU /var/spool/torque/mom_priv/jobs/@JOB_ID@.hopper0.ER