[intrepid]

# Machine description
nickname        = intrepid
name            = Intrepid
location        = ALCF
description     = Blue Gene/P
webpage         = http://www.alcf.anl.gov/resources/storage.php
status          = experimental

# Access to this machine
user            = mwt
email           = mthomas@cct.lsu.edu
hostname        = intrepid.alcf.anl.gov
# iomachine
# trampoline
rsynccmd        = /home/knarf/utils/rsync-3.0.6/bin/rsync
rsyncopts       =
sshcmd          = ssh
sshopts         =
localsshsetup   = :
environcmd      = :
sshsetup        = :
aliaspattern    = ^login[0-9]\.intrepid

# Source tree management
sourcebasedir   = /home/@USER@
optionlist      = intrepid-xlc.cfg
thornlist       = wavetoy-generic.th
submitscript      = intrepid-xlc.sh
make            = make -j2

# Simulation management
basedir         = /gpfs1/@USER@/simulations
# quota
cpu             = PowerPC 450
cpufreq         = 0.85
flop/cycle      = 4
ppn             = 4
# spn
# mpn
max-num-threads = 4
num-threads     = 4
memory          = 2048
nodes           = 40960
min-ppn         = 4
allocation      = McLachlanGB2009
queue           = prod
maxwalltime     = 6:00:00
maxqueueslots   = 20
submit          = chmod a+x @SCRIPTFILE@ && qsub  --mode vn --cwd @RUNDIR@-active -A '@ALLOCATION@' -q '@QUEUE@' -t '@WALLTIME@' -n '@NODES@' -M '@USER@@alcf.anl.gov' -O '@SIMULATION_NAME@' -o '@RUNDIR@/@SIMULATION_NAME@.out' -e '@RUNDIR@/@SIMULATION_NAME@.err' @RUNDIR@-active/@EXECUTABLE@ -L 3 @PARFILE@
# run
# run2
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = ([[:digit:]]+)
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " queued   "
runningpattern  = " running  "
scratchdir      = scratchdir
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.OU
mpirun          = cobalt-mpirun -verbose 2 -np @NUM_PROCS@ -mode "$mode" -env OMP_NUM_THREADS=${OMP_NUM_THREADS}:CACTUS_STARTTIME=${CACTUS_STARTTIME}:BG_MAPPING=TXYZ ./@EXECUTABLE@ -L 3 @PARFILE@ && cobalt-mpirun -verbose 2 -np @NUM_PROCS@ -mode "$mode" -env OMP_NUM_THREADS=${OMP_NUM_THREADS}:CACTUS_STARTTIME=${CACTUS_STARTTIME}:BG_MAPPING=TXYZ ./@EXECUTABLE@ -L 3 @PARFILE@

stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.ER
precmd          = :
postcmd         = :
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.qb2.OU /var/spool/torque/spool/@JOB_ID@.qb2.ER