[kraken]

# Machine description
nickname        = kraken
name            = Kraken
location        = NICS
description     = A Cray XT5 at NICS
webpage         = http://www.nics.tennessee.edu/computing-resources/kraken
status          = production

# Access to this machine
user            = mwt
email           = mthomas@cct.lsu.edu
hostname        = kraken-gsi2.nics.teragrid.org
# iomachine
# trampoline
rsynccmd        = /nics/b/home/eschnett/rsync-3.0.3/bin/rsync
rsyncopts       =
sshcmd          = gsissh
sshopts         =
localsshsetup   = test $(grid-proxy-info -timeleft 2> /dev/null) -gt 0 2> /dev/null || myproxy-logon -p 7514 -s myproxy.teragrid.org -T -l @USER@
environcmd      = :
sshsetup        = source /etc/profile
aliaspattern    = ^kraken(-pwd)?[1234](\.nics\.utk\.edu)?$

# Source tree management
sourcebasedir   = /nics/a/proj/cactus/@USER@/xt5
optionlist      = kraken.cfg
thornlist       = wavetoy-generic.th
submitscript      = kraken.sh
make            = make -j2

# Simulation management
basedir         = /lustre/scratch/@USER@/simulations
# quota
cpu             = six-core AMD Opteron (Istanbul)
cpufreq         = 2.6
flop/cycle      = 4
ppn             = 12
spn             = 2
# mpn
max-num-threads = 12
num-threads     = 6
memory          = 16384
nodes           = 8256
min-ppn         = 12
allocation      = loni_cactus05
queue           = batch
maxwalltime     = 24:00:00
# maxqueueslots
submit          = /opt/torque/2.3.5/bin/qsub @SCRIPTFILE@
# run
# run2
getstatus       = /opt/torque/2.3.5/bin/qstat @JOB_ID@
stop            = /opt/torque/2.3.5/bin/qdel @JOB_ID@
submitpattern   = ([[:digit:]]+[.]nid[0-9]*)
statuspattern   = "^@JOB_ID@[. ].* [QRH] "
queuedpattern   = "^@JOB_ID@[. ].* Q "
runningpattern  = "^@JOB_ID@[. ].* R "
scratchdir      = /lustre/scratch/@USER@/scratch/@JOB_ID@
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = cat @JOB_ID@.OU
mpirun          = export CACTUS_STARTTIME=$(date +%s) && #aprun -n @NUM_PROCS@ -d @NUM_THREADS@ gdb -batch -x gdb.cmds --args ./@EXECUTABLE@ -L 3 @PARFILE@

stderr          = cat @JOB_ID@.ER
precmd          = :
postcmd         = :
stdout-follow   = tail -n 100 -f @JOB_ID@.ER @JOB_ID@.OU