[trestles]

# last-tested-on: 2014-20-02
# last-tested-by: Peter Diener <diener@cct.lsu.edu>

# Machine description
nickname        = trestles
name            = Trestles
location        = SDSC
description     = A large Linux cluster at SDSC
webpage         = http://www.sdsc.edu/us/resources/trestles/
status          = production

# Access to this machine
hostname        = trestles.sdsc.edu
#rsynccmd        = /home/ux452368/rsync-3.0.9/bin/rsync
envsetup        = source /etc/profile.d/modules.sh && module unload pgi && module load intel mvapich2_ib gsl papi
aliaspattern    = ^trestles-login[12]\.sdsc\.edu$

# Source tree management
sourcebasedir   = /home/@USER@
optionlist      = trestles.cfg
submitscript    = trestles.sub
runscript       = trestles.run
make            = make -j16
disabled-thorns = <<EOF
    ExternalLibraries/PETSc
        CactusElliptic/EllPETSc
        TAT/TATPETSc
EOF

# Simulation management
basedir         = /oasis/projects/nsf/uic232/@USER@/simulations
cpu             = 4 x 8-core 2.4 GHz AMD Magny-Cours
cpufreq         = 2.4
flop/cycle      = 4
ppn             = 32
spn             = 4
mpn             = 1
max-num-threads = 32
num-threads     = 8
memory          = 65536
nodes           = 324
min-ppn         = 32
allocation      = uic232
queue           = normal
maxwalltime     = 48:00:00
submit          = /opt/torque/bin/qsub @SCRIPTFILE@
getstatus       = /opt/torque/bin/qstat @JOB_ID@
stop            = /opt/torque/bin/qdel @JOB_ID@
submitpattern   = (\d+)[.]trestles
statuspattern   = ^@JOB_ID@[.]
queuedpattern   = ' Q '
runningpattern  = ' (E|R|T) '
holdingpattern  = ' H '
scratchdir      = scratchdir
exechost        = head -n 1 SIMFACTORY/NODES
exechostpattern = ^(\S+)
stdout          = cat @SIMULATION_NAME@.out
stderr          = cat @SIMULATION_NAME@.err
stdout-follow   = tail -n 100 -f @SIMULATION_NAME@.out @SIMULATION_NAME@.err