[shc]

# Machine description
nickname        = shc
name            = shc
location        = Caltech
description     = 
webpage         = http://www.cacr.caltech.edu/main/?page_id=440
status          = experimental

# Access to this machine
hostname        = shc.cacr.caltech.edu
aliaspattern    = ^shc-[a-z](\.cacr\.caltech\.edu)?$

# Source tree management
sourcebasedir   = /home/@USER@
#    EinsteinAnalysis/AHFinder
disabled-thorns = <<EOT
    ExternalLibraries/git
    ExternalLibraries/OpenMPI
    ExternalLibraries/PETSc
        CactusElliptic/EllPETSc
        CarpetThorns/LSUPETSc
        CarpetThorns/LSUPoisson
        CarpetThorns/Lichnerowicz
        LSUDevelopment/WaveToyNoGhostsPETSc
        TAT/TATPETSc
EOT
optionlist      = shc-openmpi.cfg
submitscript    = shc-openmpi.sub
runscript       = shc-openmpi.run
make            = nice ionice -cidle make -j4

# Simulation management
# this describes the 8 core nodes
# the 4 core ones are Dual-Core AMD Opteron(tm) Processor 2216 we 2GB per core
basedir         = /panfs/ds06/sxs/@USER@/simulations
cpu             = 2 Quad-Core AMD Opteron(tm) Processor 2380
cpufreq         = 2.40
flop/cycle      = 2
ppn             = 8
spn             = 1
mpn             = 1
max-num-threads = 8
num-threads     = 4
memory          = 16388
#I1size          = 32768
#I1linesize      = 64
#I1assoc         = 4
#D1size          = 32768
#D1linesize      = 64
#D1assoc         = 8
#L2size          = 262144
#L2linesize      = 64
#L2assoc         = 8
#L3size          = 8388608
#L3linesize      = 64
#L3assoc         = 16
nodes           = 128
min-ppn         = 4
allocation      = sxs
queue           = productionQ
maxwalltime     = 24:00:00
submit          = qsub @SCRIPTFILE@
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = (\d+)[.]mistress
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " Q "
runningpattern  = " R "
holdingpattern  = " H "
scratchbasedir  = /scratch
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.mistress.OU
stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.mistress.ER
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.mistress.OU /var/spool/torque/spool/@JOB_ID@.mistress.ER