[zwicky]

# last-tested-on: 2014-10-21
# last-tested-by: Erik Schnetter <schnetter@gmail.com>

# Machine description
nickname        = zwicky
name            = zwicky
location        = Caltech
description     = 
webpage         = http://www.cacr.caltech.edu/main/?page_id=875
status          = experimental

# Access to this machine
hostname        = zwicky.cacr.caltech.edu
rsynccmd        = /home/eschnett/rsync-3.0.9/bin/rsync
envsetup        = <<EOT
    source /etc/profile.d/modules.sh
    module purge
    module add intel/11.1.072
    module add mkl/10.2.5.035
    module add openmpi/1.4.2-intel
    module add HDF5/1.8.5
    module add fftw3/3.2.2
    module add gsl/1.15-gcc
    module add git/1.7.9.4
EOT
aliaspattern    = ^zwicky(-[a-z])?(\d\d\d)?(\.cacr\.caltech\.edu)?$

# Source tree management
sourcebasedir   = /home/@USER@
optionlist      = zwicky-openmpi.cfg
submitscript    = zwicky-openmpi.sub
runscript       = zwicky-openmpi.run
make            = nice ionice -cidle make -j8

# Simulation management
basedir         = /panfs/ds06/sxs/@USER@/simulations
cpu             = 2 Intel x5650 2.66 Ghz Hex Core
cpufreq         = 2.66
flop/cycle      = 4
ppn             = 12
spn             = 2
mpn             = 2
max-num-threads = 12
num-threads     = 6
memory          = 49152
#I1size          = 32768
#I1linesize      = 64
#I1assoc         = 4
#D1size          = 32768
#D1linesize      = 64
#D1assoc         = 8
#L2size          = 262144
#L2linesize      = 64
#L2assoc         = 8
#L3size          = 8388608
#L3linesize      = 64
#L3assoc         = 16
nodes           = 128
min-ppn         = 12
allocation      = NO_ALLOCATION
queue           = productionQ
maxwalltime     = 48:00:00
submit          = /usr/local/bin/qsub @SCRIPTFILE@
getstatus       = /opt/torque/bin/qstat @JOB_ID@
stop            = /opt/torque/bin/qdel @JOB_ID@
submitpattern   = (\d+)[.]maestro
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " [QTW] "
runningpattern  = " [ER] "
holdingpattern  = " H "
exechost        = /opt/torque/bin/qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.maestro.OU
stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.maestro.ER
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.maestro.OU /var/spool/torque/spool/@JOB_ID@.maestro.ER