[queenbee]

# last-tested-on: 2013-04-29
# last-tested-by: Erik Schnetter <schnetter@gmail.com>

# Machine description
nickname        = queenbee
name            = Queen Bee
location        = LONI, LSU
description     = The large LONI Linux cluster
webpage         = http://www.loni.org/systems/system.php?system=QueenBee
status          = production

# Access to this machine
hostname        = qb3.loni.org
rsynccmd        = /home/eschnett/rsync-3.0.9/bin/rsync
aliaspattern    = ^qb([0-9]+)(\.loni\.org)?$

# Source tree management
sourcebasedir   = /home/@USER@
disabled-thorns = <<EOT
    DGFE/AdvectHRSC
    DGFE/CPPUtils
    DGFE/EOS_Simple
    DGFE/EulerHRSC
    DGFE/FDCore
    DGFE/Filter
    DGFE/GREuler
    DGFE/HRSCCore
    DGFE/SDGMGrid
    DGFE/WaveToyDGFE
        McLachlan_dgfe/CL_BSSN_DG_P5
        McLachlan_dgfe/CL_BSSN_DG_P5_Helper
        McLachlan_dgfe/ML_FOZ4_DG_P5
        McLachlan_dgfe/ML_FOZ4_DG_P5_Helper
        McLachlan_dgfe/ML_WaveToyDGFE
    ExternalLibraries/curl
        ExternalLibraries/flickcurl
        LSUThorns/Flickr
        LSUThorns/Twitter
EOT
optionlist      = queenbee-mvapich2.cfg
submitscript    = queenbee-mvapich2.sub
runscript       = queenbee-mvapich2.run
make            = make -j4

# Simulation management
basedir         = /scratch/@USER@/simulations
# quota
cpu             = Quad Core Xeon 64-bit Processors
cpufreq         = 2.33
flop/cycle      = 4
ppn             = 8
spn             = 2
mpn             = 1
max-num-threads = 8
num-threads     = 8
memory          = 8192
nodes           = 256
min-ppn         = 8
allocation      = NO_ALLOCATION
queue           = checkpt
maxwalltime     = 72:00:00
# maxqueueslots
submit          = qsub @SCRIPTFILE@
interactivecmd	= qsub -I -X -l nodes=@NODES@:ppn=@PPN@ -l walltime=@WALLTIME@ -l cput=@WALLTIME@
# run
# run2
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = (\d+)[.]qb2
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " Q "
runningpattern  = " R "
holdingpattern  = " H "
scratchbasedir  = /var/scratch/@USER@
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.OU
stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.ER
precmd          = :
postcmd         = :
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.qb2.OU /var/spool/torque/spool/@JOB_ID@.qb2.ER