[queenbee]

# Machine description
nickname        = queenbee
name            = Queen Bee
location        = LONI, LSU
description     = The large LONI Linux cluster
webpage         = http://www.loni.org/systems/system.php?system=QueenBee
status          = production

# Access to this machine
user            = mwt
email           = mthomas@cct.lsu.edu
hostname        = qb4.loni.org
# iomachine
# trampoline
rsynccmd        = /home/eschnett/rsync-3.0.6/bin/rsync
rsyncopts       =
sshcmd          = ssh
sshopts         =
localsshsetup   = :
environcmd      = :
sshsetup        = :
aliaspattern    = ^qb[0-9](\.loni\.org)?$

# Source tree management
sourcebasedir   = /home/@USER@
optionlist      = eric-mvapich2-new.cfg
thornlist       = wavetoy-generic.th
submitscript      = eric-mvapich2-new.sh
make            = make -j4

# Simulation management
basedir         = /scratch/@USER@/simulations
# quota
cpu             = Quad Core Xeon 64-bit Processors
cpufreq         = 2.33
flop/cycle      = 4
ppn             = 8
spn             = 2
mpn             = 1
max-num-threads = 8
num-threads     = 8
memory          = 8192
nodes           = 256
min-ppn         = 8
allocation      = loni_cactus05
queue           = checkpt
maxwalltime     = 48:00:00
# maxqueueslots
submit          = qsub @SCRIPTFILE@
# run
# run2
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = ([[:digit:]]+)[.]qb2
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " Q "
runningpattern  = " R "
scratchdir      = /var/scratch/${USER}/${PBS_JOBID}
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.OU
interactivecmd	= qsub -I -l nodes=@NODES@:ppn=@PPN@ -l walltime=@WALLTIME@ -l cput=@WALLTIME@
mpirun          = export MPICHDIR=/usr/local/packages/mvapich2/1.4/intel-11.1 && export MPI_NODEFILE=@MPI_NODEFILE@ && export CACTUS_STARTTIME=$(date +%s) && time ${MPICHDIR}/bin/mpirun_rsh -np @NUM_PROCS@ -hostfile ${MPI_NODEFILE} /bin/env MV2_ENABLE_AFFINITY=0 OMP_NUM_THREADS=@NUM_THREADS@ @EXECUTABLE@ -L 3 @PARFILE@

stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.ER
precmd          = :
postcmd         = :
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.qb2.OU /var/spool/torque/spool/@JOB_ID@.qb2.ER