[surveyor]

# Machine description
nickname        = surveyor
name            = Surveyor
location        = ALCF
description     = Blue Gene/P
webpage         = http://www.alcf.anl.gov/resources/storage.php
status          = experimental

# Access to this machine
hostname        = surveyor.alcf.anl.gov
rsynccmd        = /home/eschnett/rsync-3.0.4/bin/rsync
aliaspattern    = ^login[0-9]\.surveyor

# Source tree management
sourcebasedir   = /home/@USER@
disabled-thorns = <<EOT
    EinsteinInitialData/Meudon_Bin_BH
    EinsteinInitialData/Meudon_Bin_NS
    EinsteinInitialData/Meudon_Mag_NS
    ExternalLibraries/CGNS
    ExternalLibraries/curl
        LSUThorns/Twitter
    ExternalLibraries/flickcurl
        LSUThorns/Flickr
    ExternalLibraries/libxml2
    ExternalLibraries/LORENE
    ExternalLibraries/OpenSSL
EOT
optionlist      = intrepid-xlc.cfg
submitscript    = intrepid-xlc.sub
runscript       = intrepid-xlc.run
make            = make -j4

# Simulation management
basedir         = /pvfs-surveyor/@USER@/simulations
cpu             = PowerPC 450d
cpufreq         = 0.85
flop/cycle      = 4
ppn             = 4
max-num-threads = 4
num-threads     = 4
memory          = 2048
nodes           = 1024
min-ppn         = 4
allocation      = cactus
queue           = default
maxwalltime     = 1:00:00
maxqueueslots   = 20
# --proccount @NUM_PROCS@
submit          = qsub -A @ALLOCATION@ -q @QUEUE@ -t @WALLTIME@ --mode @(["vn", "dual", "ERROR", "smp"][@NUM_THREADS@-1])@ -n @NODES@ -M @EMAIL@ -O @SIMULATION_NAME@ -o @RUNDIR@-active/@SIMULATION_NAME@.out -e @RUNDIR@-active/@SIMULATION_NAME@.err --cwd @RUNDIR@-active --env=OMP_NUM_THREADS=@NUM_THREADS@:BG_MAPPING=TXYZ:MPIRUN_LABEL=0:USER=@USER@ @EXECUTABLE@ -L 3 @PARFILE@
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = (\d+)
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " queued   "
runningpattern  = " running  "
holdingpattern  = " user hold  "
scratchdir      = scratchdir
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.OU
stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.ER
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.qb2.OU /var/spool/torque/spool/@JOB_ID@.qb2.ER