[vesta]

# Machine description
nickname        = vesta
name            = Vesta
location        = ALCF
description     = Blue Gene/Q
webpage         = https://wiki.alcf.anl.gov/bgq-earlyaccess
status          = experimental

# Access to this machine
hostname        = vesta.alcf.anl.gov
trampoline      = queenbee
aliaspattern    = ^vestalac[0-9]

# Source tree management
sourcebasedir   = /home/@USER@
disabled-thorns = <<EOT
    CaCUDA/CaCUDALib
    CaCUDA/WaveToyCUDA
    CarpetExtra/Nirvana
        CarpetDev/CarpetIONirvana
    DGFE/AdvectHRSC
    DGFE/CPPUtils
    DGFE/EOS_Simple
    DGFE/EulerHRSC
    DGFE/FDCore
    DGFE/Filter
    DGFE/GREuler
    DGFE/HRSCCore
    DGFE/SDGMGrid
    DGFE/WaveToyDGFE
        McLachlan_dgfe/CL_BSSN_DG_P5
        McLachlan_dgfe/CL_BSSN_DG_P5_Helper
        McLachlan_dgfe/ML_FOZ4_DG_P5
        McLachlan_dgfe/ML_FOZ4_DG_P5_Helper
        McLachlan_dgfe/ML_WaveToyDGFE
    ExternalLibraries/CGNS
    ExternalLibraries/curl
        LSUThorns/Twitter
    ExternalLibraries/F5
        CarpetDev/CarpetIOF5
    ExternalLibraries/flickcurl
        LSUThorns/Flickr
    ExternalLibraries/FFTW3
        PITTNullCode/SphericalHarmonicRecon
    ExternalLibraries/libjpeg
        CactusIO/IOJpeg
    ExternalLibraries/libxml2
    ExternalLibraries/OpenSSL
    LSUThorns/CPUID
    ExternalLibraries/git
    ExternalLibraries/HYPRE
    ExternalLibraries/LORENE
        EinsteinInitialData/Meudon_Bin_BH
        EinsteinInitialData/Meudon_Bin_NS
        EinsteinInitialData/Meudon_Mag_NS
    ExternalLibraries/PETSc
        CactusElliptic/EllPETSc
        TAT/TATPETSc
        LSUDevelopment/WaveToyNoGhostsPETSc
EOT
# git, HYPRE, and LORENE work fine, but the library for thorn
# Formaline is then too large (on Intrepid?)
optionlist      = vesta.cfg
submitscript    = vesta.sub
runscript       = vesta.run
make            = make -j24

# Simulation management
basedir         = /gpfs/vesta_scratch/projects/DynamicDevel/@USER@/simulations
cpu             = PowerPC 450d
cpufreq         = 0.85
flop/cycle      = 4
ppn             = 4
max-num-threads = 4
num-threads     = 4
memory          = 2048
nodes           = 1024
min-ppn         = 4
allocation      = DynamicDevel
queue           = default
maxwalltime     = 1:00:00
submit          = qsub -A @ALLOCATION@ -q @QUEUE@ -t @WALLTIME@ --mode script -n @NODES@ -M @EMAIL@ -O @SIMULATION_NAME@ -o @RUNDIR@-active/@SIMULATION_NAME@.out -e @RUNDIR@-active/@SIMULATION_NAME@.err @SCRIPTFILE@
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = (\d+)
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " queued   "
runningpattern  = " (starting|running)  "
holdingpattern  = " user hold  "
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.OU
stderr          = ssh @EXECHOST@ cat /var/spool/torque/spool/@JOB_ID@.qb2.ER
stdout-follow   = ssh @EXECHOST@ tail -n 100 -f /var/spool/torque/spool/@JOB_ID@.qb2.OU /var/spool/torque/spool/@JOB_ID@.qb2.ER