[lonestar-gpu]

# Machine description
nickname        = lonestar
name            = Lonestar
location        = TACC
description     = A large Linux cluster at TACC
webpage         = http://services.tacc.utexas.edu/index.php/lonestar-user-guide
status          = experimental

# Access to this machine
hostname        = lonestar.tacc.utexas.edu
rsynccmd        = /home1/01385/barrywar/software/rsync/bin/rsync
envsetup        = source /etc/profile.d/tacc_modules.sh && module unload mvapich2 && module unload openmpi && module load TACC cuda cuda_SDK 
aliaspattern    = NOMATCH^login[12]\.ls4\.tacc\.utexas\.edu$

# Source tree management
sourcebasedir   = /work/00507/@USER@
disabled-thorns = <<EOT
    ExternalLibraries/hwloc
    ExternalLibraries/OpenSSL
        ExternalLibraries/curl
        ExternalLibraries/flickcurl
        LSUThorns/Flickr
        LSUThorns/Twitter
    ExternalLibraries/pciutils
EOT
optionlist      = lonestar-openmpi.cfg
submitscript    = lonestar.sub
runscript       = lonestar-openmpi.run
make            = make -j6

# Simulation management
basedir         = /scratch/00507/@USER@/simulations
cpu             = Xeon Intel Hexa-Core 64-bit Westmere processors
cpufreq         = 3.33
flop/cycle      = 4             # hyperthreading disabled
ppn             = 12
spn             = 2
mpn             = 1
max-num-threads = 12
num-threads     = 6
memory          = 24576
nodes           = 342           # 1888 nodes total
min-ppn         = 12
allocation      = TG-ASC120003
queue           = gpu
maxwalltime     = 24:00:00
submit          = qsub @SCRIPTFILE@
getstatus       = qstat -u @USER@ | awk '$1 == @JOB_ID@ {print $1,$5}'
stop            = qdel @JOB_ID@
submitpattern   = Your job (\d+) \(.*?\) has been submitted
statuspattern   = ^@JOB_ID@[ \t]
queuedpattern   = ^@JOB_ID@[ \t]+qw
runningpattern  = ^@JOB_ID@[ \t]+r
holdingpattern  = ^@JOB_ID@[ \t]+hqw
exechost        = head -n 1 SIMFACTORY/NODES
exechostpattern = ^(\S+)
stdout          = cat @SIMULATION_NAME@.out
stderr          = cat @SIMULATION_NAME@.err
stdout-follow   = tail -n 100 -f @SIMULATION_NAME@.out @SIMULATION_NAME@.err