[athena]

# Machine description
nickname        = athena
name            = Athena
location        = NICS
description     = A Cray XT4 at NICS
webpage         = http://www.nics.tennessee.edu/computing-resources/athena
status          = production

# Access to this machine
hostname        = gsissh.athena.nics.utk.edu
rsynccmd        = /nics/b/home/eschnett/rsync-3.0.3/bin/rsync
sshcmd          = gsissh
sshopts         =
localsshsetup   = <<EOT
mkdir -p @SOURCEDIR@/.globus &&
: >> @SOURCEDIR@/.globus/proxy-teragrid &&
chmod go-rwx @SOURCEDIR@/.globus/proxy-teragrid &&
export X509_USER_PROXY=@SOURCEDIR@/.globus/proxy-teragrid &&
: mkdir -p @SOURCEDIR@/.globus/certificates-teragrid &&
: export X509_CERT_DIR=@SOURCEDIR@/.globus/certificates-teragrid &&
{
    {
        grid-proxy-info -issuer -file @SOURCEDIR@/.globus/proxy-teragrid 2>/dev/null | grep "^/C=US/O=National Center for Supercomputing Applications/" >/dev/null 2>&1 &&
        test $(grid-proxy-info -timeleft -file @SOURCEDIR@/.globus/proxy-teragrid 2>/dev/null) -gt 0 2>/dev/null
    } || {
        { grid-proxy-destroy 2>/dev/null || true; } &&
        myproxy-logon -p 7514 -s myproxy.teragrid.org -T -l @USER@ -o @SOURCEDIR@/.globus/proxy-teragrid
    }
} &&
{ globus-update-certificate-dir >/dev/null 2>&1 || true; }
EOT
envsetup        = source /etc/profile
aliaspattern    = ^login\d\.athena\.nics\.utk\.edu

# Source tree management
sourcebasedir   = /nics/a/proj/cactus/@USER@/xt4
optionlist      = athena-intel.cfg
submitscript    = athena.sub
runscript       = athena.run
# These thorns need to be disabled for the PGI compiler; they work
# with the Intel compiler
#    EinsteinAnalysis/AHFinder
#    ExternalLibraries/OpenSSL
disabled-thorns = <<EOT
    ExternalLibraries/flickcurl
        LSUThorns/Flickr
    ExternalLibraries/git
    ExternalLibraries/HYPRE
EOT
make            =  env LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/opt/gcc/4.5.1/snos/lib64:/opt/gcc/mpc/0.8.1/lib" make -j2

# Simulation management
basedir         = /lustre/scratch/@USER@/simulations
cpu             = quad-core AMD Opteron
cpufreq         = 2.3
flop/cycle      = 4
ppn             = 4
spn             = 1
max-num-threads = 4
num-threads     = 4
memory          = 4096
I1size          = 65536
I1linesize      = 64
I1assoc         = 2
D1size          = 65536
D1linesize      = 64
D1assoc         = 2
L2size          = 524288
L2linesize      = 64
L2assoc         = 16
L3size          = 1572864       # 6 MB shared over 4 cores
L3linesize      = 64            # ?
L3assoc         = 48            # ?
nodes           = 4512
min-ppn         = 4
#allocation      =
queue           = batch
maxwalltime     = 72:00:00
submit          = /opt/torque/2.3.5/bin/qsub @SCRIPTFILE@
getstatus       = /opt/torque/2.3.5/bin/qstat @JOB_ID@
stop            = /opt/torque/2.3.5/bin/qdel @JOB_ID@
submitpattern   = (\d+[.]nid[0-9]*)
statuspattern   = "^@JOB_ID@[. ].* [QRH] "
queuedpattern   = "^@JOB_ID@[. ].* Q "
runningpattern  = "^@JOB_ID@[. ].* R "
holdingpattern  = "^@JOB_ID@[. ].* H "
scratchdir      = /lustre/scratch/@USER@/scratch/@JOB_ID@
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = cat @JOB_ID@.OU
stderr          = cat @JOB_ID@.ER
stdout-follow   = tail -n 100 -f @JOB_ID@.ER @JOB_ID@.OU