[forge]

# Machine description
nickname        = forge
name            = Forge
location        = NCSA
description     = GPU cluster at NCSA
webpage         = http://www.ncsa.illinois.edu/UserInfo/Resources/Hardware/DellNVIDIACluster/
status          = outdated

# Access to this machine
hostname        = login-forge.ncsa.xsede.org
rsynccmd        = rsync
envsetup        = module unload cuda-4.0.17 && module load cuda-4.1.28
# TODO: This pattern should be corrected
aliaspattern    = ^forge.*.ncsa.illinois.edu$

# Source tree management
sourcebasedir   = /uf/ac/@USER@
disabled-thorns = <<EOT
    ExternalLibraries/curl
        ExternalLibraries/flickcurl
        LSUThorns/Flickr
        LSUThorns/Twitter
    ExternalLibraries/PETSc
        CactusElliptic/EllPETSc
        CarpetThorns/LSUPETSc
        CarpetThorns/LSUPoisson
        CarpetThorns/Lichnerowicz
        LSUDevelopment/WaveToyNoGhostsPETSc
        TAT/TATPETSc
EOT
optionlist      = forge.cfg
submitscript    = forge.sub
runscript       = forge.run
make            = make -j8

# Simulation management
basedir         = /scratch/users/@USER@/simulations
cpu             = AMD Opteron Magny-Cours 6136 2.4 GHz dual-socket eight-core
cpufreq         = 2.4
flop/cycle      = 4
ppn             = 16
spn             = 4
mpn             = 4
max-num-threads = 16
num-threads     = 4
memory          = 49152
# I1size          = 32768
# I1linesize      = 64
# I1assoc         = 8
# D1size          = 32768
# D1linesize      = 64
# D1assoc         = 8
# L3size          = 4194304
# L3linesize      = 64
# L3assoc         = 16
nodes           = 36
min-ppn         = 1
# allocation      = out
queue           = normal
maxwalltime     = 48:00:00
submit          = /usr/local/bin/qsub @SCRIPTFILE@
interactivecmd	= qsub -I -X -A @ALLOCATION@ -q @QUEUE@ -r n -l walltime=@WALLTIME@ -l nodes=@NODES@:ppn=@PPN@ -V -N @SHORT_SIMULATION_NAME@ -M @EMAIL@ -m abe
getstatus       = /usr/local/torque/bin/qstat @JOB_ID@
stop            = /usr/local/torque/bin/qdel @JOB_ID@
submitpattern   = ^(\d+)\.
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " Q "
runningpattern  = " R "
holdingpattern  = " H "
scratchbasedir  = /tmp
exechost        = /usr/local/torque/bin/qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = cat /u/ac/@USER@/.pbs_spool/@JOB_ID@.abem5.OU
stderr          = cat /u/ac/@USER@/.pbs_spool/@JOB_ID@.abem5.ER
stdout-follow   = tail -n 100 -f /u/ac/@USER@/.pbs_spool/@JOB_ID@.abem5.OU /u/ac/@USER@/.pbs_spool/@JOB_ID@.abem5.ER