[saw]

# Machine description
nickname        = saw
name            = Saw
location        = SHARCNET
description     = "SHARCNET's Saw cluster"
webpage         = https://www.sharcnet.ca/my/systems/show/41
status          = experimental

# Access to this machine
hostname        = saw.sharcnet.ca
rsynccmd        = /home/eschnett/bin/rsync
environcmd      = . /etc/profile.d/modules.bash && export MODULEPATH=/opt/sharcnet/modules && module load binutils && unset PETSC_DIR
aliaspattern    = ^saw\d+(\.localhost\.localdomain)?$

# Source tree management
sourcebasedir   = /work/@USER@
disabled-thorns = <<EOT
    ExternalLibraries/CGNS
    ExternalLibraries/flickcurl
        LSUThorns/Flickr
    ExternalLibraries/git
    ExternalLibraries/libxml2
    ExternalLibraries/LORENE
        EinsteinInitialData/Meudon_Bin_BH
        EinsteinInitialData/Meudon_Bin_NS
        EinsteinInitialData/Meudon_Mag_NS
EOT
optionlist      = saw.cfg
submitscript    = saw.sub
runscript       = saw.run
make            = make -j2

# Simulation management
basedir         = /scratch/@USER@/simulations
cpu             = Xeon
cpufreq         = 2.83
flop/cycle      = 4
ppn             = 8
max-num-threads = 8
num-threads     = 8
memory          = 16384
nodes           = 336
min-ppn         = 1
allocation      = NoAllocation
queue           = mpi
maxwalltime     = 168:00:00
submit          = sqsub -q @QUEUE@ -n @PROCS_REQUESTED@ -N @(-(-@PROCS_REQUESTED@/@PPN@))@ -W @WALLTIME_MINUTES@ --nompirun -v -o @RUNDIR@-active/@SIMULATION_NAME@.out -e @RUNDIR@-active/@SIMULATION_NAME@.err -m @SCRIPTFILE@
getstatus       = sqjobs @JOB_ID@
stop            = sqkill @JOB_ID@
submitpattern   = submitted as jobid (\d+)
statuspattern   = ^@JOB_ID@[ \t]
queuedpattern   = ' Q '
runningpattern  = ' R '
holdingpattern  = ' H '   # TODO
scratchdir      = scratchdir