[orca]

# Machine description
nickname        = orca
name            = Orca
location        = SHARCNET
description     = "SHARCNET's Orca cluster"
webpage         = https://www.sharcnet.ca/my/systems/show/73
status          = experimental

# Access to this machine
hostname        = orca.sharcnet.ca
rsynccmd        = /home/eschnett/bin/rsync
envsetup        = . /etc/profile.d/modules.sh && export MODULEPATH=/opt/sharcnet/modules && module load binutils && unset PETSC_DIR && export INTEL_LICENSE_FILE=/opt/sharcnet/intel/11.0.083/license/intel.lic
aliaspattern    = ^orc-login\d+\.orca\.sharcnet$

# Source tree management
sourcebasedir   = /work/@USER@/orca
disabled-thorns = <<EOT
    CactusArchive/ADM
    AEIThorns/BSSN_MoL
    ExternalLibraries/LORENE
        EinsteinInitialData/Meudon_Bin_BH
        EinsteinInitialData/Meudon_Bin_NS
        EinsteinInitialData/Meudon_Mag_NS
    ExternalLibraries/OpenSSL
        LSUThorns/Flickr
    McLachlan/ML_BSSN_O8
    McLachlan/ML_BSSN_O8_Helper
    McLachlan/ML_BSSN_MP_O8
    McLachlan/ML_BSSN_MP_O8_Helper
EOT
#    CactusArchive/ADM
#    ExternalLibraries/CGNS
#    ExternalLibraries/flickcurl
#        LSUThorns/Flickr
#    ExternalLibraries/libxml2
#    ExternalLibraries/LORENE
#        EinsteinInitialData/Meudon_Bin_BH
#        EinsteinInitialData/Meudon_Bin_NS
#        EinsteinInitialData/Meudon_Mag_NS
optionlist      = orca-intel.cfg
submitscript    = orca.sub
runscript       = orca.run
# A user can have only 100 processes; more than -j10 leads to random
# failures from time to time
make            = make -j10

# Simulation management
basedir         = /scratch/@USER@/simulations
cpu             = AMD Opteron 6174 (Magny Cours) @ 2.2 GHz
cpufreq         = 2.2
flop/cycle      = 4
ppn             = 24
spn             = 4
max-num-threads = 24
num-threads     = 6
memory          = 32768
I1size          = 65536
I1linesize      = 64
I1assoc         = 2
I1cores         = 1
D1size          = 65536
D1linesize      = 64
D1assoc         = 2
D1cores         = 1
# D1stride      = 32768
L2size          = 524288
L2linesize      = 64
L2assoc         = 16
L2cores         = 1
# D2stride      = 32768
L3size          = 5240832
L3linesize      = 64
L3assoc         = 96
L3cores         = 6
# L3stride      = 54592
nodes           = 320
min-ppn         = 24
allocation      = NoAllocation
queue           = DR_20349
maxwalltime     = 168:00:00
# For test jobs, use the "test" queue
#submit          = sqsub -q @QUEUE@ -f mpi -n @PROCS_REQUESTED@ --ppn=@(@PPN_USED@/@NUM_THREADS@)@ --tpp=@NUM_THREADS@ --mpp=@(@MEMORY@/(@PPN_USED@/@NUM_THREADS@))@M -W @WALLTIME_MINUTES@ @('@CHAINED_JOB_ID@' ne '' ? '-w @CHAINED_JOB_ID@' : '')@ -v -j @SIMULATION_NAME@ -m -o @RUNDIR@/@SIMULATION_NAME@.out -e @RUNDIR@/@SIMULATION_NAME@.err --nompirun @SCRIPTFILE@
submit          = qsub @SCRIPTFILE@
getstatus       = sqjobs @JOB_ID@
stop            = sqkill @JOB_ID@
#submitpattern   = submitted as jobid (\d+)
submitpattern   = (\d+)\.*
statuspattern   = ^@JOB_ID@[ \t]
queuedpattern   = ' Q '
runningpattern  = ' R '
holdingpattern  = ' H '   # TODO
scratchdir      = scratchdir