[edison]

# last-tested-on: 2015-05-07
# last-tested-by: Erik Schnetter <schnetter@gmail.com>

# Machine description
nickname        = edison
name            = Edison
location        = NERSC
description     = The Cray XC30 at NERSC
webpage         = https://www.nersc.gov/users/computational-systems/edison/
status          = production

# Access to this machine
hostname        = edison.nersc.gov
envsetup        = <<EOT
    source /etc/profile.d/modules.sh
    export CRAYPE_LINK_TYPE=dynamic
    export CRAY_ADD_RPATH=yes  
    module load boost/1.63
    module load cray-hdf5/1.10.0.3
#    module load cray-petsc/3.7.6.0
#    module load curl
#/7.28.1
    module load fftw/3.3.4.6
    module load gsl/2.3
#    module load hwloc
#/1.7.2
#    module load numactl
#/2.0.10
    module load papi/5.5.1.1
    module load zlib/1.2.11
    export INTEL_LICENSE_FILE=28518@dmv1.nersc.gov:28518@dmv.nersc.gov
EOT
aliaspattern    = ^edison\d+(\.nersc\.gov)?$

# Source tree management
sourcebasedir   = /global/u1/k/kchen/CHIAHUI
#/project/projectdirs/m152/@USER@/edison
disabled-thorns = <<EOT
    ExternalLibraries/BLAS
    ExternalLibraries/LAPACK
EOT
enabled-thorns = <<EOT
    ExternalLibraries/OpenBLAS
    ExternalLibraries/pciutils
EOT
optionlist      = edison.cfg
submitscript    = edison.sub
runscript       = edison.run
make            = make -j8

# Simulation management
basedir         =/scratch1/scratchdirs/kchen/CHIAHUI/simulations
cpu             = 2 12-core Intel "Ivy Bridge" processor at 2.4 GHz per node
cpufreq         = 2.4
flop/cycle      = 8
ppn             = 24
spn             = 2
max-num-threads = 24
num-threads     = 12
memory          = 65536
nodes           = 5576
min-ppn         = 24
allocation      = 12
#salloc -N 2 -p debug -L SCRATCH
#NO_ALLOCATION
queue           = regular
maxwalltime     = 36:00:00   # large jobs >= 4097 nodes have 12:00:00
submit          = salloc -N 2 -p debug -L SCRATCH
#sbatch @SCRIPTFILE@
getstatus       = squeue -j @JOB_ID@
stop            = scancel @JOB_ID@
submitpattern   = 'Submitted batch job (\d+)'
statuspattern   = '@JOB_ID@ '
queuedpattern   = ' PD '
runningpattern  = ' (CF|CG|R|TO) '
holdingpattern  = ' S '
scratchbasedir   = /scratch1/scratchdirs/kchen/CHIAHUI/simulations
#exechost        = qstat -f @JOB_ID@
#exechostpattern = exec_host = (\w+)/
stdout          = cat @SIMULATION_NAME@.out
stderr          = cat @SIMULATION_NAME@.err
stdout-follow   = tail -n 100 -f @SIMULATION_NAME@.out @SIMULATION_NAME@.err