[cfca_intel]

# last-tested-on: CFCA
# last-tested-by: Maxim Barkov <maxim.barkov@riken.jp>

# Machine description
nickname        = cfca
name            = cfca
location        = NAOJ
description     = The Cray XC30 at NAOJ
webpage         = http://www.cfca.nao.ac.jp/
status          = production

# Access to this machine
hostname        = xc.cfca.nao.ac.jp
envsetup        = <<EOT
    source /etc/profile.d/modules.sh
    module swap PrgEnv-cray PrgEnv-intel
#    module load boost/1.55
    module load cray-hdf5/1.8.13
    module load cray-petsc/3.5.1.0
#    module load curl/7.28.1
    module load fftw/3.3.4.0
    module load gsl/115
    module load papi/5.3.2
EOT
aliaspattern    = ^xc\d+(\.cfca\.nao\.jp)?$

# Source tree management
sourcebasedir   = /home/@USER@/
disabled-thorns = <<EOT
    ExternalLibraries/BLAS
    ExternalLibraries/LAPACK
EOT
enabled-thorns = <<EOT
    ExternalLibraries/OpenBLAS
    ExternalLibraries/pciutils
EOT
optionlist      = cfca_intel.cfg
submitscript    = cfca_intel.sub
runscript       = cfca_intel.run
make            = make -j8

# Simulation management
basedir         = /work/@USER@/ET_simulations
cpu             = 2 12-core Intel "Ivy Bridge" processor at 2.4 GHz per node
cpufreq         = 2.6
flop/cycle      = 8
ppn             = 24
spn             = 2
max-num-threads = 24
num-threads     = 12
memory          = 131072
nodes           = 1060
min-ppn         = 24
allocation      = NO_ALLOCATION
queue           = large-b
maxwalltime     = 8:00:00   # large jobs >= 4097 nodes have 12:00:00
submit          = qsub @SCRIPTFILE@
getstatus       = qstat @JOB_ID@
stop            = qdel @JOB_ID@
submitpattern   = (\d+)[.]
statuspattern   = ^@JOB_ID@[. ]
queuedpattern   = " Q "
runningpattern  = " R "
holdingpattern  = " H "
scratchbasedir   = /work/@USER@
exechost        = qstat -f @JOB_ID@
exechostpattern = exec_host = (\w+)/
stdout          = cat @JOB_ID@.edi.OU
stderr          = cat @JOB_ID@.edi.ER
stdout-follow   = tail -n 100 -f @JOB_ID@.edi.OU @JOB_ID@.edi.ER