[paramganga]

# last-tested-on: 14-04-2023
# last-tested-by: Shamim Haque <shamims@iiserb.ac.in> Spandan Sarma <spandan19@iiserb.ac.in>

# Machine description
nickname        = paramganga
name            = Param Ganga
location        = IIT Roorkee
description     = PARAM Series Supercomputers mamaged by C-DAC under NSM India
webpage         = https://nsmindia.in/node/182
status          = production

# Access to this machine
hostname        = login05.iitr.ac.in
aliaspattern    = ^(cn[0-9][0-9][0-9])(\.iitr\.ac\.in)?$

#envsetup
envsetup = <<EOT 
#module unload ORCA/5.0.4 &&
#module unload R/4.2.1 &&
#module unload cmake/3.20.5 &&
#module unload cuda/11.6 &&
#module unload ORCA/5.0.4 &&
#module unload gcc/11.1.0 &&
#module unload llvm5/12.0.0 &&
#module unload paraview/5.10.1 &&
#module unload compiler/intel/2020_4 &&
module load gnu8/8.3.0 &&
#module load gcc/10.2.0 &&
module load gsl/2.6 &&
#module load python/python3.8
module load hdf5/1.10.5 &&
module load papi/5.7.0 &&
module load compiler/intel/2019_5
EOT

#module unload openmpi/4.1.3 &&
#module load zlib/1.2.13-nvhpc-22.11-a4vz &&
#module load hwloc/2.1.0 &&
#module load mpich/3.3.1 &&
#module load boost/1.71.0 &&

#module load petsc/3.12.0
#module load FFTW3/3.3.8 &&
#module load gcc/7.3.0
#module load libjpeg/1.2.1 &&
#module load cmake/3.15.4 &&
#module load zlib/1.2.8 &&
#module load openmpi/3.1.4
#module load openssl/1.1.1a &&
#module load gsl/1.16 &&
#module load gcc/7.3.0 &&
#module load libjpeg/1.2.1 &&
#module load cmake/3.15.4 &&
#module load python/3.7.2 &&
#module load openssl/1.1.1a && 
#module load zlib/1.2.8 &&
#export LIBRARY_PATH="${LIBRARY_PATH+$LIBRARY_PATH:}/usr/local/lib64:/usr/local/lib:/usr/lib64:/usr/lib:/lib64:/lib" #export CPATH="${CPATH+$CPATH:}/usr/local/include:/usr/include:/include"


# Source tree management
# $HOME is not large enough
sourcebasedir   = /home/shamims.iiserb/ET_debug
disabled-thorns = <<EOT
EOT
#enabled-thorns = <<EOT
#EOT
optionlist      = paramganga.cfg
submitscript    = paramganga.sub
runscript       = paramganga.run
makejobs        = 4
make            = make -j@MAKEJOBS@

# Simulation management
basedir         = /home/shamims.iiserb/simulations
cpu             = Intel Xeon Platinum 8268
cpufreq         = 2.9
#flop/cycle      = 8
max-num-smt     = 48
num-smt         = 1
ppn             = 48
spn             = 1
mpn             = 1
max-num-threads = 7200
num-threads     = 1
memory          = 28800
nodes           = 150
min-ppn         = 48
allocation      = NO_ALLOCATION
queue           = debug        # [normal, large, development]
maxwalltime     = 01:00:00      # development has 4:0:0
maxqueueslots   = 15            # there are 50, but jobs can take 2 slots
submit          = sbatch @SCRIPTFILE@; sleep 5 # sleep 60
getstatus       = squeue -j @JOB_ID@
stop            = scancel @JOB_ID@
submitpattern   = Submitted batch job ([0-9]+)
statuspattern   = '@JOB_ID@ '
queuedpattern   = ' PD '
runningpattern  = ' (CF|CG|R|TO) '
holdingpattern  = '\(JobHeldUser\)'
exechost        = hostname
exechostpattern = ^(\S+)
stdout          = cat @SIMULATION_NAME@.out
stderr          = cat @SIMULATION_NAME@.err
stdout-follow   = tail -n 100 -f @SIMULATION_NAME@.out @SIMULATION_NAME@.err