# einstein-tachyon-openmpi-optimise
# by Hee Il Kim
# Whenever this version string changes, the application is configured
# and rebuilt from scratch

# fist try failed mcpcom error --> changed FPP part
# --> -traditional option at FPPFLAGS error --> removed
VERSION = 2010-10-14

CPP = cpp 
FPP = cpp
#PERL=perl
#FPP=$${PERL} $${CCTK_HOME}/lib/sbin/cpp.pl

CC  = /applic/compilers/intel/11.1/cce/bin/icc
CXX = /applic/compilers/intel/11.1/cce/bin/icpc
F77 = /applic/compilers/intel/11.1/fce/bin/ifort
F90 = /applic/compilers/intel/11.1/fce/bin/ifort

# -inline-debug-info leads to compiler crashes when used with optimisation
CPPFLAGS = -openmp -DMPICH_IGNORE_CXX_SEEK
FPPFLAGS = -traditional -D_OPENMP 
CFLAGS   = -openmp -g -traceback -debug all -align -std=c99 -ansi_alias -U__STRICT_ANSI__
CXXFLAGS = -openmp -g -traceback -debug all -align -restrict
F77FLAGS = -openmp -g -traceback -debug all -align -pad -w95 -cm
F90FLAGS = -openmp -g -traceback -debug all -align -pad -w95 -cm
LDFLAGS  = -Wl,-rpath,/applic/compilers/intel/11.1/mkl/lib/em64t -Wl,-rpath,/home01/r632kgw/local/fftw-3.1.2/lib -Wl,-rpath,/home01/r632kgw/local/gsl-1.12/lib -Wl,-rpath,/applic/compilers/intel/11.1/mpi/mvapich2/1.4/lib -Wl,-rpath,/applic/compilers/intel/11.1/cce/lib -Wl,-rpath,/applic/compilers/intel/11.1/fce/lib -Wl,-rpath,/usr/lib/gcc/x86_64-redhat-linux/4.1.2

LIBDIRS = /usr/X11R6/lib64 /applic/compilers/intel/11.1/cce/lib /applic/compilers/intel/11.1/fce/lib

LIBS = imf m

C_LINE_DIRECTIVES = yes
F_LINE_DIRECTIVES = yes

# -check-uninit fails for asm output operands
DEBUG = no
CPP_DEBUG_FLAGS = -DCARPET_DEBUG
FPP_DEBUG_FLAGS = -DCARPET_DEBUG
C_DEBUG_FLAGS   = -O0 # -check-uninit
CXX_DEBUG_FLAGS = -O0 # -check-uninit
F77_DEBUG_FLAGS = -O0 -check bounds -check format # -check all
F90_DEBUG_FLAGS = -O0 -check bounds -check format # -check all

# On Abe, the options -O3, -xT, and -ip lead to segmentation faults
# near MPI calls
# With Intel 9, using -ip prevents debug information for local variables
# With Intel 9, using -O3 leads to very long compile times (> 45 minutes)
OPTIMISE = yes
CPP_OPTIMISE_FLAGS = -DCARPET_OPTIMISE -DNDEBUG
FPP_OPTIMISE_FLAGS = -DCARPET_OPTIMISE -DNDEBUG
C_OPTIMISE_FLAGS   = -O2 
CXX_OPTIMISE_FLAGS = -O2
F77_OPTIMISE_FLAGS = -O2
F90_OPTIMISE_FLAGS = -O2
PROFILE = no
CPP_PROFILE_FLAGS =
FPP_PROFILE_FLAGS =
C_PROFILE_FLAGS   = -pg
CXX_PROFILE_FLAGS = -pg
F77_PROFILE_FLAGS = -pg
F90_PROFILE_FLAGS = -pg

WARN           = yes
CPP_WARN_FLAGS = 
FPP_WARN_FLAGS = 
C_WARN_FLAGS   = 
CXX_WARN_FLAGS = 
F77_WARN_FLAGS = 
F90_WARN_FLAGS = 



# With OpenMP, certain Intel libraries need to be linked statically.
# This prevents the error
# "cannot allocate memory for thread-local data: ABORT".
# However, the MPI libraries must be linked dynamically.

BLAS_DIR  = /applic/compilers/intel/11.1/mkl/lib/em64t
BLAS_LIBS = mkl_solver_lp64 mkl_intel_lp64 mkl_intel_thread mkl_core   iomp5 guide   pthread


FFTW_DIR = /home01/r632kgw/local/fftw-3.1.2

GSL=yes
GSL_DIR=/home01/r632kgw/local/gsl-1.12
GSL_LIBS= gsl gslcblas

HDF5     = yes
HDF5_DIR = /home01/r632kgw/local/hdf5-1.8.5-patch1

LAPACK      = yes
LAPACK_DIR  = /applic/compilers/intel/11.1/mkl/lib/em64t
LAPACK_LIBS = mkl_solver_lp64 mkl_intel_lp64 mkl_intel_thread mkl_core iomp5 guide pthread

#MPI          = OpenMPI
#OPENMPI_DIR  = /applic/mpi/openmpi/intel
#MPI_INC_DIRS = /applic/mpi/openmpi/intel/include
#MPI_LIB_DIRS = /applic/mpi/openmpi/intel/lib
#MPI_LIBS     = mpi open-rte

MPI          = CUSTOM
MPI_INC_DIRS = /applic/compilers/intel/11.1/mpi/mvapich2/1.4/include
MPI_LIB_DIRS = /applic/compilers/intel/11.1/mpi/mvapich2/1.4/lib
MPI_LIBS     = mpich ibverbs ibumad rdmacm   rt

#PAPI_DIR = /usr/local/packages/papi-3.0.8.1

# PETSc requires mvapich2
#PETSC_DIR       = /usr/local/packages/petsc-2.3.3-intel9.1-mvapich
#PETSC_ARCH      = linux-64
#PETSC_ARCH_LIBS = X11

PTHREADS = yes