[Users] MPI problems

Chris Stevens c.stevens at ru.ac.za
Mon May 15 09:49:30 CDT 2017


Hi there,

I am new to Cactus, and have been having trouble getting the 
qc0-mclachlan.par test file to run. I have compiled the latest version 
of Cactus successfully on the CHPC cluster in South Africa.

I have attached .out and .err files for the run, along with my machine 
file, optionlist file, run and submit scripts. The submit command was

./simfactory/bin/sim submit mctest 
--configuration=mclachlantest_mpidebug --parfile=par/qc0-mclachlan.par 
--procs=240 --num-threads=12 --walltime=10:0:0 --queue=normal 
--machine=lengau-intel

Using --mca orte_base_help_aggregate 0 in the mpirun command in the 
runscript, the error is:

[cnode0823:136405] *** An error occurred in MPI_Comm_create_keyval
[cnode0823:136405] *** reported by process [476512257,3]
[cnode0823:136405] *** on communicator MPI_COMM_WORLD
[cnode0823:136405] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0823:136405] *** MPI_ERRORS_ARE_FATAL (processes in this 
communicator will now abort,
[cnode0823:136405] ***    and potentially your MPI job)

I unfortunately have no idea where to go from here, and some help would 
be greatly appreciated! I hope I have attached enough information.

Cheers,

Chris

-- 
Dr Chris Stevens

Department of Mathematics

Rhodes University

Room 5

Ph: +27 46 603 8932

-------------- next part --------------
An HTML attachment was scrubbed...
URL: http://lists.einsteintoolkit.org/pipermail/users/attachments/20170515/561a647b/attachment-0001.html 
-------------- next part --------------
## lengau
# Whenever this version string changes, the application is configured
# and rebuilt from scratch
VERSION = lengau-intel-2016-08-24

CPP = cpp
FPP = cpp
CC  = icc
CXX = icpc
F77 = ifort
F90 = ifort

CPPFLAGS = -DMPICH_IGNORE_CXX_SEEK -D_XOPEN_SOURCE -D_XOPEN_SOURCE_EXTENDED
FPPFLAGS = -traditional
CFLAGS   = -xHost -traceback -std=c99 -ansi-alias
CXXFLAGS = -xHost -traceback -std=c++0x -ansi-alias -restrict 
F77FLAGS = -xHost -safe_cray_ptr -traceback -pad
F90FLAGS = -xHost -safe_cray_ptr -traceback -pad

LDFLAGS = -rdynamic -Wl,-rpath,/apps/compilers/intel/parallel_studio_xe_2016/mkl/lib/intel64 -L/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib
#LIBS = -lnuma -lltdl 

C_LINE_DIRECTIVES = yes
F_LINE_DIRECTIVES = yes

VECTORISE                = yes
VECTORISE_ALIGNED_ARRAYS = no
VECTORISE_INLINE         = no

DEBUG           = no
CPP_DEBUG_FLAGS = -DCARPET_DEBUG
FPP_DEBUG_FLAGS = -DCARPET_DEBUG
C_DEBUG_FLAGS   = -g -debug all -check bounds -check format -check-uninit
CXX_DEBUG_FLAGS = -g -debug all -check bounds -check format -check-uninit
F77_DEBUG_FLAGS = -g -debug all -check bounds -check format -check-uninit 
F90_DEBUG_FLAGS = -g -debug all -check bounds -check format -check-uninit

OPTIMISE           = yes
CPP_OPTIMISE_FLAGS = # -DCARPET_OPTIMISE -DNDEBUG
FPP_OPTIMISE_FLAGS = # -DCARPET_OPTIMISE -DNDEBUG
C_OPTIMISE_FLAGS   = -O1
CXX_OPTIMISE_FLAGS = -O1
F77_OPTIMISE_FLAGS = -O1
F90_OPTIMISE_FLAGS = -O1

PROFILE           = no
CPP_PROFILE_FLAGS =
FPP_PROFILE_FLAGS =
C_PROFILE_FLAGS   = -pg
CXX_PROFILE_FLAGS = -pg
F77_PROFILE_FLAGS = -pg
F90_PROFILE_FLAGS = -pg

### For Intel Compiler Suite, the OpenMP option is: -openmp.
### For gcc (gnu) compilers, the OpenMP option is: -fopenmp
OPENMP           = yes
CPP_OPENMP_FLAGS = -openmp
FPP_OPENMP_FLAGS = -fopenmp
C_OPENMP_FLAGS   = -openmp
CXX_OPENMP_FLAGS = -openmp
F77_OPENMP_FLAGS = -openmp
F90_OPENMP_FLAGS = -openmp

WARN           = yes
CPP_WARN_FLAGS =
FPP_WARN_FLAGS =
C_WARN_FLAGS   = -Wall 
CXX_WARN_FLAGS = -Wall 
F77_WARN_FLAGS = -Wall
F90_WARN_FLAGS = -Wall

BLAS_DIR  = /apps/compilers/intel/parallel_studio_xe_2016/mkl/lib/intel64
BLAS_LIBS = -mkl
GSL_DIR = /apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build
GSL_LIBS = gsl gslcblas
HDF5_DIR = /apps/libs/hdf5/1.8.16
LAPACK_DIR  = /apps/compilers/intel/parallel_studio_xe_2016/mkl/lib/intel64
LAPACK_LIBS = -mkl
ZLIB_DIR = /apps/libs/zlib/1.2.8
FFTW3_DIR = /apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build
HWLOC_DIR = BUILD


MPI_DIR = /apps/libs/openmpi/1.8.8-intel16.0.1/lib
MPI_LIB_DIRS = /apps/libs/openmpi/1.8.8-intel16.0.1/lib
MPI_INC_DIRS = /apps/libs/openmpi/1.8.8-intel16.0.1/include
MPI_LIBS = mpi pthread mpi_cxx open-rte open-pal 

# PTHREADS = yes

PTHREADS_DIR = NO_BUILD
-------------- next part --------------
A non-text attachment was scrubbed...
Name: lengau-intel.ini
Type: application/x-wine-extension-ini
Size: 2095 bytes
Desc: not available
Url : http://lists.einsteintoolkit.org/pipermail/users/attachments/20170515/561a647b/attachment-0002.bin 
-------------- next part --------------
#!/bin/bash

echo "Preparing:"
set -x                          # Output commands
set -e                          # Abort on errors


cd @RUNDIR at -active

echo "Checking:"
pwd
hostname
date
cat ${PBS_NODEFILE} > SIMFACTORY/NODES

echo "Environment:"
export PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:$PATH
export LD_LIBRARY_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:$LD_LIBRARY_PATH
export C_INCLUDE_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:$C_INCLUDE_PATH

export PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:$PATH
export LD_LIBRARY_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:$LD_LIBRARY_PATH
export C_INCLUDE_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:$C_INCLUDE_PATH

export CACTUS_NUM_PROCS=@NUM_PROCS@
export CACTUS_NUM_THREADS=@NUM_THREADS@
export MP_SINGLE_THREAD=no
export OMP_NUM_THREADS=@NUM_THREADS@
##export MP_TASK_AFFINITY=core:$OMP_NUM_TRHEADS
#### PBS debugging information

env | sort > SIMFACTORY/ENVIRONMENT

echo "Job setup:"
echo "   Allocated:"
echo "      Nodes:                      @NODES@"
echo "      Cores per node:             @PPN@"
echo "   Running:"
echo "      MPI processes:              @NUM_PROCS@"
echo "      OpenMP threads per process: @NUM_THREADS@"
echo "      MPI processes per node:     @(1.0*@NUM_PROCS@/@NODES@)@"
echo "      OpenMP threads per core:    @(1.0*(@NUM_PROCS@*@NUM_THREADS@)/(@NODES@*@PPN@))@"
echo "      OpenMP threads per node:    @PPN_USED@"

ulimit -Sa
ulimit -Ha
ulimit -s unlimited

echo "Starting:"
echo "Chris test:"
export CACTUS_STARTTIME=$(date +%s)

time mpirun --mca orte_base_help_aggregate 0 -np @NUM_PROCS@ @EXECUTABLE@ -L 3 @PARFILE@

echo "Stopping:"
date

echo "Done."
-------------- next part --------------
A non-text attachment was scrubbed...
Name: lengau-intel.sub
Type: text/x-microdvd
Size: 520 bytes
Desc: not available
Url : http://lists.einsteintoolkit.org/pipermail/users/attachments/20170515/561a647b/attachment-0003.bin 
-------------- next part --------------
+ set -e
+ cd /mnt/lustre/users/cstevens/CCM/simulations/mctest/output-0000-active
+ echo Checking:
+ pwd
+ hostname
+ date
+ cat /var/spool/PBS/aux/451664.sched01
+ echo Environment:
+ export PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/hdf5/1.8.16/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/openmpi/1.8.8-intel16.0.1/bin:/apps/chpc/bio/anaconda2/bin:/apps/chpc/bio/lib/gnu/gsl/2.1/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/bin/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../advisor_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/gdb/intel64_mic/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/bin/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/bin:/apps/chpc/bio/git/2.8.1/bin:/opt/pbs/default/sbin/:/opt/pbs/default/bin/:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/opt/dell/srvadmin/bin:/home/cstevens/.local/bin:/home/cstevens/bin:/home/cstevens/.local/bin:/home/cstevens/bin
+ PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/hdf5/1.8.16/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/openmpi/1.8.8-intel16.0.1/bin:/apps/chpc/bio/anaconda2/bin:/apps/chpc/bio/lib/gnu/gsl/2.1/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/bin/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../advisor_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/gdb/intel64_mic/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/bin/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/bin:/apps/chpc/bio/git/2.8.1/bin:/opt/pbs/default/sbin/:/opt/pbs/default/bin/:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/opt/dell/srvadmin/bin:/home/cstevens/.local/bin:/home/cstevens/bin:/home/cstevens/.local/bin:/home/cstevens/bin
+ export LD_LIBRARY_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/hdf5/1.8.16/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/openmpi/1.8.8-intel16.0.1/lib:/apps/chpc/bio/lib/gnu/gsl/2.1/lib:/apps/libs/zlib/1.2.8/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../compiler/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../tbb/lib/intel64_lin/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/libipt/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/tbb/lib/intel64/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mkl/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/ipp/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/mic/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/compiler/lib/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/lib:/apps/chpc/bio/git/2.8.1/lib64:/opt/pbs/default/lib/
+ LD_LIBRARY_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/hdf5/1.8.16/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/openmpi/1.8.8-intel16.0.1/lib:/apps/chpc/bio/lib/gnu/gsl/2.1/lib:/apps/libs/zlib/1.2.8/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../compiler/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../tbb/lib/intel64_lin/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/libipt/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/tbb/lib/intel64/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mkl/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/ipp/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/mic/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/compiler/lib/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/lib:/apps/chpc/bio/git/2.8.1/lib64:/opt/pbs/default/lib/
+ export C_INCLUDE_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:
+ C_INCLUDE_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:
+ export PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/hdf5/1.8.16/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/openmpi/1.8.8-intel16.0.1/bin:/apps/chpc/bio/anaconda2/bin:/apps/chpc/bio/lib/gnu/gsl/2.1/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/bin/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../advisor_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/gdb/intel64_mic/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/bin/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/bin:/apps/chpc/bio/git/2.8.1/bin:/opt/pbs/default/sbin/:/opt/pbs/default/bin/:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/opt/dell/srvadmin/bin:/home/cstevens/.local/bin:/home/cstevens/bin:/home/cstevens/.local/bin:/home/cstevens/bin
+ PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/hdf5/1.8.16/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/bin:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/bin:/apps/libs/openmpi/1.8.8-intel16.0.1/bin:/apps/chpc/bio/anaconda2/bin:/apps/chpc/bio/lib/gnu/gsl/2.1/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/bin/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../advisor_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/bin64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/gdb/intel64_mic/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/bin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/bin/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/bin:/apps/chpc/bio/git/2.8.1/bin:/opt/pbs/default/sbin/:/opt/pbs/default/bin/:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibutils/bin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/opt/dell/srvadmin/bin:/home/cstevens/.local/bin:/home/cstevens/bin:/home/cstevens/.local/bin:/home/cstevens/bin
+ export LD_LIBRARY_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/hdf5/1.8.16/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/openmpi/1.8.8-intel16.0.1/lib:/apps/chpc/bio/lib/gnu/gsl/2.1/lib:/apps/libs/zlib/1.2.8/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../compiler/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../tbb/lib/intel64_lin/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/libipt/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/tbb/lib/intel64/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mkl/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/ipp/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/mic/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/compiler/lib/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/lib:/apps/chpc/bio/git/2.8.1/lib64:/opt/pbs/default/lib/
+ LD_LIBRARY_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/hdf5/1.8.16/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/lib:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/lib:/apps/libs/openmpi/1.8.8-intel16.0.1/lib:/apps/chpc/bio/lib/gnu/gsl/2.1/lib:/apps/libs/zlib/1.2.8/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../clck_latest/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../itac_latest/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../inspector_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../vtune_amplifier_xe/lib64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../compiler/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/../tbb/lib/intel64_lin/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/daal/lib/intel64_lin:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/../../debugger_2016/libipt/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/tbb/lib/intel64/gcc4.4:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mkl/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/ipp/lib/intel64:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/mic/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/mpi/intel64/lib:/apps/compilers/intel/parallel_studio_xe_2016/compilers_and_libraries/linux/compiler/lib/intel64:/apps/chpc/compmech/gnuplot-dumb-5.0.3/lib:/apps/chpc/bio/git/2.8.1/lib64:/opt/pbs/default/lib/
+ export C_INCLUDE_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:
+ C_INCLUDE_PATH=/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/fftw-3.3.5-build/include:/apps/chpc/astro/utils/intel/v16-openmpi188/gsl-1.16-build/include:
+ export CACTUS_NUM_PROCS=20
+ CACTUS_NUM_PROCS=20
+ export CACTUS_NUM_THREADS=12
+ CACTUS_NUM_THREADS=12
+ export MP_SINGLE_THREAD=no
+ MP_SINGLE_THREAD=no
+ export OMP_NUM_THREADS=12
+ OMP_NUM_THREADS=12
+ env
+ sort
+ echo 'Job setup:'
+ echo '   Allocated:'
+ echo '      Nodes:                      10'
+ echo '      Cores per node:             24'
+ echo '   Running:'
+ echo '      MPI processes:              20'
+ echo '      OpenMP threads per process: 12'
+ echo '      MPI processes per node:     2.0'
+ echo '      OpenMP threads per core:    1.0'
+ echo '      OpenMP threads per node:    24'
+ ulimit -Sa
+ ulimit -Ha
+ ulimit -s unlimited
+ echo Starting:
+ echo 'Chris test:'
++ date +%s
+ export CACTUS_STARTTIME=1494859191
+ CACTUS_STARTTIME=1494859191
+ mpirun --mca orte_base_help_aggregate 0 -np 20 /mnt/lustre/users/cstevens/CCM/simulations/mctest/SIMFACTORY/exe/cactus_mclachlantest_mpidebug -L 3 /mnt/lustre/users/cstevens/CCM/simulations/mctest/output-0000/qc0-mclachlan.par
-------------- next part --------------
Simulation name: mctest
Running simulation mctest
Preparing:
Checking:
/mnt/lustre/users/cstevens/CCM/simulations/mctest/output-0000-active
cnode0809
Mon May 15 16:39:51 SAST 2017
Environment:
Job setup:
   Allocated:
      Nodes:                      10
      Cores per node:             24
   Running:
      MPI processes:              20
      OpenMP threads per process: 12
      MPI processes per node:     2.0
      OpenMP threads per core:    1.0
      OpenMP threads per node:    24
core file size          (blocks, -c) unlimited
data seg size           (kbytes, -d) unlimited
scheduling priority             (-e) 0
file size               (blocks, -f) unlimited
pending signals                 (-i) 515236
max locked memory       (kbytes, -l) unlimited
max memory size         (kbytes, -m) unlimited
open files                      (-n) 65536
pipe size            (512 bytes, -p) 8
POSIX message queues     (bytes, -q) 819200
real-time priority              (-r) 0
stack size              (kbytes, -s) unlimited
cpu time               (seconds, -t) unlimited
max user processes              (-u) 515236
virtual memory          (kbytes, -v) unlimited
file locks                      (-x) unlimited
core file size          (blocks, -c) unlimited
data seg size           (kbytes, -d) unlimited
scheduling priority             (-e) 0
file size               (blocks, -f) unlimited
pending signals                 (-i) 515236
max locked memory       (kbytes, -l) unlimited
max memory size         (kbytes, -m) unlimited
open files                      (-n) 65536
pipe size            (512 bytes, -p) 8
POSIX message queues     (bytes, -q) 819200
real-time priority              (-r) 0
stack size              (kbytes, -s) unlimited
cpu time               (seconds, -t) unlimited
max user processes              (-u) 515236
virtual memory          (kbytes, -v) unlimited
file locks                      (-x) unlimited
Starting:
Chris test:
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
--------------------------------------------------------------------------------

       10                                  
  1   0101       ************************  
  01  1010 10      The Cactus Code V4.2.3    
 1010 1101 011      www.cactuscode.org     
  1001 100101    ************************  
    00010101                               
     100011     (c) Copyright The Authors  
      0100      GNU Licensed. No Warranty  
      0101                                 
--------------------------------------------------------------------------------

Cactus version:    4.2.3
Compile date:      May 15 2017 (15:49:17)
Run date:          May 15 2017 (16:39:54+0200)
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
INFO (Cactus): Increasing logging level from 0 to 3
Run host:          cnode0809.cm.cluster (pid=87694)
Working directory: /mnt/lustre/users/cstevens/CCM/simulations/mctest/output-0000
Executable:        /mnt/lustre/users/cstevens/CCM/simulations/mctest/SIMFACTORY/exe/cactus_mclachlantest_mpidebug
Parameter file:    /mnt/lustre/users/cstevens/CCM/simulations/mctest/output-0000/qc0-mclachlan.par
--------------------------------------------------------------------------------

Activating thorn Cactus...Success -> active implementation Cactus
Activation requested for 
--->IOUtil AEILocalInterp Fortran GSL GenericFD HDF5 LocalInterp LoopControl Slab TGRtensor SummationByParts InitBase Carpet CarpetLib CarpetInterp CarpetReduce CarpetSlab NaNChecker Boundary CartGrid3D CoordBase ReflectionSymmetry RotatingSymmetry180 SymBase SphericalSurface CarpetMask CarpetRegrid2 CarpetTracker MoL Time ADMBase ADMCoupling ADMMacros CoordGauge SpaceMask StaticConformal TmunuBase TwoPunctures ML_BSSN ML_BSSN_Helper NewRad Dissipation ML_ADMConstraints WeylScal4 Multipole AHFinderDirect QuasiLocalMeasures CarpetIOBasic CarpetIOScalar CarpetIOASCII CarpetIOHDF5 Formaline TimerReport <---
Thorn Carpet requests automatic activation of MPI
Thorn Carpet requests automatic activation of Timers
Thorn CarpetLib requests automatic activation of Vectors
Thorn CarpetLib requests automatic activation of CycleClock
Thorn HDF5 requests automatic activation of zlib
Thorn LoopControl requests automatic activation of hwloc
Thorn QuasiLocalMeasures requests automatic activation of LAPACK
Thorn LAPACK requests automatic activation of BLAS
Activating thorn ADMBase...Success -> active implementation ADMBase
Activating thorn ADMCoupling...Success -> active implementation ADMCoupling
Activating thorn ADMMacros...Success -> active implementation ADMMacros
Activating thorn AEILocalInterp...Success -> active implementation AEILocalInterp
Activating thorn AHFinderDirect...Success -> active implementation AHFinderDirect
Activating thorn BLAS...Success -> active implementation BLAS
Activating thorn Boundary...Success -> active implementation boundary
Activating thorn Carpet...Success -> active implementation Driver
Activating thorn CarpetInterp...Success -> active implementation interp
Activating thorn CarpetIOASCII...Success -> active implementation IOASCII
Activating thorn CarpetIOBasic...Success -> active implementation IOBasic
Activating thorn CarpetIOHDF5...Success -> active implementation IOHDF5
Activating thorn CarpetIOScalar...Success -> active implementation IOScalar
Activating thorn CarpetLib...Success -> active implementation CarpetLib
Activating thorn CarpetMask...Success -> active implementation CarpetMask
Activating thorn CarpetReduce...Success -> active implementation reduce
Activating thorn CarpetRegrid2...Success -> active implementation CarpetRegrid2
Activating thorn CarpetSlab...Success -> active implementation Hyperslab
Activating thorn CarpetTracker...Success -> active implementation CarpetTracker
Activating thorn CartGrid3D...Success -> active implementation grid
Activating thorn CoordBase...Success -> active implementation CoordBase
Activating thorn CoordGauge...Success -> active implementation CoordGauge
Activating thorn CycleClock...Success -> active implementation CycleClock
Activating thorn Dissipation...Success -> active implementation Dissipation
Activating thorn Formaline...Success -> active implementation Formaline
Activating thorn Fortran...Success -> active implementation Fortran
Activating thorn GenericFD...Success -> active implementation GenericFD
Activating thorn GSL...Success -> active implementation GSL
Activating thorn HDF5...Success -> active implementation HDF5
Activating thorn hwloc...Success -> active implementation hwloc
Activating thorn InitBase...Success -> active implementation InitBase
Activating thorn IOUtil...Success -> active implementation IO
Activating thorn LAPACK...Success -> active implementation LAPACK
Activating thorn LocalInterp...Success -> active implementation LocalInterp
Activating thorn LoopControl...Success -> active implementation LoopControl
Activating thorn ML_ADMConstraints...Success -> active implementation ML_ADMConstraints
Activating thorn ML_BSSN...Success -> active implementation ML_BSSN
Activating thorn ML_BSSN_Helper...Success -> active implementation ML_BSSN_Helper
Activating thorn MoL...Success -> active implementation MethodOfLines
Activating thorn MPI...Success -> active implementation MPI
Activating thorn Multipole...Success -> active implementation multipole
Activating thorn NaNChecker...Success -> active implementation NaNChecker
Activating thorn NewRad...Success -> active implementation NewRad
Activating thorn QuasiLocalMeasures...Success -> active implementation QuasiLocalMeasures
Activating thorn ReflectionSymmetry...Success -> active implementation ReflectionSymmetry
Activating thorn RotatingSymmetry180...Success -> active implementation RotatingSymmetry180
Activating thorn Slab...Success -> active implementation Slab
Activating thorn SpaceMask...Success -> active implementation SpaceMask
Activating thorn SphericalSurface...Success -> active implementation SphericalSurface
Activating thorn StaticConformal...Success -> active implementation StaticConformal
Activating thorn SummationByParts...Success -> active implementation SummationByParts
Activating thorn SymBase...Success -> active implementation SymBase
Activating thorn TGRtensor...Success -> active implementation TGRtensor
Activating thorn Time...Success -> active implementation time
Activating thorn TimerReport...Success -> active implementation timerreport
Activating thorn Timers...Success -> active implementation Timers
Activating thorn TmunuBase...Success -> active implementation TmunuBase
Activating thorn TwoPunctures...Success -> active implementation TwoPunctures
Activating thorn Vectors...Success -> active implementation Vectors
Activating thorn WeylScal4...Success -> active implementation WeylScal4
Activating thorn zlib...Success -> active implementation zlib
WARNING level 3 from host cnode0809.cm.cluster process 0
  while executing schedule bin (none), routine (no thorn)::(no routine)
  in thorn IOUtil, file /home/cstevens/CCM/Cactus/arrangements/CactusBase/IOUtil/src/CheckpointRecovery.c:661:
  -> No HDF5 checkpoint files with basefilename 'checkpoint.chkpt' found in recovery directory 'qc0-mclachlan'
--------------------------------------------------------------------------------
  if (recover initial data)
    Recover parameters
  endif

  Startup routines
    [CCTK_STARTUP]
      Carpet::MultiModel_Startup: Multi-model Startup routine
      CycleClock::CycleClock_Setup: Set up CycleClock
      LoopControl::lc_setup: Set up LoopControl
      ML_BSSN_Helper::ML_BSSN_SetGroupTags: [meta] Set checkpointing and prolongation group tags
      Timers::Timer_Startup: Prepare hierarchical timers
      Carpet::Driver_Startup: Startup routine
      IOUtil::IOUtil_Startup: Startup routine
      CarpetInterp::CarpetInterpStartup: Startup routine
      CarpetReduce::CarpetReduceStartup: Startup routine
      CartGrid3D::SymmetryStartup: Register GH Extension for GridSymmetry
      CoordBase::CoordBase_Startup: Register a GH extension to store the coordinate system handles
      AEILocalInterp::AEILocalInterp_U_Startup: register CCTK_InterpLocalUniform() interpolation operators
      Formaline::Formaline_PrintIDs: [meta] Print the build and simulation ids
      CarpetIOASCII::CarpetIOASCIIStartup: [global] Startup routine
      LocalInterp::LocalInterp_Startup: register LocalInterp's interpolation operators
      CarpetIOBasic::CarpetIOBasicStartup: [global] Startup routine
      ML_ADMConstraints::ML_ADMConstraints_Startup: [meta] create banner
      ML_BSSN::ML_BSSN_Startup: [meta] create banner
      ML_BSSN_Helper::ML_BSSN_RegisterSlicing: [meta] Register slicing
      CarpetIOHDF5::CarpetIOHDF5_Startup: Startup routine
      MoL::MoL_Startup: Startup banner
      Slab::Slab_InitMPIDatatypes: Create MPI datatypes for complex variables in C
      SymBase::SymBase_Startup: Register GH Extension for SymBase
      CarpetIOScalar::CarpetIOScalarStartup: [global] Startup routine
      Vectors::Vectors_Startup: Print startup message
      WeylScal4::WeylScal4_Startup: [meta] create banner

  Startup routines which need an existing grid hierarchy
    [CCTK_WRAGH]
      ADMBase::Einstein_InitSymBound: [global] Set up GF symmetries
      Boundary::Boundary_RegisterBCs: [global] Register boundary conditions that this thorn provides
      CarpetRegrid2::CarpetRegrid2_Initialise: [global] Initialise locations of refined regions
      CartGrid3D::RegisterCartGrid3DCoords: [meta] Register coordinates for the Cartesian grid
      CoordGauge::Einstein_ActivateSlicing: Initialize slicing, setup priorities for mixed slicings
      CoordGauge::Einstein_SetNextSlicing: Identify the slicing for the next iteration
      Formaline::Formaline_OutputSource: Output Cactus source tree
      Formaline::Formaline_RegisterWarnings: [meta] Register to receive warnings and info messages from the flesh
      Formaline::Formaline_AnnounceInitial: [global] Put some meta information about the current run into permanent storage
      ML_BSSN_Helper::ML_BSSN_ParamCompat: [meta] Handle parameter backward compatibility
      MoL::MoL_SetupIndexArrays: Set up the MoL bookkeeping index arrays
      MoL::MoL_SetScheduleStatus: [global] Set the flag so it is ok to register with MoL
      TmunuBase::TmunuBase_SetStressEnergyState: [global] Set the stress_energy_state variable
      GROUP MoL_Register: The group where physics thorns register variables with MoL
        ML_ADMConstraints::ML_ADMConstraints_RegisterVars: [meta] Register Variables for MoL
        ML_BSSN::ML_BSSN_RegisterVars: [meta] Register Variables for MoL
        ML_BSSN_Helper::ML_BSSN_RegisterConstrained: [meta] Register ADMBase variables as constrained
        WeylScal4::WeylScal4_RegisterVars: [meta] Register Variables for MoL
      Slab::Slab_InitTimers: Initialise timers
      GROUP SymBase_Wrapper: Wrapper group for SymBase
        GROUP SymmetryRegister: Register your symmetries here
          CartGrid3D::RegisterSymmetryBoundaries: [meta] Register symmetry boundaries
          ML_ADMConstraints::ML_ADMConstraints_RegisterSymmetries: [meta] register symmetries
          ML_BSSN::ML_BSSN_RegisterSymmetries: [meta] register symmetries
          ReflectionSymmetry::ReflectionSymmetry_Register: Register reflection symmetry boundaries
          RotatingSymmetry180::Rot180_RegisterSymmetry: Register symmetry boundaries
          WeylScal4::WeylScal4_RegisterSymmetries: [meta] register symmetries
        SymBase::SymBase_Statistics: Print symmetry boundary face descriptions
      MoL::MoL_ReportNumberVariables: [meta] Report how many of each type of variable there are
  Parameter checking routines
    [CCTK_PARAMCHECK]
      ADMBase::ADMBase_ParamCheck: [global] Check consistency of parameters
      Boundary::Boundary_Check: Check dimension of grid variables
      Carpet::CarpetParamCheck: Parameter checking routine
      CarpetLib::CarpetLib_test_prolongate_3d_rf2: [global] Test prolongation operators
      CarpetMask::CarpetSurfaceParamCheck: [global] Check parameters
      CarpetRegrid2::CarpetRegrid2_ParamCheck: Check parameters
      CartGrid3D::ParamCheck_CartGrid3D: Check coordinates for CartGrid3D
      Dissipation::dissipation_paramcheck: Check dissipation parameters for consistency
      Fortran::CheckFortranParameters: Test whether Fortran parameters work correctly
      ML_BSSN_Helper::ML_BSSN_ParamCheck: [meta] Check parameters
      MoL::MoL_ParamCheck: Basic parameter checking
      Multipole::Multipole_ParamCheck: [global] Check Multipole parameters
      QuasiLocalMeasures::qlm_paramcheck: [global] Check quasi-local parameter settings
      RotatingSymmetry180::Rot180_CheckTensorTypes: Check tensor type definitions for consistency
      TwoPunctures::TwoPunctures_ParamCheck: Check parameters and thorn needs
      Vectors::Vectors_Test: Run correctness tests.

  Initialisation
    if (NOT (recover initial data AND recovery_mode is 'strict'))
      [CCTK_PREREGRIDINITIAL]
      Set up grid hierarchy
      [CCTK_POSTREGRIDINITIAL]
        AHFinderDirect::AHFinderDirect_maybe_do_masks: set mask(s) based on apparent horizon position(s)
        CartGrid3D::SpatialCoordinates: Set Coordinates after regridding
        GROUP MaskBase_SetupMask: Set up the weight function
          GROUP MaskBase_SetupMaskAll: Set up the weight function
            CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
            CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
            GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
              CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
              CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
            GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
              CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
              CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
            CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
            GROUP SetupMask: Set up the real weight function (schedule other routines in here)
            CarpetReduce::MaskBase_TestMask: [global] Test the weight function
        Dissipation::setup_epsdis: Setup spatially varying dissipation
        GROUP MoL_PseudoEvolutionBoundaries: Apply boundary conditions to pseudo-evolved quantities
          GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
            ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
            GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
            ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
            GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
            ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
            GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
            WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
            GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
      [CCTK_BASEGRID]
        ADMBase::ADMBase_SetShiftStateOn: Set the shift_state variable to 1
        ADMBase::ADMBase_SetDtLapseStateOn: Set the dtlapse_state variable to 1
        ADMBase::ADMBase_SetDtShiftStateOn: Set the dtshift_state variable to 1
        ADMMacros::ADMMacros_SetLocalSpatialOrder: Initialize the local_spatial_order
        CartGrid3D::SpatialSpacings: Set up ranges for spatial 3D Cartesian coordinates (on all grids)
        CartGrid3D::SpatialCoordinates: Set up spatial 3D Cartesian coordinates on the GH
        SphericalSurface::SphericalSurface_SetupRes: [global] [loop-local] Set surface resolution automatically
        AHFinderDirect::AHFinderDirect_setup: [global] setup data structures
        Dissipation::dissipation_basegrid: Ensure that there are enough ghost zones
        ML_ADMConstraints::ML_ADMConstraints_CheckBoundaries: [meta] check boundaries treatment
        ML_BSSN::ML_BSSN_CheckBoundaries: [meta] check boundaries treatment
        NaNChecker::NaNChecker_ResetCounter: [global] Reset the NaNChecker::NaNsFound counter
        SphericalSurface::SphericalSurface_Setup: [global] Calculate surface coordinate descriptors
        GROUP MaskBase_SetupMask: Set up the weight function
          GROUP MaskBase_SetupMaskAll: Set up the weight function
            CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
            CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
            GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
              CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
              CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
            GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
              CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
              CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
            CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
            GROUP SetupMask: Set up the real weight function (schedule other routines in here)
            CarpetReduce::MaskBase_TestMask: [global] Test the weight function
        SphericalSurface::SphericalSurface_Set: [global] Set surface radii to be used for initial setup in other thorns
        GROUP SphericalSurface_HasBeenSet: Set the spherical surfaces before this group, and use it afterwards
          SphericalSurface::SphericalSurface_CheckState: [global] Test the state of the spherical surfaces
        SummationByParts::SBP_SetNormMask: Setup the mask for the calculation of the norm
        SymBase::SymBase_Check: Check whether the driver set up the grid consistently
        Time::Time_Initialise: [global] Initialise Time variables
        Time::TemporalSpacings: [singlemap] Set timestep based on Courant condition (courant_static)
        WeylScal4::WeylScal4_CheckBoundaries: [meta] check boundaries treatment
      [CCTK_INITIAL]
        StaticConformal::StaticConformal_InitialiseState: Set the conformal_state variable to 0
        GROUP ADMBase_InitialData: Schedule group for calculating ADM initial data
          GROUP TwoPunctures_Group: TwoPunctures initial data group
            TwoPunctures::TwoPunctures: Create puncture black hole initial data
            TwoPunctures::TwoPunctures_Metadata: [global] Output TwoPunctures metadata
        GROUP ADMBase_InitialGauge: Schedule group for the ADM initial gauge condition
          ADMBase::ADMBase_ShiftZero: Set the shift to 0 at all points
          ADMBase::ADMBase_DtLapseZero: Set the dtlapse to 0 at all points
          ADMBase::ADMBase_DtShiftZero: Set the dtshift to 0 at all points
        CarpetIOASCII::CarpetIOASCIIInit: [global] Initialisation routine
        CarpetIOBasic::CarpetIOBasicInit: [global] Initialisation routine
        CarpetIOHDF5::CarpetIOHDF5_Init: [global] Initialisation routine
        CarpetIOScalar::CarpetIOScalarInit: [global] Initialisation routine
        GROUP ADMBase_PostInitial: Schedule group for modifying the ADM initial data, such as e.g. adding noise
        ML_BSSN::ML_BSSN_InitialADMBase1Everywhere: ML_BSSN_InitialADMBase1Everywhere
        ML_BSSN::ML_BSSN_InitialADMBase2Interior: ML_BSSN_InitialADMBase2Interior
        MoL::MoL_StartLoop: [level] Initialise the step size control
        QuasiLocalMeasures::qlm_init: [global] Initialise quasi-local calculations
        ML_BSSN_Helper::ML_BSSN_ExtrapolateGammas: Extrapolate Gammas and time derivatives of lapse and shift
      [CCTK_POSTINITIAL]
        CarpetIOHDF5::CarpetIOHDF5_CloseFiles: [global] Close all filereader input files
        GROUP MoL_PostStepModify: The group for physics thorns to schedule enforcing constraints
          ML_BSSN::ML_BSSN_EnforceEverywhere: ML_BSSN_EnforceEverywhere
        GROUP MoL_PostStep: Ensure that everything is correct after the initial data have been set up
          ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
          ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
          GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
          ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
          ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
          ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
          GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
          WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
          GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP MoL_PseudoEvolution: Calculate pseudo-evolved quantities
          GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
          GROUP ML_ADMConstraints_evaluate_group: ML_ADMConstraints_evaluate
            ML_ADMConstraints::ML_ADMConstraints_evaluate: ML_ADMConstraints_evaluate
            GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
              ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
              GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
                GROUP BoundaryConditions: Execute all boundary conditions
                  Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                  CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                  ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                  RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                  RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ConstraintsEverywhere_group: ML_BSSN_ConstraintsEverywhere
            ML_BSSN::ML_BSSN_ConstraintsEverywhere: ML_BSSN_ConstraintsEverywhere
            GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
              ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
              GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
                GROUP BoundaryConditions: Execute all boundary conditions
                  Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                  CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                  ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                  RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                  RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ConstraintsInterior_group: ML_BSSN_ConstraintsInterior
            ML_BSSN::ML_BSSN_ConstraintsInterior: ML_BSSN_ConstraintsInterior
            GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
              ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
              GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
                GROUP BoundaryConditions: Execute all boundary conditions
                  Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                  CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                  ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                  RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                  RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP WeylScal4_psi4_calc_4th_group: WeylScal4_psi4_calc_4th
            WeylScal4::WeylScal4_psi4_calc_4th: WeylScal4_psi4_calc_4th
            GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
              WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
              GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
                GROUP BoundaryConditions: Execute all boundary conditions
                  Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                  CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                  ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                  RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                  RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        SummationByParts::SBP_CheckGridSizes: Check grid sizes and ghost zones
      Initialise finer grids recursively
      Restrict from finer grids
      [CCTK_POSTRESTRICTINITIAL]
        GROUP MoL_PostStep: Ensure that everything is correct after restriction
          ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
          ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
          GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
          ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
          ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
          ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
          GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
          WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
          GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP MoL_PseudoEvolutionBoundaries: Apply boundary conditions to pseudo-evolved quantities
          GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
            ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
            GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
            ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
            GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
            ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
            GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
            WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
            GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
      [CCTK_POSTPOSTINITIAL]
      [CCTK_POSTSTEP]
        AHFinderDirect::AHFinderDirect_import_mask: [global] [loop-local] import the excision mask
        AHFinderDirect::AHFinderDirect_find_horizons: [global] find apparent horizon(s) after this time step
        AHFinderDirect::AHFinderDirect_store: [global] store apparent horizon(s) into spherical surface(s)
        AHFinderDirect::AHFinderDirect_save: [global] save apparent horizon(s) into Cactus variables
        AHFinderDirect::AHFinderDirect_maybe_do_masks: set mask(s) based on apparent horizon position(s)
        SphericalSurface::SphericalSurface_Set: [global] Set surface radii
        GROUP SphericalSurface_HasBeenSet: Set the spherical surfaces before this group, and use it afterwards
          SphericalSurface::SphericalSurface_CheckState: [global] Test the state of the spherical surfaces
        GROUP zzz_NaNChecker_NaNCheck: Check for NaNs and count them in NaNChecker::NaNsFound
          NaNChecker::NaNChecker_NaNCheck_Prepare: [level] Prepare data structures to check for NaNs
          NaNChecker::NaNChecker_NaNCheck_Check: [local] Check for NaNs
          NaNChecker::NaNChecker_NaNCheck_Finish: [level] Count NaNs in NaNChecker::NaNsFound
        NaNChecker::NaNChecker_TakeAction: [global] [loop-level] Output NaNChecker::NaNmask and take action according to NaNChecker::action_if_found
        Dissipation::setup_epsdis: Setup spatially varying dissipation
        GROUP MaskBase_SetupMask: Set up the weight function
          GROUP MaskBase_SetupMaskAll: Set up the weight function
            CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
            CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
            GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
              CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
              CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
            GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
              CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
              CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
            CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
            GROUP SetupMask: Set up the real weight function (schedule other routines in here)
            CarpetReduce::MaskBase_TestMask: [global] Test the weight function
    endif
    if (recover initial data)
      [CCTK_BASEGRID]
        ADMBase::ADMBase_SetShiftStateOn: Set the shift_state variable to 1
        ADMBase::ADMBase_SetDtLapseStateOn: Set the dtlapse_state variable to 1
        ADMBase::ADMBase_SetDtShiftStateOn: Set the dtshift_state variable to 1
        ADMMacros::ADMMacros_SetLocalSpatialOrder: Initialize the local_spatial_order
        CartGrid3D::SpatialSpacings: Set up ranges for spatial 3D Cartesian coordinates (on all grids)
        CartGrid3D::SpatialCoordinates: Set up spatial 3D Cartesian coordinates on the GH
        SphericalSurface::SphericalSurface_SetupRes: [global] [loop-local] Set surface resolution automatically
        AHFinderDirect::AHFinderDirect_setup: [global] setup data structures
        Dissipation::dissipation_basegrid: Ensure that there are enough ghost zones
        ML_ADMConstraints::ML_ADMConstraints_CheckBoundaries: [meta] check boundaries treatment
        ML_BSSN::ML_BSSN_CheckBoundaries: [meta] check boundaries treatment
        NaNChecker::NaNChecker_ResetCounter: [global] Reset the NaNChecker::NaNsFound counter
        SphericalSurface::SphericalSurface_Setup: [global] Calculate surface coordinate descriptors
        GROUP MaskBase_SetupMask: Set up the weight function
          GROUP MaskBase_SetupMaskAll: Set up the weight function
            CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
            CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
            GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
              CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
              CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
            GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
              CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
              CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
            CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
            GROUP SetupMask: Set up the real weight function (schedule other routines in here)
            CarpetReduce::MaskBase_TestMask: [global] Test the weight function
        SphericalSurface::SphericalSurface_Set: [global] Set surface radii to be used for initial setup in other thorns
        GROUP SphericalSurface_HasBeenSet: Set the spherical surfaces before this group, and use it afterwards
          SphericalSurface::SphericalSurface_CheckState: [global] Test the state of the spherical surfaces
        SummationByParts::SBP_SetNormMask: Setup the mask for the calculation of the norm
        SymBase::SymBase_Check: Check whether the driver set up the grid consistently
        Time::Time_Initialise: [global] Initialise Time variables
        Time::TemporalSpacings: [singlemap] Set timestep based on Courant condition (courant_static)
        WeylScal4::WeylScal4_CheckBoundaries: [meta] check boundaries treatment
      [CCTK_RECOVER_VARIABLES]
        IOUtil::IOUtil_RecoverGH: [level] Checkpoint recovery routine
      [CCTK_POST_RECOVER_VARIABLES]
        AHFinderDirect::AHFinderDirect_recover: [global] import horizon data from Cactus variables
        CarpetIOHDF5::CarpetIOHDF5_InitCheckpointingIntervals: [global] Initialisation of checkpointing intervals after recovery
        CarpetIOHDF5::CarpetIOHDF5_CloseFiles: [meta] Close all initial data checkpoint files after recovery
        GROUP MaskBase_SetupMask: Set up the weight function
          GROUP MaskBase_SetupMaskAll: Set up the weight function
            CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
            CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
            GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
              CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
              CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
            GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
              CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
              CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
            CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
            GROUP SetupMask: Set up the real weight function (schedule other routines in here)
            CarpetReduce::MaskBase_TestMask: [global] Test the weight function
        GROUP MoL_PostStep: Ensure that everything is correct after recovery
          ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
          ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
          GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
          ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
          ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
          ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
          GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
          GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
          WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
          GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP zzz_NaNChecker_NaNCheck: Check for NaNs and count them in NaNChecker::NaNsFound
          NaNChecker::NaNChecker_NaNCheck_Prepare: [level] Prepare data structures to check for NaNs
          NaNChecker::NaNChecker_NaNCheck_Check: [local] Check for NaNs
          NaNChecker::NaNChecker_NaNCheck_Finish: [level] Count NaNs in NaNChecker::NaNsFound
        NaNChecker::NaNChecker_TakeAction: [global] [loop-level] Output NaNChecker::NaNmask and take action according to NaNChecker::action_if_found
    endif
    if (checkpoint initial data)
      [CCTK_CPINITIAL]
        CarpetIOHDF5::CarpetIOHDF5_InitialDataCheckpoint: [meta] Initial data checkpoint routine
    endif
    if (analysis)
      [CCTK_ANALYSIS]
        CarpetLib::CarpetLib_printtimestats: [global] Print timing statistics if desired
        CarpetLib::CarpetLib_printmemstats: [global] Print memory statistics if desired
        Formaline::Formaline_AnnounceUpdate: [global] Put some meta information about the current run into permanent storage
        LoopControl::lc_statistics_analysis: [meta] Output LoopControl statistics
        GROUP ML_BSSN_EvolutionAnalysis: Calculate RHS at analysis
          ML_BSSN::ML_BSSN_EvolutionAnalysisInit: ML_BSSN_EvolutionAnalysisInit
          ML_BSSN::ML_BSSN_EvolutionAnalysisInterior: ML_BSSN_EvolutionAnalysisInterior
          ML_BSSN_Helper::ML_BSSN_NewRad: Apply NewRad boundary conditions to RHS
        Multipole::Multipole_Calc: [global] Calculate Multipoles
        QuasiLocalMeasures::qlm_calculate: [global] Calculate quasi-local quantities
        TimerReport::zzz_TimerReport_Output: [global] Print the timer report
  endif
  Output grid variables

  do loop over timesteps
    [CCTK_PREREGRID]
      CarpetTracker::CarpetTracker_SetPositions: [global] Set positions of refined regions
    Change grid hierarchy
    [CCTK_POSTREGRID]
      AHFinderDirect::AHFinderDirect_maybe_do_masks: set mask(s) based on apparent horizon position(s)
      CartGrid3D::SpatialCoordinates: Set Coordinates after regridding
      GROUP MaskBase_SetupMask: Set up the weight function
        GROUP MaskBase_SetupMaskAll: Set up the weight function
          CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
          CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
          GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
            CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
            CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
          GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
            CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
            CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
          CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
          GROUP SetupMask: Set up the real weight function (schedule other routines in here)
          CarpetReduce::MaskBase_TestMask: [global] Test the weight function
      Dissipation::setup_epsdis: Setup spatially varying dissipation
      GROUP MoL_PostStep: Ensure that everything is correct after regridding
        ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
        ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
        GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
        ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
        ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
        ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
        GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
        WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
        GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
      GROUP MoL_PseudoEvolutionBoundaries: Apply boundary conditions to pseudo-evolved quantities
        GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
          ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
          GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
          ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
          GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
          ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
          GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
          WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
          GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
    Rotate timelevels
    iteration = iteration+1
    t = t+dt
    [CCTK_PRESTEP]
      CoordGauge::Einstein_SetNextSlicing: Identify the slicing for the next iteration
      LoopControl::lc_steer: [meta] Update LoopControl algorithm preferences
      NaNChecker::NaNChecker_ResetCounter: [global] Reset the NaNChecker::NaNsFound counter
    [CCTK_EVOL]
      MoL::MoL_StartLoop: [level] Initialise the step size control
      while (MoL::MoL_Stepsize_Bad)
        GROUP MoL_Evolution: A single Cactus evolution step using MoL
          GROUP MoL_StartStep: MoL internal setup for the evolution step
            MoL::MoL_SetCounter: [level] Set the counter for the ODE method to loop over
            MoL::MoL_SetTime: [level] Ensure the correct time and timestep are used
            MoL::MoL_AllocateScratchSpace: [level] Allocate storage for scratch levels
          GROUP MoL_PreStep: Physics thorns can schedule preloop setup routines in here
          MoL::MoL_InitialCopy: Ensure the data is in the correct timelevel
          while (MoL::MoL_Intermediate_Step)
            GROUP MoL_Step: The loop over the intermediate steps for the ODE integrator
              MoL::MoL_InitRHS: Initialise the RHS functions
              GROUP MoL_CalcRHS: Physics thorns schedule the calculation of the discrete spatial operator in here
                GROUP ML_BSSN_EvolutionInteriorSplitBy: 
                  ML_BSSN::ML_BSSN_EvolutionInteriorSplitBy1: ML_BSSN_EvolutionInteriorSplitBy1
                  ML_BSSN::ML_BSSN_EvolutionInteriorSplitBy2: ML_BSSN_EvolutionInteriorSplitBy2
                  ML_BSSN::ML_BSSN_EvolutionInteriorSplitBy3: ML_BSSN_EvolutionInteriorSplitBy3
                ML_BSSN_Helper::ML_BSSN_NewRad: Apply NewRad boundary conditions to RHS
              GROUP MoL_PostRHS: Modify RHS functions
                Dissipation::dissipation_add: Add Kreiss-Oliger dissipation to the right hand sides
              GROUP MoL_RHSBoundaries: Any 'final' modifications to the RHS functions (boundaries etc.)
              MoL::MoL_Add: Updates calculated with the efficient Runge-Kutta 4 method
              MoL::MoL_DecrementCounter: [level] Alter the counter number
              MoL::MoL_ResetTime: [level] If necessary, change the time
              GROUP MoL_PostStepModify: The group for physics thorns to schedule enforcing constraints
                ML_BSSN::ML_BSSN_EnforceEverywhere: ML_BSSN_EnforceEverywhere
              GROUP MoL_PostStep: The group for physics thorns to schedule boundary calls etc.
                ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
                ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
                GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
                  GROUP BoundaryConditions: Execute all boundary conditions
                    Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                    CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                    ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                    RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                    RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                  Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
                GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
                  GROUP BoundaryConditions: Execute all boundary conditions
                    Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                    CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                    ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                    RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                    RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                  Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
                ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
                ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
                ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
                ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
                GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
                  GROUP BoundaryConditions: Execute all boundary conditions
                    Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                    CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                    ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                    RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                    RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                  Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
                GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
                WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
                GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
                  GROUP BoundaryConditions: Execute all boundary conditions
                    Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                    CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                    ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                    RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                    RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
                  Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
              MoL::MoL_ResetDeltaTime: [level] If necessary, change the timestep
          end while
          MoL::MoL_FinishLoop: [level] Control the step size
          MoL::MoL_RestoreSandR: Restoring the Save and Restore variables to the original state
          MoL::MoL_FreeScratchSpace: [level] Free storage for scratch levels
      end while
      GROUP MoL_PseudoEvolution: Calculate pseudo-evolved quantities
        GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
        GROUP ML_ADMConstraints_evaluate_group: ML_ADMConstraints_evaluate
          ML_ADMConstraints::ML_ADMConstraints_evaluate: ML_ADMConstraints_evaluate
          GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
            ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
            GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsEverywhere_group: ML_BSSN_ConstraintsEverywhere
          ML_BSSN::ML_BSSN_ConstraintsEverywhere: ML_BSSN_ConstraintsEverywhere
          GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
            ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
            GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsInterior_group: ML_BSSN_ConstraintsInterior
          ML_BSSN::ML_BSSN_ConstraintsInterior: ML_BSSN_ConstraintsInterior
          GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
            ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
            GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP WeylScal4_psi4_calc_4th_group: WeylScal4_psi4_calc_4th
          WeylScal4::WeylScal4_psi4_calc_4th: WeylScal4_psi4_calc_4th
          GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
            WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
            GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
              GROUP BoundaryConditions: Execute all boundary conditions
                Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
                CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
                ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
                RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
                RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
              Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
    Evolve finer grids recursively
    Restrict from finer grids
    [CCTK_POSTRESTRICT]
      GROUP MoL_PostStep: Ensure that everything is correct after restriction
        ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
        ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
        GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
        ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
        ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
        ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
        GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
        WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
        GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
      GROUP MoL_PseudoEvolutionBoundaries: Apply boundary conditions to pseudo-evolved quantities
        GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
          ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
          GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
          ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
          GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
          ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
          GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
          WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
          GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
    [CCTK_POSTSTEP]
      AHFinderDirect::AHFinderDirect_import_mask: [global] [loop-local] import the excision mask
      AHFinderDirect::AHFinderDirect_find_horizons: [global] find apparent horizon(s) after this time step
      AHFinderDirect::AHFinderDirect_store: [global] store apparent horizon(s) into spherical surface(s)
      AHFinderDirect::AHFinderDirect_save: [global] save apparent horizon(s) into Cactus variables
      AHFinderDirect::AHFinderDirect_maybe_do_masks: set mask(s) based on apparent horizon position(s)
      SphericalSurface::SphericalSurface_Set: [global] Set surface radii
      GROUP SphericalSurface_HasBeenSet: Set the spherical surfaces before this group, and use it afterwards
        SphericalSurface::SphericalSurface_CheckState: [global] Test the state of the spherical surfaces
      GROUP zzz_NaNChecker_NaNCheck: Check for NaNs and count them in NaNChecker::NaNsFound
        NaNChecker::NaNChecker_NaNCheck_Prepare: [level] Prepare data structures to check for NaNs
        NaNChecker::NaNChecker_NaNCheck_Check: [local] Check for NaNs
        NaNChecker::NaNChecker_NaNCheck_Finish: [level] Count NaNs in NaNChecker::NaNsFound
      NaNChecker::NaNChecker_TakeAction: [global] [loop-level] Output NaNChecker::NaNmask and take action according to NaNChecker::action_if_found
      Dissipation::setup_epsdis: Setup spatially varying dissipation
      GROUP MaskBase_SetupMask: Set up the weight function
        GROUP MaskBase_SetupMaskAll: Set up the weight function
          CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
          CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
          GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
            CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
            CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
          GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
            CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
            CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
          CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
          GROUP SetupMask: Set up the real weight function (schedule other routines in here)
          CarpetReduce::MaskBase_TestMask: [global] Test the weight function
  if (checkpoint)
    [CCTK_CHECKPOINT]
      CarpetIOHDF5::CarpetIOHDF5_EvolutionCheckpoint: [meta] Evolution checkpoint routine
      TimerReport::zzz_TimerReport_Checkpoint: [global] Print the timer report
  endif
  if (analysis)
    [CCTK_ANALYSIS]
      CarpetLib::CarpetLib_printtimestats: [global] Print timing statistics if desired
      CarpetLib::CarpetLib_printmemstats: [global] Print memory statistics if desired
      Formaline::Formaline_AnnounceUpdate: [global] Put some meta information about the current run into permanent storage
      LoopControl::lc_statistics_analysis: [meta] Output LoopControl statistics
      GROUP ML_BSSN_EvolutionAnalysis: Calculate RHS at analysis
        ML_BSSN::ML_BSSN_EvolutionAnalysisInit: ML_BSSN_EvolutionAnalysisInit
        ML_BSSN::ML_BSSN_EvolutionAnalysisInterior: ML_BSSN_EvolutionAnalysisInterior
        ML_BSSN_Helper::ML_BSSN_NewRad: Apply NewRad boundary conditions to RHS
      Multipole::Multipole_Calc: [global] Calculate Multipoles
      QuasiLocalMeasures::qlm_calculate: [global] Calculate quasi-local quantities
      TimerReport::zzz_TimerReport_Output: [global] Print the timer report
  endif
  Output grid variables
  enddo

  Termination routines
    [CCTK_TERMINATE]
      CarpetIOHDF5::CarpetIOHDF5_TerminationCheckpoint: [meta] Termination checkpoint routine
      Formaline::Formaline_AnnounceFinal: [global] Put some meta information about the current run into permanent storage
      LoopControl::lc_statistics_terminate: [meta] Output LoopControl statistics
      MoL::MoL_FreeIndexArrays: Free the MoL bookkeeping index arrays
      TimerReport::zzz_TimerReport_Output: [global] Print the timer report

  Shutdown routines
    [CCTK_SHUTDOWN]
      Timers::Timer_Shutdown: Prepare hierarchical timers

  Routines run after changing the grid hierarchy:
    [CCTK_POSTREGRID]
      AHFinderDirect::AHFinderDirect_maybe_do_masks: set mask(s) based on apparent horizon position(s)
      CartGrid3D::SpatialCoordinates: Set Coordinates after regridding
      GROUP MaskBase_SetupMask: Set up the weight function
        GROUP MaskBase_SetupMaskAll: Set up the weight function
          CarpetReduce::MaskBase_AllocateMask: [global] Allocate the weight function
          CarpetReduce::MaskBase_InitMask: [global] [loop-local] Initialise the weight function
          GROUP SetupIMaskInternal: Set up the integer weight function (schedule other routines in here)
            CarpetReduce::CoordBase_SetupMask: [global] [loop-local] Set up the outer boundaries of the weight function
            CarpetReduce::CarpetMaskSetup: [global] [loop-singlemap] Set up the weight function for the restriction regions
          GROUP SetupIMask: Set up the integer weight function (schedule other routines in here)
            CarpetMask::CarpetExcludedSetup: [global] [loop-local] Set up the weight function for the excluded regions
            CarpetMask::CarpetSurfaceSetup: [global] [loop-local] Set up the weight function for the excluded spherical surfaces
          CarpetReduce::MaskBase_SetMask: [global] [loop-local] Set the weight function
          GROUP SetupMask: Set up the real weight function (schedule other routines in here)
          CarpetReduce::MaskBase_TestMask: [global] Test the weight function
      Dissipation::setup_epsdis: Setup spatially varying dissipation
      GROUP MoL_PostStep: Ensure that everything is correct after regridding
        ML_BSSN::ML_BSSN_SelectBoundConds: [level] select boundary conditions
        ML_ADMConstraints::ML_ADMConstraints_SelectBoundConds: [level] select boundary conditions
        GROUP ML_ADMConstraints_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        ML_BSSN::ML_BSSN_ADMBaseInterior: ML_BSSN_ADMBaseInterior
        ML_BSSN::ML_BSSN_ADMBaseBoundaryScalar: ML_BSSN_ADMBaseBoundaryScalar
        ML_BSSN::ML_BSSN_ADMBaseEverywhere: ML_BSSN_ADMBaseEverywhere
        ML_BSSN_Helper::ML_BSSN_ADMBase_SelectBCs: [level] Select boundary conditions for ADMBase variables
        GROUP ML_BSSN_ADMBase_ApplyBCs: Apply boundary conditions to ADMBase variables
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ADMBase_SetADMVars: Set the ADM variables before this group, and use them afterwards
        WeylScal4::WeylScal4_SelectBoundConds: [level] select boundary conditions
        GROUP WeylScal4_ApplyBCs: Apply boundary conditions controlled by thorn Boundary
          GROUP BoundaryConditions: Execute all boundary conditions
            Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
            CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
            ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
            RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
            RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
          Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
      GROUP MoL_PseudoEvolutionBoundaries: Apply boundary conditions to pseudo-evolved quantities
        GROUP ML_ADMConstraints_evaluate_bc_group: ML_ADMConstraints_evaluate
          ML_ADMConstraints::ML_ADMConstraints_evaluate_SelectBCs: [level] ML_ADMConstraints_evaluate_SelectBCs
          GROUP ML_ADMConstraints_evaluate_ApplyBCs: Apply BCs for groups set in ML_ADMConstraints_evaluate
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsEverywhere_bc_group: ML_BSSN_ConstraintsEverywhere
          ML_BSSN::ML_BSSN_ConstraintsEverywhere_SelectBCs: [level] ML_BSSN_ConstraintsEverywhere_SelectBCs
          GROUP ML_BSSN_ConstraintsEverywhere_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsEverywhere
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP ML_BSSN_ConstraintsInterior_bc_group: ML_BSSN_ConstraintsInterior
          ML_BSSN::ML_BSSN_ConstraintsInterior_SelectBCs: [level] ML_BSSN_ConstraintsInterior_SelectBCs
          GROUP ML_BSSN_ConstraintsInterior_ApplyBCs: Apply BCs for groups set in ML_BSSN_ConstraintsInterior
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
        GROUP WeylScal4_psi4_calc_4th_bc_group: WeylScal4_psi4_calc_4th
          WeylScal4::WeylScal4_psi4_calc_4th_SelectBCs: [level] WeylScal4_psi4_calc_4th_SelectBCs
          GROUP WeylScal4_psi4_calc_4th_ApplyBCs: Apply BCs for groups set in WeylScal4_psi4_calc_4th
            GROUP BoundaryConditions: Execute all boundary conditions
              Boundary::Boundary_ApplyPhysicalBCs: Apply all requested local physical boundary conditions
              CartGrid3D::CartGrid3D_ApplyBC: Apply symmetry boundary conditions
              ReflectionSymmetry::ReflectionSymmetry_Apply: Apply reflection symmetries
              RotatingSymmetry180::Rot180_ComputeLevelExtent: [level] Compute extent of level
              RotatingSymmetry180::Rot180_ApplyBC: Apply 180 degree rotational symmetry boundary condition
            Boundary::Boundary_ClearSelection: [level] Unselect all grid variables for boundary conditions
--------------------------------------------------------------------------------
INFO (Carpet): Multi-Model listing:
   model 0: "world"
INFO (Carpet): Multi-Model process distribution:
   processes 0-19: model 0 "world"
INFO (Carpet): Multi-Model: This is process 0, model 0 "world"
INFO (CarpetLib): Process startup time was 3.64 seconds
Current core file size limit: hard=[unlimited], soft=[unlimited]
Current memory size limit: hard=[unlimited], soft=[unlimited]
INFO (CycleClock): Measuring CycleClock tick via OpenMP...
INFO (CycleClock): Calibrated CycleClock: 0.385496 ns per clock tick (2.59406 GHz)
INFO (Formaline): Configuration id: config-mclachlantest_mpidebug-cnode0165.cm.cluster-home-cstevens-CCM-Cactus
INFO (Formaline): Build id: build-mclachlantest_mpidebug-cnode0165.cm.cluster-cstevens-2017.05.15-13.43.08-192928
INFO (Formaline): Simulation id: run-qc0-mclachlan-cnode0809.cm.cluster-cstevens-2017.05.15-14.39.54-87694
INFO (Formaline): Run id: run-qc0-mclachlan-cnode0809.cm.cluster-cstevens-2017.05.15-14.39.54-87694
INFO (Vectors): Using vector size 4 for architecture AVX (64-bit precision)
--------------------------------------------------------------------------------
AMR driver provided by Carpet
--------------------------------------------------------------------------------
AMR 0D ASCII I/O provided by CarpetIOASCII
--------------------------------------------------------------------------------
AMR 1D ASCII I/O provided by CarpetIOASCII
--------------------------------------------------------------------------------
AMR 2D ASCII I/O provided by CarpetIOASCII
--------------------------------------------------------------------------------
AMR 3D ASCII I/O provided by CarpetIOASCII
--------------------------------------------------------------------------------
AMR info I/O provided by CarpetIOBasic
--------------------------------------------------------------------------------
ML_ADMConstraints
--------------------------------------------------------------------------------
ML_BSSN
--------------------------------------------------------------------------------
AMR HDF5 I/O provided by CarpetIOHDF5
--------------------------------------------------------------------------------
AMR 0D HDF5 I/O provided by CarpetIOHDF5
--------------------------------------------------------------------------------
AMR 1D HDF5 I/O provided by CarpetIOHDF5
--------------------------------------------------------------------------------
AMR 2D HDF5 I/O provided by CarpetIOHDF5
--------------------------------------------------------------------------------
AMR 3D HDF5 I/O provided by CarpetIOHDF5
--------------------------------------------------------------------------------
MoL: Generalized time integration.
--------------------------------------------------------------------------------
AMR scalar I/O provided by CarpetIOScalar
--------------------------------------------------------------------------------
WeylScal4
--------------------------------------------------------------------------------

INFO (Carpet): MPI is enabled
INFO (Carpet): Carpet is running on 20 processes
INFO (Carpet): This is process 0
INFO (Carpet): OpenMP is enabled
INFO (Carpet): This process contains 12 threads, this is thread 0
INFO (Carpet): There are 240 threads in total
INFO (Carpet): There are 12 threads per process
INFO (Carpet): This process runs on host cnode0809, pid=87694
INFO (Carpet): This process runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 0 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 1 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 2 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 3 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 4 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 5 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 6 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 7 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 8 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 9 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 10 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): Thread 11 runs on 12 cores: 0, 2, 4, 6, 8, 10, 12, 14, 16, 18, 20, 22
INFO (Carpet): This simulation is running in 3 dimensions
INFO (Carpet): Boundary specification for map 0:
   nboundaryzones: [[3,3,3],[3,3,3]]
   is_internal   : [[0,0,0],[0,0,0]]
   is_staggered  : [[0,0,0],[0,0,0]]
   shiftout      : [[1,0,1],[0,0,0]]
INFO (Carpet): CoordBase domain specification for map 0:
   physical extent: [0,-120,0] : [120,120,120]   ([120,240,120])
   interior extent: [0,-118,0] : [118,118,118]   ([118,236,118])
   exterior extent: [-6,-124,-6] : [124,124,124]   ([130,248,130])
   base_spacing   : [2,2,2]
INFO (Carpet): Adapted domain specification for map 0:
   convergence factor: 2
   convergence level : 0
   physical extent   : [0,-120,0] : [120,120,120]   ([120,240,120])
   interior extent   : [0,-118,0] : [118,118,118]   ([118,236,118])
   exterior extent   : [-6,-124,-6] : [124,124,124]   ([130,248,130])
   spacing           : [2,2,2]
INFO (Carpet): Base grid specification for map 0:
   number of grid points             : [66,125,66]
   number of coarse grid ghost points: [[3,3,3],[3,3,3]]
INFO (Carpet): Buffer zone counts (excluding ghosts):
   [0]: [[0,0,0],[0,0,0]]
   [1]: [[9,9,9],[9,9,9]]
   [2]: [[9,9,9],[9,9,9]]
   [3]: [[9,9,9],[9,9,9]]
   [4]: [[9,9,9],[9,9,9]]
   [5]: [[9,9,9],[9,9,9]]
   [6]: [[9,9,9],[9,9,9]]
   [7]: [[9,9,9],[9,9,9]]
   [8]: [[9,9,9],[9,9,9]]
   [9]: [[9,9,9],[9,9,9]]
INFO (Carpet): Overlap zone counts:
   [0]: [[0,0,0],[0,0,0]]
   [1]: [[0,0,0],[0,0,0]]
   [2]: [[0,0,0],[0,0,0]]
   [3]: [[0,0,0],[0,0,0]]
   [4]: [[0,0,0],[0,0,0]]
   [5]: [[0,0,0],[0,0,0]]
   [6]: [[0,0,0],[0,0,0]]
   [7]: [[0,0,0],[0,0,0]]
   [8]: [[0,0,0],[0,0,0]]
   [9]: [[0,0,0],[0,0,0]]
INFO (Carpet): Group and variable statistics:
INFO (Carpet):    There are 860 grid functions in 81 groups
INFO (Carpet):    There are 1026 grid scalars in 67 groups
INFO (Carpet):    There are 81 1-dimensional grid arrays in 7 groups
INFO (Carpet):    There are 415 2-dimensional grid arrays in 17 groups
INFO (Carpet):    There are 6 3-dimensional grid arrays in 1 groups
INFO (Carpet):    (The number of variables counts all time levels)
INFO (CarpetIOASCII): I/O Method 'IOASCII_0D' registered: 0D AMR output of grid variables to ASCII files
INFO (CarpetIOASCII): Periodic 0D AMR output requested for:
   ADMBASE::gxx
   ADMBASE::gxy
   ADMBASE::gxz
   ADMBASE::gyy
   ADMBASE::gyz
   ADMBASE::gzz
   ADMBASE::kxx
   ADMBASE::kxy
   ADMBASE::kxz
   ADMBASE::kyy
   ADMBASE::kyz
   ADMBASE::kzz
   ADMBASE::alp
   ADMBASE::betax
   ADMBASE::betay
   ADMBASE::betaz
   ADMBASE::dtalp
   ADMBASE::dtbetax
   ADMBASE::dtbetay
   ADMBASE::dtbetaz
   CARPET::physical_time_per_hour
   CARPET::current_physical_time_per_hour
   CARPET::time_total
   CARPET::time_evolution
   CARPET::time_computing
   CARPET::time_communicating
   CARPET::time_io
   CARPET::evolution_steps_count
   CARPET::local_grid_points_per_second
   CARPET::total_grid_points_per_second
   CARPET::local_grid_point_updates_count
   CARPET::total_grid_point_updates_count
   CARPET::local_interior_points_per_second
   CARPET::total_interior_points_per_second
   CARPET::local_interior_point_updates_count
   CARPET::total_interior_point_updates_count
   CARPET::io_per_second
   CARPET::io_bytes_per_second
   CARPET::io_bytes_ascii_per_second
   CARPET::io_bytes_binary_per_second
   CARPET::io_count
   CARPET::io_bytes_count
   CARPET::io_bytes_ascii_count
   CARPET::io_bytes_binary_count
   CARPET::comm_per_second
   CARPET::comm_bytes_per_second
   CARPET::comm_count
   CARPET::comm_bytes_count
   CARPET::time_levels
   CARPETREDUCE::weight
   ML_ADMCONSTRAINTS::H
   ML_ADMCONSTRAINTS::M1
   ML_ADMCONSTRAINTS::M2
   ML_ADMCONSTRAINTS::M3
   QUASILOCALMEASURES::qlm_calc_error[0]
   QUASILOCALMEASURES::qlm_calc_error[1]
   QUASILOCALMEASURES::qlm_calc_error[2]
   QUASILOCALMEASURES::qlm_calc_error[3]
   QUASILOCALMEASURES::qlm_calc_error[4]
   QUASILOCALMEASURES::qlm_calc_error[5]
   QUASILOCALMEASURES::qlm_have_valid_data[0]
   QUASILOCALMEASURES::qlm_have_valid_data[1]
   QUASILOCALMEASURES::qlm_have_valid_data[2]
   QUASILOCALMEASURES::qlm_have_valid_data[3]
   QUASILOCALMEASURES::qlm_have_valid_data[4]
   QUASILOCALMEASURES::qlm_have_valid_data[5]
   QUASILOCALMEASURES::qlm_have_killing_vector[0]
   QUASILOCALMEASURES::qlm_have_killing_vector[1]
   QUASILOCALMEASURES::qlm_have_killing_vector[2]
   QUASILOCALMEASURES::qlm_have_killing_vector[3]
   QUASILOCALMEASURES::qlm_have_killing_vector[4]
   QUASILOCALMEASURES::qlm_have_killing_vector[5]
   QUASILOCALMEASURES::qlm_timederiv_order[0]
   QUASILOCALMEASURES::qlm_timederiv_order[1]
   QUASILOCALMEASURES::qlm_timederiv_order[2]
   QUASILOCALMEASURES::qlm_timederiv_order[3]
   QUASILOCALMEASURES::qlm_timederiv_order[4]
   QUASILOCALMEASURES::qlm_timederiv_order[5]
   QUASILOCALMEASURES::qlm_iteration[0]
   QUASILOCALMEASURES::qlm_iteration[1]
   QUASILOCALMEASURES::qlm_iteration[2]
   QUASILOCALMEASURES::qlm_iteration[3]
   QUASILOCALMEASURES::qlm_iteration[4]
   QUASILOCALMEASURES::qlm_iteration[5]
   QUASILOCALMEASURES::qlm_nghoststheta[0]
   QUASILOCALMEASURES::qlm_nghoststheta[1]
   QUASILOCALMEASURES::qlm_nghoststheta[2]
   QUASILOCALMEASURES::qlm_nghoststheta[3]
   QUASILOCALMEASURES::qlm_nghoststheta[4]
   QUASILOCALMEASURES::qlm_nghoststheta[5]
   QUASILOCALMEASURES::qlm_nghostsphi[0]
   QUASILOCALMEASURES::qlm_nghostsphi[1]
   QUASILOCALMEASURES::qlm_nghostsphi[2]
   QUASILOCALMEASURES::qlm_nghostsphi[3]
   QUASILOCALMEASURES::qlm_nghostsphi[4]
   QUASILOCALMEASURES::qlm_nghostsphi[5]
   QUASILOCALMEASURES::qlm_ntheta[0]
   QUASILOCALMEASURES::qlm_ntheta[1]
   QUASILOCALMEASURES::qlm_ntheta[2]
   QUASILOCALMEASURES::qlm_ntheta[3]
   QUASILOCALMEASURES::qlm_ntheta[4]
   QUASILOCALMEASURES::qlm_ntheta[5]
   QUASILOCALMEASURES::qlm_nphi[0]
   QUASILOCALMEASURES::qlm_nphi[1]
   QUASILOCALMEASURES::qlm_nphi[2]
   QUASILOCALMEASURES::qlm_nphi[3]
   QUASILOCALMEASURES::qlm_nphi[4]
   QUASILOCALMEASURES::qlm_nphi[5]
   QUASILOCALMEASURES::qlm_origin_x[0]
   QUASILOCALMEASURES::qlm_origin_x[1]
   QUASILOCALMEASURES::qlm_origin_x[2]
   QUASILOCALMEASURES::qlm_origin_x[3]
   QUASILOCALMEASURES::qlm_origin_x[4]
   QUASILOCALMEASURES::qlm_origin_x[5]
   QUASILOCALMEASURES::qlm_origin_y[0]
   QUASILOCALMEASURES::qlm_origin_y[1]
   QUASILOCALMEASURES::qlm_origin_y[2]
   QUASILOCALMEASURES::qlm_origin_y[3]
   QUASILOCALMEASURES::qlm_origin_y[4]
   QUASILOCALMEASURES::qlm_origin_y[5]
   QUASILOCALMEASURES::qlm_origin_z[0]
   QUASILOCALMEASURES::qlm_origin_z[1]
   QUASILOCALMEASURES::qlm_origin_z[2]
   QUASILOCALMEASURES::qlm_origin_z[3]
   QUASILOCALMEASURES::qlm_origin_z[4]
   QUASILOCALMEASURES::qlm_origin_z[5]
   QUASILOCALMEASURES::qlm_origin_theta[0]
   QUASILOCALMEASURES::qlm_origin_theta[1]
   QUASILOCALMEASURES::qlm_origin_theta[2]
   QUASILOCALMEASURES::qlm_origin_theta[3]
   QUASILOCALMEASURES::qlm_origin_theta[4]
   QUASILOCALMEASURES::qlm_origin_theta[5]
   QUASILOCALMEASURES::qlm_origin_phi[0]
   QUASILOCALMEASURES::qlm_origin_phi[1]
   QUASILOCALMEASURES::qlm_origin_phi[2]
   QUASILOCALMEASURES::qlm_origin_phi[3]
   QUASILOCALMEASURES::qlm_origin_phi[4]
   QUASILOCALMEASURES::qlm_origin_phi[5]
   QUASILOCALMEASURES::qlm_delta_theta[0]
   QUASILOCALMEASURES::qlm_delta_theta[1]
   QUASILOCALMEASURES::qlm_delta_theta[2]
   QUASILOCALMEASURES::qlm_delta_theta[3]
   QUASILOCALMEASURES::qlm_delta_theta[4]
   QUASILOCALMEASURES::qlm_delta_theta[5]
   QUASILOCALMEASURES::qlm_delta_phi[0]
   QUASILOCALMEASURES::qlm_delta_phi[1]
   QUASILOCALMEASURES::qlm_delta_phi[2]
   QUASILOCALMEASURES::qlm_delta_phi[3]
   QUASILOCALMEASURES::qlm_delta_phi[4]
   QUASILOCALMEASURES::qlm_delta_phi[5]
   QUASILOCALMEASURES::qlm_mp_m0[0]
   QUASILOCALMEASURES::qlm_mp_m0[1]
   QUASILOCALMEASURES::qlm_mp_m0[2]
   QUASILOCALMEASURES::qlm_mp_m0[3]
   QUASILOCALMEASURES::qlm_mp_m0[4]
   QUASILOCALMEASURES::qlm_mp_m0[5]
   QUASILOCALMEASURES::qlm_mp_m1[0]
   QUASILOCALMEASURES::qlm_mp_m1[1]
   QUASILOCALMEASURES::qlm_mp_m1[2]
   QUASILOCALMEASURES::qlm_mp_m1[3]
   QUASILOCALMEASURES::qlm_mp_m1[4]
   QUASILOCALMEASURES::qlm_mp_m1[5]
   QUASILOCALMEASURES::qlm_mp_m2[0]
   QUASILOCALMEASURES::qlm_mp_m2[1]
   QUASILOCALMEASURES::qlm_mp_m2[2]
   QUASILOCALMEASURES::qlm_mp_m2[3]
   QUASILOCALMEASURES::qlm_mp_m2[4]
   QUASILOCALMEASURES::qlm_mp_m2[5]
   QUASILOCALMEASURES::qlm_mp_m3[0]
   QUASILOCALMEASURES::qlm_mp_m3[1]
   QUASILOCALMEASURES::qlm_mp_m3[2]
   QUASILOCALMEASURES::qlm_mp_m3[3]
   QUASILOCALMEASURES::qlm_mp_m3[4]
   QUASILOCALMEASURES::qlm_mp_m3[5]
   QUASILOCALMEASURES::qlm_mp_m4[0]
   QUASILOCALMEASURES::qlm_mp_m4[1]
   QUASILOCALMEASURES::qlm_mp_m4[2]
   QUASILOCALMEASURES::qlm_mp_m4[3]
   QUASILOCALMEASURES::qlm_mp_m4[4]
   QUASILOCALMEASURES::qlm_mp_m4[5]
   QUASILOCALMEASURES::qlm_mp_m5[0]
   QUASILOCALMEASURES::qlm_mp_m5[1]
   QUASILOCALMEASURES::qlm_mp_m5[2]
   QUASILOCALMEASURES::qlm_mp_m5[3]
   QUASILOCALMEASURES::qlm_mp_m5[4]
   QUASILOCALMEASURES::qlm_mp_m5[5]
   QUASILOCALMEASURES::qlm_mp_m6[0]
   QUASILOCALMEASURES::qlm_mp_m6[1]
   QUASILOCALMEASURES::qlm_mp_m6[2]
   QUASILOCALMEASURES::qlm_mp_m6[3]
   QUASILOCALMEASURES::qlm_mp_m6[4]
   QUASILOCALMEASURES::qlm_mp_m6[5]
   QUASILOCALMEASURES::qlm_mp_m7[0]
   QUASILOCALMEASURES::qlm_mp_m7[1]
   QUASILOCALMEASURES::qlm_mp_m7[2]
   QUASILOCALMEASURES::qlm_mp_m7[3]
   QUASILOCALMEASURES::qlm_mp_m7[4]
   QUASILOCALMEASURES::qlm_mp_m7[5]
   QUASILOCALMEASURES::qlm_mp_m8[0]
   QUASILOCALMEASURES::qlm_mp_m8[1]
   QUASILOCALMEASURES::qlm_mp_m8[2]
   QUASILOCALMEASURES::qlm_mp_m8[3]
   QUASILOCALMEASURES::qlm_mp_m8[4]
   QUASILOCALMEASURES::qlm_mp_m8[5]
   QUASILOCALMEASURES::qlm_mp_j0[0]
   QUASILOCALMEASURES::qlm_mp_j0[1]
   QUASILOCALMEASURES::qlm_mp_j0[2]
   QUASILOCALMEASURES::qlm_mp_j0[3]
   QUASILOCALMEASURES::qlm_mp_j0[4]
   QUASILOCALMEASURES::qlm_mp_j0[5]
   QUASILOCALMEASURES::qlm_mp_j1[0]
   QUASILOCALMEASURES::qlm_mp_j1[1]
   QUASILOCALMEASURES::qlm_mp_j1[2]
   QUASILOCALMEASURES::qlm_mp_j1[3]
   QUASILOCALMEASURES::qlm_mp_j1[4]
   QUASILOCALMEASURES::qlm_mp_j1[5]
   QUASILOCALMEASURES::qlm_mp_j2[0]
   QUASILOCALMEASURES::qlm_mp_j2[1]
   QUASILOCALMEASURES::qlm_mp_j2[2]
   QUASILOCALMEASURES::qlm_mp_j2[3]
   QUASILOCALMEASURES::qlm_mp_j2[4]
   QUASILOCALMEASURES::qlm_mp_j2[5]
   QUASILOCALMEASURES::qlm_mp_j3[0]
   QUASILOCALMEASURES::qlm_mp_j3[1]
   QUASILOCALMEASURES::qlm_mp_j3[2]
   QUASILOCALMEASURES::qlm_mp_j3[3]
   QUASILOCALMEASURES::qlm_mp_j3[4]
   QUASILOCALMEASURES::qlm_mp_j3[5]
   QUASILOCALMEASURES::qlm_mp_j4[0]
   QUASILOCALMEASURES::qlm_mp_j4[1]
   QUASILOCALMEASURES::qlm_mp_j4[2]
   QUASILOCALMEASURES::qlm_mp_j4[3]
   QUASILOCALMEASURES::qlm_mp_j4[4]
   QUASILOCALMEASURES::qlm_mp_j4[5]
   QUASILOCALMEASURES::qlm_mp_j5[0]
   QUASILOCALMEASURES::qlm_mp_j5[1]
   QUASILOCALMEASURES::qlm_mp_j5[2]
   QUASILOCALMEASURES::qlm_mp_j5[3]
   QUASILOCALMEASURES::qlm_mp_j5[4]
   QUASILOCALMEASURES::qlm_mp_j5[5]
   QUASILOCALMEASURES::qlm_mp_j6[0]
   QUASILOCALMEASURES::qlm_mp_j6[1]
   QUASILOCALMEASURES::qlm_mp_j6[2]
   QUASILOCALMEASURES::qlm_mp_j6[3]
   QUASILOCALMEASURES::qlm_mp_j6[4]
   QUASILOCALMEASURES::qlm_mp_j6[5]
   QUASILOCALMEASURES::qlm_mp_j7[0]
   QUASILOCALMEASURES::qlm_mp_j7[1]
   QUASILOCALMEASURES::qlm_mp_j7[2]
   QUASILOCALMEASURES::qlm_mp_j7[3]
   QUASILOCALMEASURES::qlm_mp_j7[4]
   QUASILOCALMEASURES::qlm_mp_j7[5]
   QUASILOCALMEASURES::qlm_mp_j8[0]
   QUASILOCALMEASURES::qlm_mp_j8[1]
   QUASILOCALMEASURES::qlm_mp_j8[2]
   QUASILOCALMEASURES::qlm_mp_j8[3]
   QUASILOCALMEASURES::qlm_mp_j8[4]
   QUASILOCALMEASURES::qlm_mp_j8[5]
   QUASILOCALMEASURES::qlm_time[0]
   QUASILOCALMEASURES::qlm_time[1]
   QUASILOCALMEASURES::qlm_time[2]
   QUASILOCALMEASURES::qlm_time[3]
   QUASILOCALMEASURES::qlm_time[4]
   QUASILOCALMEASURES::qlm_time[5]
   QUASILOCALMEASURES::qlm_equatorial_circumference[0]
   QUASILOCALMEASURES::qlm_equatorial_circumference[1]
   QUASILOCALMEASURES::qlm_equatorial_circumference[2]
   QUASILOCALMEASURES::qlm_equatorial_circumference[3]
   QUASILOCALMEASURES::qlm_equatorial_circumference[4]
   QUASILOCALMEASURES::qlm_equatorial_circumference[5]
   QUASILOCALMEASURES::qlm_polar_circumference_0[0]
   QUASILOCALMEASURES::qlm_polar_circumference_0[1]
   QUASILOCALMEASURES::qlm_polar_circumference_0[2]
   QUASILOCALMEASURES::qlm_polar_circumference_0[3]
   QUASILOCALMEASURES::qlm_polar_circumference_0[4]
   QUASILOCALMEASURES::qlm_polar_circumference_0[5]
   QUASILOCALMEASURES::qlm_polar_circumference_pi_2[0]
   QUASILOCALMEASURES::qlm_polar_circumference_pi_2[1]
   QUASILOCALMEASURES::qlm_polar_circumference_pi_2[2]
   QUASILOCALMEASURES::qlm_polar_circumference_pi_2[3]
   QUASILOCALMEASURES::qlm_polar_circumference_pi_2[4]
   QUASILOCALMEASURES::qlm_polar_circumference_pi_2[5]
   QUASILOCALMEASURES::qlm_area[0]
   QUASILOCALMEASURES::qlm_area[1]
   QUASILOCALMEASURES::qlm_area[2]
   QUASILOCALMEASURES::qlm_area[3]
   QUASILOCALMEASURES::qlm_area[4]
   QUASILOCALMEASURES::qlm_area[5]
   QUASILOCALMEASURES::qlm_irreducible_mass[0]
   QUASILOCALMEASURES::qlm_irreducible_mass[1]
   QUASILOCALMEASURES::qlm_irreducible_mass[2]
   QUASILOCALMEASURES::qlm_irreducible_mass[3]
   QUASILOCALMEASURES::qlm_irreducible_mass[4]
   QUASILOCALMEASURES::qlm_irreducible_mass[5]
   QUASILOCALMEASURES::qlm_radius[0]
   QUASILOCALMEASURES::qlm_radius[1]
   QUASILOCALMEASURES::qlm_radius[2]
   QUASILOCALMEASURES::qlm_radius[3]
   QUASILOCALMEASURES::qlm_radius[4]
   QUASILOCALMEASURES::qlm_radius[5]
   QUASILOCALMEASURES::qlm_spin_guess[0]
   QUASILOCALMEASURES::qlm_spin_guess[1]
   QUASILOCALMEASURES::qlm_spin_guess[2]
   QUASILOCALMEASURES::qlm_spin_guess[3]
   QUASILOCALMEASURES::qlm_spin_guess[4]
   QUASILOCALMEASURES::qlm_spin_guess[5]
   QUASILOCALMEASURES::qlm_mass_guess[0]
   QUASILOCALMEASURES::qlm_mass_guess[1]
   QUASILOCALMEASURES::qlm_mass_guess[2]
   QUASILOCALMEASURES::qlm_mass_guess[3]
   QUASILOCALMEASURES::qlm_mass_guess[4]
   QUASILOCALMEASURES::qlm_mass_guess[5]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_re[0]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_re[1]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_re[2]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_re[3]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_re[4]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_re[5]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_im[0]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_im[1]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_im[2]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_im[3]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_im[4]
   QUASILOCALMEASURES::qlm_killing_eigenvalue_im[5]
   QUASILOCALMEASURES::qlm_spin[0]
   QUASILOCALMEASURES::qlm_spin[1]
   QUASILOCALMEASURES::qlm_spin[2]
   QUASILOCALMEASURES::qlm_spin[3]
   QUASILOCALMEASURES::qlm_spin[4]
   QUASILOCALMEASURES::qlm_spin[5]
   QUASILOCALMEASURES::qlm_npspin[0]
   QUASILOCALMEASURES::qlm_npspin[1]
   QUASILOCALMEASURES::qlm_npspin[2]
   QUASILOCALMEASURES::qlm_npspin[3]
   QUASILOCALMEASURES::qlm_npspin[4]
   QUASILOCALMEASURES::qlm_npspin[5]
   QUASILOCALMEASURES::qlm_wsspin[0]
   QUASILOCALMEASURES::qlm_wsspin[1]
   QUASILOCALMEASURES::qlm_wsspin[2]
   QUASILOCALMEASURES::qlm_wsspin[3]
   QUASILOCALMEASURES::qlm_wsspin[4]
   QUASILOCALMEASURES::qlm_wsspin[5]
   QUASILOCALMEASURES::qlm_cvspin[0]
   QUASILOCALMEASURES::qlm_cvspin[1]
   QUASILOCALMEASURES::qlm_cvspin[2]
   QUASILOCALMEASURES::qlm_cvspin[3]
   QUASILOCALMEASURES::qlm_cvspin[4]
   QUASILOCALMEASURES::qlm_cvspin[5]
   QUASILOCALMEASURES::qlm_coordspinx[0]
   QUASILOCALMEASURES::qlm_coordspinx[1]
   QUASILOCALMEASURES::qlm_coordspinx[2]
   QUASILOCALMEASURES::qlm_coordspinx[3]
   QUASILOCALMEASURES::qlm_coordspinx[4]
   QUASILOCALMEASURES::qlm_coordspinx[5]
   QUASILOCALMEASURES::qlm_coordspiny[0]
   QUASILOCALMEASURES::qlm_coordspiny[1]
   QUASILOCALMEASURES::qlm_coordspiny[2]
   QUASILOCALMEASURES::qlm_coordspiny[3]
   QUASILOCALMEASURES::qlm_coordspiny[4]
   QUASILOCALMEASURES::qlm_coordspiny[5]
   QUASILOCALMEASURES::qlm_coordspinz[0]
   QUASILOCALMEASURES::qlm_coordspinz[1]
   QUASILOCALMEASURES::qlm_coordspinz[2]
   QUASILOCALMEASURES::qlm_coordspinz[3]
   QUASILOCALMEASURES::qlm_coordspinz[4]
   QUASILOCALMEASURES::qlm_coordspinz[5]
   QUASILOCALMEASURES::qlm_mass[0]
   QUASILOCALMEASURES::qlm_mass[1]
   QUASILOCALMEASURES::qlm_mass[2]
   QUASILOCALMEASURES::qlm_mass[3]
   QUASILOCALMEASURES::qlm_mass[4]
   QUASILOCALMEASURES::qlm_mass[5]
   QUASILOCALMEASURES::qlm_adm_energy[0]
   QUASILOCALMEASURES::qlm_adm_energy[1]
   QUASILOCALMEASURES::qlm_adm_energy[2]
   QUASILOCALMEASURES::qlm_adm_energy[3]
   QUASILOCALMEASURES::qlm_adm_energy[4]
   QUASILOCALMEASURES::qlm_adm_energy[5]
   QUASILOCALMEASURES::qlm_adm_momentum_x[0]
   QUASILOCALMEASURES::qlm_adm_momentum_x[1]
   QUASILOCALMEASURES::qlm_adm_momentum_x[2]
   QUASILOCALMEASURES::qlm_adm_momentum_x[3]
   QUASILOCALMEASURES::qlm_adm_momentum_x[4]
   QUASILOCALMEASURES::qlm_adm_momentum_x[5]
   QUASILOCALMEASURES::qlm_adm_momentum_y[0]
   QUASILOCALMEASURES::qlm_adm_momentum_y[1]
   QUASILOCALMEASURES::qlm_adm_momentum_y[2]
   QUASILOCALMEASURES::qlm_adm_momentum_y[3]
   QUASILOCALMEASURES::qlm_adm_momentum_y[4]
   QUASILOCALMEASURES::qlm_adm_momentum_y[5]
   QUASILOCALMEASURES::qlm_adm_momentum_z[0]
   QUASILOCALMEASURES::qlm_adm_momentum_z[1]
   QUASILOCALMEASURES::qlm_adm_momentum_z[2]
   QUASILOCALMEASURES::qlm_adm_momentum_z[3]
   QUASILOCALMEASURES::qlm_adm_momentum_z[4]
   QUASILOCALMEASURES::qlm_adm_momentum_z[5]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_x[0]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_x[1]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_x[2]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_x[3]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_x[4]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_x[5]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_y[0]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_y[1]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_y[2]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_y[3]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_y[4]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_y[5]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_z[0]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_z[1]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_z[2]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_z[3]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_z[4]
   QUASILOCALMEASURES::qlm_adm_angular_momentum_z[5]
   QUASILOCALMEASURES::qlm_w_energy[0]
   QUASILOCALMEASURES::qlm_w_energy[1]
   QUASILOCALMEASURES::qlm_w_energy[2]
   QUASILOCALMEASURES::qlm_w_energy[3]
   QUASILOCALMEASURES::qlm_w_energy[4]
   QUASILOCALMEASURES::qlm_w_energy[5]
   QUASILOCALMEASURES::qlm_w_momentum_x[0]
   QUASILOCALMEASURES::qlm_w_momentum_x[1]
   QUASILOCALMEASURES::qlm_w_momentum_x[2]
   QUASILOCALMEASURES::qlm_w_momentum_x[3]
   QUASILOCALMEASURES::qlm_w_momentum_x[4]
   QUASILOCALMEASURES::qlm_w_momentum_x[5]
   QUASILOCALMEASURES::qlm_w_momentum_y[0]
   QUASILOCALMEASURES::qlm_w_momentum_y[1]
   QUASILOCALMEASURES::qlm_w_momentum_y[2]
   QUASILOCALMEASURES::qlm_w_momentum_y[3]
   QUASILOCALMEASURES::qlm_w_momentum_y[4]
   QUASILOCALMEASURES::qlm_w_momentum_y[5]
   QUASILOCALMEASURES::qlm_w_momentum_z[0]
   QUASILOCALMEASURES::qlm_w_momentum_z[1]
   QUASILOCALMEASURES::qlm_w_momentum_z[2]
   QUASILOCALMEASURES::qlm_w_momentum_z[3]
   QUASILOCALMEASURES::qlm_w_momentum_z[4]
   QUASILOCALMEASURES::qlm_w_momentum_z[5]
   QUASILOCALMEASURES::qlm_w_angular_momentum_x[0]
   QUASILOCALMEASURES::qlm_w_angular_momentum_x[1]
   QUASILOCALMEASURES::qlm_w_angular_momentum_x[2]
   QUASILOCALMEASURES::qlm_w_angular_momentum_x[3]
   QUASILOCALMEASURES::qlm_w_angular_momentum_x[4]
   QUASILOCALMEASURES::qlm_w_angular_momentum_x[5]
   QUASILOCALMEASURES::qlm_w_angular_momentum_y[0]
   QUASILOCALMEASURES::qlm_w_angular_momentum_y[1]
   QUASILOCALMEASURES::qlm_w_angular_momentum_y[2]
   QUASILOCALMEASURES::qlm_w_angular_momentum_y[3]
   QUASILOCALMEASURES::qlm_w_angular_momentum_y[4]
   QUASILOCALMEASURES::qlm_w_angular_momentum_y[5]
   QUASILOCALMEASURES::qlm_w_angular_momentum_z[0]
   QUASILOCALMEASURES::qlm_w_angular_momentum_z[1]
   QUASILOCALMEASURES::qlm_w_angular_momentum_z[2]
   QUASILOCALMEASURES::qlm_w_angular_momentum_z[3]
   QUASILOCALMEASURES::qlm_w_angular_momentum_z[4]
   QUASILOCALMEASURES::qlm_w_angular_momentum_z[5]
   SPHERICALSURFACE::sf_active[0]
   SPHERICALSURFACE::sf_active[1]
   SPHERICALSURFACE::sf_active[2]
   SPHERICALSURFACE::sf_active[3]
   SPHERICALSURFACE::sf_active[4]
   SPHERICALSURFACE::sf_active[5]
   SPHERICALSURFACE::sf_valid[0]
   SPHERICALSURFACE::sf_valid[1]
   SPHERICALSURFACE::sf_valid[2]
   SPHERICALSURFACE::sf_valid[3]
   SPHERICALSURFACE::sf_valid[4]
   SPHERICALSURFACE::sf_valid[5]
   SPHERICALSURFACE::sf_area[0]
   SPHERICALSURFACE::sf_area[1]
   SPHERICALSURFACE::sf_area[2]
   SPHERICALSURFACE::sf_area[3]
   SPHERICALSURFACE::sf_area[4]
   SPHERICALSURFACE::sf_area[5]
   SPHERICALSURFACE::sf_mean_radius[0]
   SPHERICALSURFACE::sf_mean_radius[1]
   SPHERICALSURFACE::sf_mean_radius[2]
   SPHERICALSURFACE::sf_mean_radius[3]
   SPHERICALSURFACE::sf_mean_radius[4]
   SPHERICALSURFACE::sf_mean_radius[5]
   SPHERICALSURFACE::sf_centroid_x[0]
   SPHERICALSURFACE::sf_centroid_x[1]
   SPHERICALSURFACE::sf_centroid_x[2]
   SPHERICALSURFACE::sf_centroid_x[3]
   SPHERICALSURFACE::sf_centroid_x[4]
   SPHERICALSURFACE::sf_centroid_x[5]
   SPHERICALSURFACE::sf_centroid_y[0]
   SPHERICALSURFACE::sf_centroid_y[1]
   SPHERICALSURFACE::sf_centroid_y[2]
   SPHERICALSURFACE::sf_centroid_y[3]
   SPHERICALSURFACE::sf_centroid_y[4]
   SPHERICALSURFACE::sf_centroid_y[5]
   SPHERICALSURFACE::sf_centroid_z[0]
   SPHERICALSURFACE::sf_centroid_z[1]
   SPHERICALSURFACE::sf_centroid_z[2]
   SPHERICALSURFACE::sf_centroid_z[3]
   SPHERICALSURFACE::sf_centroid_z[4]
   SPHERICALSURFACE::sf_centroid_z[5]
   SPHERICALSURFACE::sf_quadrupole_xx[0]
   SPHERICALSURFACE::sf_quadrupole_xx[1]
   SPHERICALSURFACE::sf_quadrupole_xx[2]
   SPHERICALSURFACE::sf_quadrupole_xx[3]
   SPHERICALSURFACE::sf_quadrupole_xx[4]
   SPHERICALSURFACE::sf_quadrupole_xx[5]
   SPHERICALSURFACE::sf_quadrupole_xy[0]
   SPHERICALSURFACE::sf_quadrupole_xy[1]
   SPHERICALSURFACE::sf_quadrupole_xy[2]
   SPHERICALSURFACE::sf_quadrupole_xy[3]
   SPHERICALSURFACE::sf_quadrupole_xy[4]
   SPHERICALSURFACE::sf_quadrupole_xy[5]
   SPHERICALSURFACE::sf_quadrupole_xz[0]
   SPHERICALSURFACE::sf_quadrupole_xz[1]
   SPHERICALSURFACE::sf_quadrupole_xz[2]
   SPHERICALSURFACE::sf_quadrupole_xz[3]
   SPHERICALSURFACE::sf_quadrupole_xz[4]
   SPHERICALSURFACE::sf_quadrupole_xz[5]
   SPHERICALSURFACE::sf_quadrupole_yy[0]
   SPHERICALSURFACE::sf_quadrupole_yy[1]
   SPHERICALSURFACE::sf_quadrupole_yy[2]
   SPHERICALSURFACE::sf_quadrupole_yy[3]
   SPHERICALSURFACE::sf_quadrupole_yy[4]
   SPHERICALSURFACE::sf_quadrupole_yy[5]
   SPHERICALSURFACE::sf_quadrupole_yz[0]
   SPHERICALSURFACE::sf_quadrupole_yz[1]
   SPHERICALSURFACE::sf_quadrupole_yz[2]
   SPHERICALSURFACE::sf_quadrupole_yz[3]
   SPHERICALSURFACE::sf_quadrupole_yz[4]
   SPHERICALSURFACE::sf_quadrupole_yz[5]
   SPHERICALSURFACE::sf_quadrupole_zz[0]
   SPHERICALSURFACE::sf_quadrupole_zz[1]
   SPHERICALSURFACE::sf_quadrupole_zz[2]
   SPHERICALSURFACE::sf_quadrupole_zz[3]
   SPHERICALSURFACE::sf_quadrupole_zz[4]
   SPHERICALSURFACE::sf_quadrupole_zz[5]
   SPHERICALSURFACE::sf_min_radius[0]
   SPHERICALSURFACE::sf_min_radius[1]
   SPHERICALSURFACE::sf_min_radius[2]
   SPHERICALSURFACE::sf_min_radius[3]
   SPHERICALSURFACE::sf_min_radius[4]
   SPHERICALSURFACE::sf_min_radius[5]
   SPHERICALSURFACE::sf_max_radius[0]
   SPHERICALSURFACE::sf_max_radius[1]
   SPHERICALSURFACE::sf_max_radius[2]
   SPHERICALSURFACE::sf_max_radius[3]
   SPHERICALSURFACE::sf_max_radius[4]
   SPHERICALSURFACE::sf_max_radius[5]
   SPHERICALSURFACE::sf_min_x[0]
   SPHERICALSURFACE::sf_min_x[1]
   SPHERICALSURFACE::sf_min_x[2]
   SPHERICALSURFACE::sf_min_x[3]
   SPHERICALSURFACE::sf_min_x[4]
   SPHERICALSURFACE::sf_min_x[5]
   SPHERICALSURFACE::sf_min_y[0]
   SPHERICALSURFACE::sf_min_y[1]
   SPHERICALSURFACE::sf_min_y[2]
   SPHERICALSURFACE::sf_min_y[3]
   SPHERICALSURFACE::sf_min_y[4]
   SPHERICALSURFACE::sf_min_y[5]
   SPHERICALSURFACE::sf_min_z[0]
   SPHERICALSURFACE::sf_min_z[1]
   SPHERICALSURFACE::sf_min_z[2]
   SPHERICALSURFACE::sf_min_z[3]
   SPHERICALSURFACE::sf_min_z[4]
   SPHERICALSURFACE::sf_min_z[5]
   SPHERICALSURFACE::sf_max_x[0]
   SPHERICALSURFACE::sf_max_x[1]
   SPHERICALSURFACE::sf_max_x[2]
   SPHERICALSURFACE::sf_max_x[3]
   SPHERICALSURFACE::sf_max_x[4]
   SPHERICALSURFACE::sf_max_x[5]
   SPHERICALSURFACE::sf_max_y[0]
   SPHERICALSURFACE::sf_max_y[1]
   SPHERICALSURFACE::sf_max_y[2]
   SPHERICALSURFACE::sf_max_y[3]
   SPHERICALSURFACE::sf_max_y[4]
   SPHERICALSURFACE::sf_max_y[5]
   SPHERICALSURFACE::sf_max_z[0]
   SPHERICALSURFACE::sf_max_z[1]
   SPHERICALSURFACE::sf_max_z[2]
   SPHERICALSURFACE::sf_max_z[3]
   SPHERICALSURFACE::sf_max_z[4]
   SPHERICALSURFACE::sf_max_z[5]
   SPHERICALSURFACE::sf_radius[0]
   SPHERICALSURFACE::sf_radius[1]
   SPHERICALSURFACE::sf_radius[2]
   SPHERICALSURFACE::sf_radius[3]
   SPHERICALSURFACE::sf_radius[4]
   SPHERICALSURFACE::sf_radius[5]
   SPHERICALSURFACE::sf_origin_x[0]
   SPHERICALSURFACE::sf_origin_x[1]
   SPHERICALSURFACE::sf_origin_x[2]
   SPHERICALSURFACE::sf_origin_x[3]
   SPHERICALSURFACE::sf_origin_x[4]
   SPHERICALSURFACE::sf_origin_x[5]
   SPHERICALSURFACE::sf_origin_y[0]
   SPHERICALSURFACE::sf_origin_y[1]
   SPHERICALSURFACE::sf_origin_y[2]
   SPHERICALSURFACE::sf_origin_y[3]
   SPHERICALSURFACE::sf_origin_y[4]
   SPHERICALSURFACE::sf_origin_y[5]
   SPHERICALSURFACE::sf_origin_z[0]
   SPHERICALSURFACE::sf_origin_z[1]
   SPHERICALSURFACE::sf_origin_z[2]
   SPHERICALSURFACE::sf_origin_z[3]
   SPHERICALSURFACE::sf_origin_z[4]
   SPHERICALSURFACE::sf_origin_z[5]
   SPHERICALSURFACE::sf_origin_theta[0]
   SPHERICALSURFACE::sf_origin_theta[1]
   SPHERICALSURFACE::sf_origin_theta[2]
   SPHERICALSURFACE::sf_origin_theta[3]
   SPHERICALSURFACE::sf_origin_theta[4]
   SPHERICALSURFACE::sf_origin_theta[5]
   SPHERICALSURFACE::sf_origin_phi[0]
   SPHERICALSURFACE::sf_origin_phi[1]
   SPHERICALSURFACE::sf_origin_phi[2]
   SPHERICALSURFACE::sf_origin_phi[3]
   SPHERICALSURFACE::sf_origin_phi[4]
   SPHERICALSURFACE::sf_origin_phi[5]
   SPHERICALSURFACE::sf_delta_theta[0]
   SPHERICALSURFACE::sf_delta_theta[1]
   SPHERICALSURFACE::sf_delta_theta[2]
   SPHERICALSURFACE::sf_delta_theta[3]
   SPHERICALSURFACE::sf_delta_theta[4]
   SPHERICALSURFACE::sf_delta_theta[5]
   SPHERICALSURFACE::sf_delta_phi[0]
   SPHERICALSURFACE::sf_delta_phi[1]
   SPHERICALSURFACE::sf_delta_phi[2]
   SPHERICALSURFACE::sf_delta_phi[3]
   SPHERICALSURFACE::sf_delta_phi[4]
   SPHERICALSURFACE::sf_delta_phi[5]
   WEYLSCAL4::Psi4r
   WEYLSCAL4::Psi4i
INFO (CarpetIOASCII): I/O Method 'IOASCII_1D' registered: 1D AMR output of grid variables to ASCII files
INFO (CarpetIOASCII): Periodic 1D AMR output requested for:
   ADMBASE::gxx
   ADMBASE::gxy
   ADMBASE::gxz
   ADMBASE::gyy
   ADMBASE::gyz
   ADMBASE::gzz
   ADMBASE::kxx
   ADMBASE::kxy
   ADMBASE::kxz
   ADMBASE::kyy
   ADMBASE::kyz
   ADMBASE::kzz
   ADMBASE::alp
   ADMBASE::betax
   ADMBASE::betay
   ADMBASE::betaz
   ADMBASE::dtalp
   ADMBASE::dtbetax
   ADMBASE::dtbetay
   ADMBASE::dtbetaz
   CARPETREDUCE::weight
   ML_ADMCONSTRAINTS::H
   ML_ADMCONSTRAINTS::M1
   ML_ADMCONSTRAINTS::M2
   ML_ADMCONSTRAINTS::M3
   QUASILOCALMEASURES::qlm_shape[0]
   QUASILOCALMEASURES::qlm_shape[1]
   QUASILOCALMEASURES::qlm_shape[2]
   QUASILOCALMEASURES::qlm_shape[3]
   QUASILOCALMEASURES::qlm_shape[4]
   QUASILOCALMEASURES::qlm_shape[5]
   QUASILOCALMEASURES::qlm_x[0]
   QUASILOCALMEASURES::qlm_x[1]
   QUASILOCALMEASURES::qlm_x[2]
   QUASILOCALMEASURES::qlm_x[3]
   QUASILOCALMEASURES::qlm_x[4]
   QUASILOCALMEASURES::qlm_x[5]
   QUASILOCALMEASURES::qlm_y[0]
   QUASILOCALMEASURES::qlm_y[1]
   QUASILOCALMEASURES::qlm_y[2]
   QUASILOCALMEASURES::qlm_y[3]
   QUASILOCALMEASURES::qlm_y[4]
   QUASILOCALMEASURES::qlm_y[5]
   QUASILOCALMEASURES::qlm_z[0]
   QUASILOCALMEASURES::qlm_z[1]
   QUASILOCALMEASURES::qlm_z[2]
   QUASILOCALMEASURES::qlm_z[3]
   QUASILOCALMEASURES::qlm_z[4]
   QUASILOCALMEASURES::qlm_z[5]
   QUASILOCALMEASURES::qlm_l0[0]
   QUASILOCALMEASURES::qlm_l0[1]
   QUASILOCALMEASURES::qlm_l0[2]
   QUASILOCALMEASURES::qlm_l0[3]
   QUASILOCALMEASURES::qlm_l0[4]
   QUASILOCALMEASURES::qlm_l0[5]
   QUASILOCALMEASURES::qlm_l1[0]
   QUASILOCALMEASURES::qlm_l1[1]
   QUASILOCALMEASURES::qlm_l1[2]
   QUASILOCALMEASURES::qlm_l1[3]
   QUASILOCALMEASURES::qlm_l1[4]
   QUASILOCALMEASURES::qlm_l1[5]
   QUASILOCALMEASURES::qlm_l2[0]
   QUASILOCALMEASURES::qlm_l2[1]
   QUASILOCALMEASURES::qlm_l2[2]
   QUASILOCALMEASURES::qlm_l2[3]
   QUASILOCALMEASURES::qlm_l2[4]
   QUASILOCALMEASURES::qlm_l2[5]
   QUASILOCALMEASURES::qlm_l3[0]
   QUASILOCALMEASURES::qlm_l3[1]
   QUASILOCALMEASURES::qlm_l3[2]
   QUASILOCALMEASURES::qlm_l3[3]
   QUASILOCALMEASURES::qlm_l3[4]
   QUASILOCALMEASURES::qlm_l3[5]
   QUASILOCALMEASURES::qlm_n0[0]
   QUASILOCALMEASURES::qlm_n0[1]
   QUASILOCALMEASURES::qlm_n0[2]
   QUASILOCALMEASURES::qlm_n0[3]
   QUASILOCALMEASURES::qlm_n0[4]
   QUASILOCALMEASURES::qlm_n0[5]
   QUASILOCALMEASURES::qlm_n1[0]
   QUASILOCALMEASURES::qlm_n1[1]
   QUASILOCALMEASURES::qlm_n1[2]
   QUASILOCALMEASURES::qlm_n1[3]
   QUASILOCALMEASURES::qlm_n1[4]
   QUASILOCALMEASURES::qlm_n1[5]
   QUASILOCALMEASURES::qlm_n2[0]
   QUASILOCALMEASURES::qlm_n2[1]
   QUASILOCALMEASURES::qlm_n2[2]
   QUASILOCALMEASURES::qlm_n2[3]
   QUASILOCALMEASURES::qlm_n2[4]
   QUASILOCALMEASURES::qlm_n2[5]
   QUASILOCALMEASURES::qlm_n3[0]
   QUASILOCALMEASURES::qlm_n3[1]
   QUASILOCALMEASURES::qlm_n3[2]
   QUASILOCALMEASURES::qlm_n3[3]
   QUASILOCALMEASURES::qlm_n3[4]
   QUASILOCALMEASURES::qlm_n3[5]
   QUASILOCALMEASURES::qlm_m0[0]
   QUASILOCALMEASURES::qlm_m0[1]
   QUASILOCALMEASURES::qlm_m0[2]
   QUASILOCALMEASURES::qlm_m0[3]
   QUASILOCALMEASURES::qlm_m0[4]
   QUASILOCALMEASURES::qlm_m0[5]
   QUASILOCALMEASURES::qlm_m1[0]
   QUASILOCALMEASURES::qlm_m1[1]
   QUASILOCALMEASURES::qlm_m1[2]
   QUASILOCALMEASURES::qlm_m1[3]
   QUASILOCALMEASURES::qlm_m1[4]
   QUASILOCALMEASURES::qlm_m1[5]
   QUASILOCALMEASURES::qlm_m2[0]
   QUASILOCALMEASURES::qlm_m2[1]
   QUASILOCALMEASURES::qlm_m2[2]
   QUASILOCALMEASURES::qlm_m2[3]
   QUASILOCALMEASURES::qlm_m2[4]
   QUASILOCALMEASURES::qlm_m2[5]
   QUASILOCALMEASURES::qlm_m3[0]
   QUASILOCALMEASURES::qlm_m3[1]
   QUASILOCALMEASURES::qlm_m3[2]
   QUASILOCALMEASURES::qlm_m3[3]
   QUASILOCALMEASURES::qlm_m3[4]
   QUASILOCALMEASURES::qlm_m3[5]
   QUASILOCALMEASURES::qlm_npkappa[0]
   QUASILOCALMEASURES::qlm_npkappa[1]
   QUASILOCALMEASURES::qlm_npkappa[2]
   QUASILOCALMEASURES::qlm_npkappa[3]
   QUASILOCALMEASURES::qlm_npkappa[4]
   QUASILOCALMEASURES::qlm_npkappa[5]
   QUASILOCALMEASURES::qlm_nptau[0]
   QUASILOCALMEASURES::qlm_nptau[1]
   QUASILOCALMEASURES::qlm_nptau[2]
   QUASILOCALMEASURES::qlm_nptau[3]
   QUASILOCALMEASURES::qlm_nptau[4]
   QUASILOCALMEASURES::qlm_nptau[5]
   QUASILOCALMEASURES::qlm_npsigma[0]
   QUASILOCALMEASURES::qlm_npsigma[1]
   QUASILOCALMEASURES::qlm_npsigma[2]
   QUASILOCALMEASURES::qlm_npsigma[3]
   QUASILOCALMEASURES::qlm_npsigma[4]
   QUASILOCALMEASURES::qlm_npsigma[5]
   QUASILOCALMEASURES::qlm_nprho[0]
   QUASILOCALMEASURES::qlm_nprho[1]
   QUASILOCALMEASURES::qlm_nprho[2]
   QUASILOCALMEASURES::qlm_nprho[3]
   QUASILOCALMEASURES::qlm_nprho[4]
   QUASILOCALMEASURES::qlm_nprho[5]
   QUASILOCALMEASURES::qlm_npepsilon[0]
   QUASILOCALMEASURES::qlm_npepsilon[1]
   QUASILOCALMEASURES::qlm_npepsilon[2]
   QUASILOCALMEASURES::qlm_npepsilon[3]
   QUASILOCALMEASURES::qlm_npepsilon[4]
   QUASILOCALMEASURES::qlm_npepsilon[5]
   QUASILOCALMEASURES::qlm_npgamma[0]
   QUASILOCALMEASURES::qlm_npgamma[1]
   QUASILOCALMEASURES::qlm_npgamma[2]
   QUASILOCALMEASURES::qlm_npgamma[3]
   QUASILOCALMEASURES::qlm_npgamma[4]
   QUASILOCALMEASURES::qlm_npgamma[5]
   QUASILOCALMEASURES::qlm_npbeta[0]
   QUASILOCALMEASURES::qlm_npbeta[1]
   QUASILOCALMEASURES::qlm_npbeta[2]
   QUASILOCALMEASURES::qlm_npbeta[3]
   QUASILOCALMEASURES::qlm_npbeta[4]
   QUASILOCALMEASURES::qlm_npbeta[5]
   QUASILOCALMEASURES::qlm_npalpha[0]
   QUASILOCALMEASURES::qlm_npalpha[1]
   QUASILOCALMEASURES::qlm_npalpha[2]
   QUASILOCALMEASURES::qlm_npalpha[3]
   QUASILOCALMEASURES::qlm_npalpha[4]
   QUASILOCALMEASURES::qlm_npalpha[5]
   QUASILOCALMEASURES::qlm_nppi[0]
   QUASILOCALMEASURES::qlm_nppi[1]
   QUASILOCALMEASURES::qlm_nppi[2]
   QUASILOCALMEASURES::qlm_nppi[3]
   QUASILOCALMEASURES::qlm_nppi[4]
   QUASILOCALMEASURES::qlm_nppi[5]
   QUASILOCALMEASURES::qlm_npnu[0]
   QUASILOCALMEASURES::qlm_npnu[1]
   QUASILOCALMEASURES::qlm_npnu[2]
   QUASILOCALMEASURES::qlm_npnu[3]
   QUASILOCALMEASURES::qlm_npnu[4]
   QUASILOCALMEASURES::qlm_npnu[5]
   QUASILOCALMEASURES::qlm_npmu[0]
   QUASILOCALMEASURES::qlm_npmu[1]
   QUASILOCALMEASURES::qlm_npmu[2]
   QUASILOCALMEASURES::qlm_npmu[3]
   QUASILOCALMEASURES::qlm_npmu[4]
   QUASILOCALMEASURES::qlm_npmu[5]
   QUASILOCALMEASURES::qlm_nplambda[0]
   QUASILOCALMEASURES::qlm_nplambda[1]
   QUASILOCALMEASURES::qlm_nplambda[2]
   QUASILOCALMEASURES::qlm_nplambda[3]
   QUASILOCALMEASURES::qlm_nplambda[4]
   QUASILOCALMEASURES::qlm_nplambda[5]
   QUASILOCALMEASURES::qlm_psi0[0]
   QUASILOCALMEASURES::qlm_psi0[1]
   QUASILOCALMEASURES::qlm_psi0[2]
   QUASILOCALMEASURES::qlm_psi0[3]
   QUASILOCALMEASURES::qlm_psi0[4]
   QUASILOCALMEASURES::qlm_psi0[5]
   QUASILOCALMEASURES::qlm_psi1[0]
   QUASILOCALMEASURES::qlm_psi1[1]
   QUASILOCALMEASURES::qlm_psi1[2]
   QUASILOCALMEASURES::qlm_psi1[3]
   QUASILOCALMEASURES::qlm_psi1[4]
   QUASILOCALMEASURES::qlm_psi1[5]
   QUASILOCALMEASURES::qlm_psi2[0]
   QUASILOCALMEASURES::qlm_psi2[1]
   QUASILOCALMEASURES::qlm_psi2[2]
   QUASILOCALMEASURES::qlm_psi2[3]
   QUASILOCALMEASURES::qlm_psi2[4]
   QUASILOCALMEASURES::qlm_psi2[5]
   QUASILOCALMEASURES::qlm_psi3[0]
   QUASILOCALMEASURES::qlm_psi3[1]
   QUASILOCALMEASURES::qlm_psi3[2]
   QUASILOCALMEASURES::qlm_psi3[3]
   QUASILOCALMEASURES::qlm_psi3[4]
   QUASILOCALMEASURES::qlm_psi3[5]
   QUASILOCALMEASURES::qlm_psi4[0]
   QUASILOCALMEASURES::qlm_psi4[1]
   QUASILOCALMEASURES::qlm_psi4[2]
   QUASILOCALMEASURES::qlm_psi4[3]
   QUASILOCALMEASURES::qlm_psi4[4]
   QUASILOCALMEASURES::qlm_psi4[5]
   QUASILOCALMEASURES::qlm_i[0]
   QUASILOCALMEASURES::qlm_i[1]
   QUASILOCALMEASURES::qlm_i[2]
   QUASILOCALMEASURES::qlm_i[3]
   QUASILOCALMEASURES::qlm_i[4]
   QUASILOCALMEASURES::qlm_i[5]
   QUASILOCALMEASURES::qlm_j[0]
   QUASILOCALMEASURES::qlm_j[1]
   QUASILOCALMEASURES::qlm_j[2]
   QUASILOCALMEASURES::qlm_j[3]
   QUASILOCALMEASURES::qlm_j[4]
   QUASILOCALMEASURES::qlm_j[5]
   QUASILOCALMEASURES::qlm_s[0]
   QUASILOCALMEASURES::qlm_s[1]
   QUASILOCALMEASURES::qlm_s[2]
   QUASILOCALMEASURES::qlm_s[3]
   QUASILOCALMEASURES::qlm_s[4]
   QUASILOCALMEASURES::qlm_s[5]
   QUASILOCALMEASURES::qlm_sdiff[0]
   QUASILOCALMEASURES::qlm_sdiff[1]
   QUASILOCALMEASURES::qlm_sdiff[2]
   QUASILOCALMEASURES::qlm_sdiff[3]
   QUASILOCALMEASURES::qlm_sdiff[4]
   QUASILOCALMEASURES::qlm_sdiff[5]
   QUASILOCALMEASURES::qlm_phi00[0]
   QUASILOCALMEASURES::qlm_phi00[1]
   QUASILOCALMEASURES::qlm_phi00[2]
   QUASILOCALMEASURES::qlm_phi00[3]
   QUASILOCALMEASURES::qlm_phi00[4]
   QUASILOCALMEASURES::qlm_phi00[5]
   QUASILOCALMEASURES::qlm_phi11[0]
   QUASILOCALMEASURES::qlm_phi11[1]
   QUASILOCALMEASURES::qlm_phi11[2]
   QUASILOCALMEASURES::qlm_phi11[3]
   QUASILOCALMEASURES::qlm_phi11[4]
   QUASILOCALMEASURES::qlm_phi11[5]
   QUASILOCALMEASURES::qlm_phi01[0]
   QUASILOCALMEASURES::qlm_phi01[1]
   QUASILOCALMEASURES::qlm_phi01[2]
   QUASILOCALMEASURES::qlm_phi01[3]
   QUASILOCALMEASURES::qlm_phi01[4]
   QUASILOCALMEASURES::qlm_phi01[5]
   QUASILOCALMEASURES::qlm_phi12[0]
   QUASILOCALMEASURES::qlm_phi12[1]
   QUASILOCALMEASURES::qlm_phi12[2]
   QUASILOCALMEASURES::qlm_phi12[3]
   QUASILOCALMEASURES::qlm_phi12[4]
   QUASILOCALMEASURES::qlm_phi12[5]
   QUASILOCALMEASURES::qlm_phi10[0]
   QUASILOCALMEASURES::qlm_phi10[1]
   QUASILOCALMEASURES::qlm_phi10[2]
   QUASILOCALMEASURES::qlm_phi10[3]
   QUASILOCALMEASURES::qlm_phi10[4]
   QUASILOCALMEASURES::qlm_phi10[5]
   QUASILOCALMEASURES::qlm_phi21[0]
   QUASILOCALMEASURES::qlm_phi21[1]
   QUASILOCALMEASURES::qlm_phi21[2]
   QUASILOCALMEASURES::qlm_phi21[3]
   QUASILOCALMEASURES::qlm_phi21[4]
   QUASILOCALMEASURES::qlm_phi21[5]
   QUASILOCALMEASURES::qlm_phi02[0]
   QUASILOCALMEASURES::qlm_phi02[1]
   QUASILOCALMEASURES::qlm_phi02[2]
   QUASILOCALMEASURES::qlm_phi02[3]
   QUASILOCALMEASURES::qlm_phi02[4]
   QUASILOCALMEASURES::qlm_phi02[5]
   QUASILOCALMEASURES::qlm_phi22[0]
   QUASILOCALMEASURES::qlm_phi22[1]
   QUASILOCALMEASURES::qlm_phi22[2]
   QUASILOCALMEASURES::qlm_phi22[3]
   QUASILOCALMEASURES::qlm_phi22[4]
   QUASILOCALMEASURES::qlm_phi22[5]
   QUASILOCALMEASURES::qlm_phi20[0]
   QUASILOCALMEASURES::qlm_phi20[1]
   QUASILOCALMEASURES::qlm_phi20[2]
   QUASILOCALMEASURES::qlm_phi20[3]
   QUASILOCALMEASURES::qlm_phi20[4]
   QUASILOCALMEASURES::qlm_phi20[5]
   QUASILOCALMEASURES::qlm_lambda[0]
   QUASILOCALMEASURES::qlm_lambda[1]
   QUASILOCALMEASURES::qlm_lambda[2]
   QUASILOCALMEASURES::qlm_lambda[3]
   QUASILOCALMEASURES::qlm_lambda[4]
   QUASILOCALMEASURES::qlm_lambda[5]
   QUASILOCALMEASURES::qlm_lie_n_theta_l[0]
   QUASILOCALMEASURES::qlm_lie_n_theta_l[1]
   QUASILOCALMEASURES::qlm_lie_n_theta_l[2]
   QUASILOCALMEASURES::qlm_lie_n_theta_l[3]
   QUASILOCALMEASURES::qlm_lie_n_theta_l[4]
   QUASILOCALMEASURES::qlm_lie_n_theta_l[5]
   QUASILOCALMEASURES::qlm_qtt[0]
   QUASILOCALMEASURES::qlm_qtt[1]
   QUASILOCALMEASURES::qlm_qtt[2]
   QUASILOCALMEASURES::qlm_qtt[3]
   QUASILOCALMEASURES::qlm_qtt[4]
   QUASILOCALMEASURES::qlm_qtt[5]
   QUASILOCALMEASURES::qlm_qtp[0]
   QUASILOCALMEASURES::qlm_qtp[1]
   QUASILOCALMEASURES::qlm_qtp[2]
   QUASILOCALMEASURES::qlm_qtp[3]
   QUASILOCALMEASURES::qlm_qtp[4]
   QUASILOCALMEASURES::qlm_qtp[5]
   QUASILOCALMEASURES::qlm_qpp[0]
   QUASILOCALMEASURES::qlm_qpp[1]
   QUASILOCALMEASURES::qlm_qpp[2]
   QUASILOCALMEASURES::qlm_qpp[3]
   QUASILOCALMEASURES::qlm_qpp[4]
   QUASILOCALMEASURES::qlm_qpp[5]
   QUASILOCALMEASURES::qlm_rsc[0]
   QUASILOCALMEASURES::qlm_rsc[1]
   QUASILOCALMEASURES::qlm_rsc[2]
   QUASILOCALMEASURES::qlm_rsc[3]
   QUASILOCALMEASURES::qlm_rsc[4]
   QUASILOCALMEASURES::qlm_rsc[5]
   QUASILOCALMEASURES::qlm_xi_t[0]
   QUASILOCALMEASURES::qlm_xi_t[1]
   QUASILOCALMEASURES::qlm_xi_t[2]
   QUASILOCALMEASURES::qlm_xi_t[3]
   QUASILOCALMEASURES::qlm_xi_t[4]
   QUASILOCALMEASURES::qlm_xi_t[5]
   QUASILOCALMEASURES::qlm_xi_p[0]
   QUASILOCALMEASURES::qlm_xi_p[1]
   QUASILOCALMEASURES::qlm_xi_p[2]
   QUASILOCALMEASURES::qlm_xi_p[3]
   QUASILOCALMEASURES::qlm_xi_p[4]
   QUASILOCALMEASURES::qlm_xi_p[5]
   QUASILOCALMEASURES::qlm_chi[0]
   QUASILOCALMEASURES::qlm_chi[1]
   QUASILOCALMEASURES::qlm_chi[2]
   QUASILOCALMEASURES::qlm_chi[3]
   QUASILOCALMEASURES::qlm_chi[4]
   QUASILOCALMEASURES::qlm_chi[5]
   QUASILOCALMEASURES::qlm_lqtt[0]
   QUASILOCALMEASURES::qlm_lqtt[1]
   QUASILOCALMEASURES::qlm_lqtt[2]
   QUASILOCALMEASURES::qlm_lqtt[3]
   QUASILOCALMEASURES::qlm_lqtt[4]
   QUASILOCALMEASURES::qlm_lqtt[5]
   QUASILOCALMEASURES::qlm_lqtp[0]
   QUASILOCALMEASURES::qlm_lqtp[1]
   QUASILOCALMEASURES::qlm_lqtp[2]
   QUASILOCALMEASURES::qlm_lqtp[3]
   QUASILOCALMEASURES::qlm_lqtp[4]
   QUASILOCALMEASURES::qlm_lqtp[5]
   QUASILOCALMEASURES::qlm_lqpp[0]
   QUASILOCALMEASURES::qlm_lqpp[1]
   QUASILOCALMEASURES::qlm_lqpp[2]
   QUASILOCALMEASURES::qlm_lqpp[3]
   QUASILOCALMEASURES::qlm_lqpp[4]
   QUASILOCALMEASURES::qlm_lqpp[5]
   QUASILOCALMEASURES::qlm_inv_z[0]
   QUASILOCALMEASURES::qlm_inv_z[1]
   QUASILOCALMEASURES::qlm_inv_z[2]
   QUASILOCALMEASURES::qlm_inv_z[3]
   QUASILOCALMEASURES::qlm_inv_z[4]
   QUASILOCALMEASURES::qlm_inv_z[5]
   QUASILOCALMEASURES::qlm_3det[0]
   QUASILOCALMEASURES::qlm_3det[1]
   QUASILOCALMEASURES::qlm_3det[2]
   QUASILOCALMEASURES::qlm_3det[3]
   QUASILOCALMEASURES::qlm_3det[4]
   QUASILOCALMEASURES::qlm_3det[5]
   SPHERICALSURFACE::sf_radius[0]
   SPHERICALSURFACE::sf_radius[1]
   SPHERICALSURFACE::sf_radius[2]
   SPHERICALSURFACE::sf_radius[3]
   SPHERICALSURFACE::sf_radius[4]
   SPHERICALSURFACE::sf_radius[5]
   WEYLSCAL4::Psi4r
   WEYLSCAL4::Psi4i
INFO (CarpetIOASCII): I/O Method 'IOASCII_2D' registered: 2D AMR output of grid variables to ASCII files
INFO (CarpetIOASCII): Periodic 2D AMR output requested for:
   SPHERICALSURFACE::sf_radius[0]
   SPHERICALSURFACE::sf_radius[1]
   SPHERICALSURFACE::sf_radius[2]
   SPHERICALSURFACE::sf_radius[3]
   SPHERICALSURFACE::sf_radius[4]
   SPHERICALSURFACE::sf_radius[5]
INFO (CarpetIOASCII): I/O Method 'IOASCII_3D' registered: 3D AMR output of grid variables to ASCII files
INFO (CarpetIOHDF5): I/O Method 'IOHDF5' registered: AMR output of grid variables to HDF5 files
INFO (CarpetIOHDF5): Periodic AMR output requested for:
   ADMBASE::gxx
   ADMBASE::gxy
   ADMBASE::gxz
   ADMBASE::gyy
   ADMBASE::gyz
   ADMBASE::gzz
   ADMBASE::kxx
   ADMBASE::kxy
   ADMBASE::kxz
   ADMBASE::kyy
   ADMBASE::kyz
   ADMBASE::kzz
   ADMBASE::alp
   ADMBASE::betax
   ADMBASE::betay
   ADMBASE::betaz
   ADMBASE::dtalp
   ADMBASE::dtbetax
   ADMBASE::dtbetay
   ADMBASE::dtbetaz
   CARPETREDUCE::weight
   ML_ADMCONSTRAINTS::H
   ML_ADMCONSTRAINTS::M1
   ML_ADMCONSTRAINTS::M2
   ML_ADMCONSTRAINTS::M3
   WEYLSCAL4::Psi4r
   WEYLSCAL4::Psi4i
[cnode0823:136405] *** An error occurred in MPI_Comm_create_keyval
[cnode0823:136405] *** reported by process [476512257,3]
[cnode0823:136405] *** on communicator MPI_COMM_WORLD
[cnode0823:136405] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0823:136405] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0823:136405] ***    and potentially your MPI job)
[cnode0823:136404] *** An error occurred in MPI_Comm_create_keyval
[cnode0823:136404] *** reported by process [476512257,2]
[cnode0823:136404] *** on communicator MPI_COMM_WORLD
[cnode0823:136404] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0823:136404] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0823:136404] ***    and potentially your MPI job)
[cnode0841:43570] *** An error occurred in MPI_Comm_create_keyval
[cnode0841:43570] *** reported by process [476512257,5]
[cnode0841:43570] *** on communicator MPI_COMM_WORLD
[cnode0841:43570] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0841:43570] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0841:43570] ***    and potentially your MPI job)
[cnode0841:43569] *** An error occurred in MPI_Comm_create_keyval
[cnode0841:43569] *** reported by process [476512257,4]
[cnode0841:43569] *** on communicator MPI_COMM_WORLD
[cnode0841:43569] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0841:43569] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0841:43569] ***    and potentially your MPI job)
[cnode0809:87695] *** An error occurred in MPI_Comm_create_keyval
[cnode0809:87695] *** reported by process [476512257,1]
[cnode0809:87695] *** on communicator MPI_COMM_WORLD
[cnode0809:87695] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0809:87695] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0809:87695] ***    and potentially your MPI job)
[cnode0809:87694] *** An error occurred in MPI_Comm_create_keyval
[cnode0809:87694] *** reported by process [476512257,0]
[cnode0809:87694] *** on communicator MPI_COMM_WORLD
[cnode0809:87694] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0809:87694] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0809:87694] ***    and potentially your MPI job)
[cnode0938:117939] *** An error occurred in MPI_Comm_create_keyval
[cnode0938:117939] *** reported by process [476512257,14]
[cnode0938:117939] *** on communicator MPI_COMM_WORLD
[cnode0938:117939] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0938:117939] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0938:117939] ***    and potentially your MPI job)
[cnode0938:117940] *** An error occurred in MPI_Comm_create_keyval
[cnode0938:117940] *** reported by process [476512257,15]
[cnode0938:117940] *** on communicator MPI_COMM_WORLD
[cnode0938:117940] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0938:117940] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0938:117940] ***    and potentially your MPI job)
[cnode0933:61992] *** An error occurred in MPI_Comm_create_keyval
[cnode0933:61992] *** reported by process [476512257,11]
[cnode0933:61992] *** on communicator MPI_COMM_WORLD
[cnode0933:61992] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0933:61992] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0933:61992] ***    and potentially your MPI job)
[cnode0889:145099] *** An error occurred in MPI_Comm_create_keyval
[cnode0889:145099] *** reported by process [476512257,6]
[cnode0889:145099] *** on communicator MPI_COMM_WORLD
[cnode0889:145099] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0889:145099] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0889:145099] ***    and potentially your MPI job)
[cnode0940:151942] *** An error occurred in MPI_Comm_create_keyval
[cnode0940:151942] *** reported by process [476512257,19]
[cnode0940:151942] *** on communicator MPI_COMM_WORLD
[cnode0940:151942] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0940:151942] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0940:151942] ***    and potentially your MPI job)
[cnode0934:73200] *** An error occurred in MPI_Comm_create_keyval
[cnode0934:73200] *** reported by process [476512257,12]
[cnode0934:73200] *** on communicator MPI_COMM_WORLD
[cnode0934:73200] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0934:73200] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0934:73200] ***    and potentially your MPI job)
[cnode0939:118787] *** An error occurred in MPI_Comm_create_keyval
[cnode0939:118787] *** reported by process [476512257,17]
[cnode0939:118787] *** on communicator MPI_COMM_WORLD
[cnode0939:118787] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0939:118787] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0939:118787] ***    and potentially your MPI job)
[cnode0934:73201] *** An error occurred in MPI_Comm_create_keyval
[cnode0934:73201] *** reported by process [476512257,13]
[cnode0934:73201] *** on communicator MPI_COMM_WORLD
[cnode0934:73201] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0934:73201] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0934:73201] ***    and potentially your MPI job)
[cnode0939:118786] *** An error occurred in MPI_Comm_create_keyval
[cnode0939:118786] *** reported by process [476512257,16]
[cnode0939:118786] *** on communicator MPI_COMM_WORLD
[cnode0939:118786] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0939:118786] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0939:118786] ***    and potentially your MPI job)
[cnode0933:61991] *** An error occurred in MPI_Comm_create_keyval
[cnode0933:61991] *** reported by process [476512257,10]
[cnode0933:61991] *** on communicator MPI_COMM_WORLD
[cnode0933:61991] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0933:61991] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0933:61991] ***    and potentially your MPI job)
[cnode0889:145100] *** An error occurred in MPI_Comm_create_keyval
[cnode0889:145100] *** reported by process [476512257,7]
[cnode0889:145100] *** on communicator MPI_COMM_WORLD
[cnode0889:145100] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0889:145100] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0889:145100] ***    and potentially your MPI job)
[cnode0940:151941] *** An error occurred in MPI_Comm_create_keyval
[cnode0940:151941] *** reported by process [476512257,18]
[cnode0940:151941] *** on communicator MPI_COMM_WORLD
[cnode0940:151941] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0940:151941] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0940:151941] ***    and potentially your MPI job)
[cnode0919:152495] *** An error occurred in MPI_Comm_create_keyval
[cnode0919:152495] *** reported by process [476512257,8]
[cnode0919:152495] *** on communicator MPI_COMM_WORLD
[cnode0919:152495] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0919:152495] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0919:152495] ***    and potentially your MPI job)
[cnode0919:152496] *** An error occurred in MPI_Comm_create_keyval
[cnode0919:152496] *** reported by process [476512257,9]
[cnode0919:152496] *** on communicator MPI_COMM_WORLD
[cnode0919:152496] *** MPI_ERR_ARG: invalid argument of some other kind
[cnode0919:152496] *** MPI_ERRORS_ARE_FATAL (processes in this communicator will now abort,
[cnode0919:152496] ***    and potentially your MPI job)
Mon May 15 16:39:56 SAST 2017
Simfactory Done at date: 0


More information about the Users mailing list