Done.
Executable made; preparing to run
Warning: Current Working directory does not match Cactus sourcetree, changing
 to /N/u/warrenjs/Quartz/ET/Cactus
Parameter file: /geode2/home/u100/warrenjs/Quartz/ET/Cactus/par/static_tov.pa
r
Skeleton Created
Job directory: "/N/scratch/warrenjs/data/TOV"
Executable: "/N/u/warrenjs/Quartz/ET/Cactus/exe/cactus_sim"
Option list: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/cfg/OptionList"
Submit script: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/run/SubmitScript"
Run script: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/run/RunScript"
Parameter file: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/par/static_tov.par"
Simulation name: TOV
Assigned restart id: 0
Running simulation TOV
+ set -e
+ cd /N/scratch/warrenjs/data/TOV/output-0000-active
Preparing:
+ module list
++ /usr/share/lmod/lmod/libexec/lmod bash list

Currently Loaded Modules:
  1) gnu/9.3.0      4) openblas/0.3.13          7) fftw/3.3.9
  2) xalt/2.10.34   5) netlib-blas-lapack/3.9   8) hdf5/1.12
  3) gsl/2.6        6) openmpi/4.0.5



+ eval 'MODULEPATH=/N/soft/rhel8/modules/quartz/GNU/OPENMPI/modulefiles:/N/so
ft/rhel8/modules/quartz/GNU/modulefiles:/etc/scl/modulefiles:/N/soft/rhel8/mo
dules/quartz/GENERAL/modulefiles;' export 'MODULEPATH;' '_ModuleTable001_=X01
vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19z
aG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbImNvbXBpbGVyIl09ImdudSIsWyJtc
GkiXT0ib3Blbm1waSIsfSxtVD17ZmZ0dz17WyJmbiJdPSIvTi9zb2Z0L3JoZWw4L21vZHVsZXMvcX
VhcnR6L0dOVS9PUEVOTVBJL21vZHVsZWZpbGVzL2ZmdHcvMy4zLjkubHVhIixbImZ1bGxOYW1lIl0
9ImZmdHcvMy4zLjkiLFsibG9hZE9yZGVyIl09Nyxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsi
c3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJmZnR3Iix9LGdudT17WyJmbiJdPSIvTi9zb
2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dFTkVSQUwvbW9k;' export '_ModuleTable001_;'
'_ModuleTable002_=dWxlZmlsZXMvZ251LzkuMy4wLmx1YSIsWyJmdWxsTmFtZSJdPSJnbnUvOS4
zLjAiLFsibG9hZE9yZGVyIl09MSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl09
ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJnbnUiLH0sZ3NsPXtbImZuIl09Ii9OL3NvZnQvcmhlbDgvb
W9kdWxlcy9xdWFydHovR05VL21vZHVsZWZpbGVzL2dzbC8yLjYubHVhIixbImZ1bGxOYW1lIl09Im
dzbC8yLjYiLFsibG9hZE9yZGVyIl09Myxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHV
zIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJnc2wiLH0saGRmNT17WyJmbiJdPSIvTi9zb2Z0L3Jo
ZWw4L21vZHVsZXMvcXVhcnR6L0dOVS9tb2R1bGVmaWxlcy9oZGY1LzEuMTIubHVhIixb;' export
 '_ModuleTable002_;' '_ModuleTable003_=ImZ1bGxOYW1lIl09ImhkZjUvMS4xMiIsWyJsb2
FkT3JkZXIiXT04LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTAsWyJzdGF0dXMiXT0iYWN0aXZlIix
bInVzZXJOYW1lIl09ImhkZjUiLH0sWyJuZXRsaWItYmxhcy1sYXBhY2siXT17WyJmbiJdPSIvTi9z
b2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dOVS9tb2R1bGVmaWxlcy9uZXRsaWItYmxhcy1sYXBhY
2svMy45Lmx1YSIsWyJmdWxsTmFtZSJdPSJuZXRsaWItYmxhcy1sYXBhY2svMy45IixbImxvYWRPcm
RlciJdPTUscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXN
lck5hbWUiXT0ibmV0bGliLWJsYXMtbGFwYWNrIix9LG9wZW5ibGFzPXtbImZuIl09Ii9OL3NvZnQv
cmhlbDgvbW9k;' export '_ModuleTable003_;' '_ModuleTable004_=dWxlcy9xdWFydHovR
05VL21vZHVsZWZpbGVzL29wZW5ibGFzLzAuMy4xMy5sdWEiLFsiZnVsbE5hbWUiXT0ib3BlbmJsYX
MvMC4zLjEzIixbImxvYWRPcmRlciJdPTQscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR
1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ib3BlbmJsYXMiLH0sb3Blbm1waT17WyJmbiJdPSIv
Ti9zb2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dOVS9tb2R1bGVmaWxlcy9vcGVubXBpLzQuMC41L
mx1YSIsWyJmdWxsTmFtZSJdPSJvcGVubXBpLzQuMC41IixbImxvYWRPcmRlciJdPTYscHJvcFQ9e3
0sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ib3Blbm1
waSIsfSx4YWx0PXtbImZuIl09Ii9OL3Nv;' export '_ModuleTable004_;' '_ModuleTable0
05_=ZnQvcmhlbDgvbW9kdWxlcy9xdWFydHovR0VORVJBTC9tb2R1bGVmaWxlcy94YWx0LzIuMTAuM
zQubHVhIixbImZ1bGxOYW1lIl09InhhbHQvMi4xMC4zNCIsWyJsb2FkT3JkZXIiXT0yLHByb3BUPX
t9LFsic3RhY2tEZXB0aCJdPTAsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09InhhbHQ
iLH0sfSxtcGF0aEE9eyIvTi9zb2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dOVS9PUEVOTVBJL21v
ZHVsZWZpbGVzIiwiL04vc29mdC9yaGVsOC9tb2R1bGVzL3F1YXJ0ei9HTlUvbW9kdWxlZmlsZXMiL
CIvZXRjL3NjbC9tb2R1bGVmaWxlcyIsIi9OL3NvZnQvcmhlbDgvbW9kdWxlcy9xdWFydHovR0VORV
JBTC9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIv;' export '_ModuleTable
005_;' '_ModuleTable006_=ZXRjL3NjbC9tb2R1bGVmaWxlczovTi9zb2Z0L3JoZWw4L21vZHVs
ZXMvcXVhcnR6L0dFTkVSQUwvbW9kdWxlZmlsZXMiLH0=;' export '_ModuleTable006_;' '_M
oduleTable_Sz_=6;' export '_ModuleTable_Sz_;'
++ MODULEPATH=/N/soft/rhel8/modules/quartz/GNU/OPENMPI/modulefiles:/N/soft/rh
el8/modules/quartz/GNU/modulefiles:/etc/scl/modulefiles:/N/soft/rhel8/modules
/quartz/GENERAL/modulefiles
++ export MODULEPATH
++ _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkV
GltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbImNvbX
BpbGVyIl09ImdudSIsWyJtcGkiXT0ib3Blbm1waSIsfSxtVD17ZmZ0dz17WyJmbiJdPSIvTi9zb2Z
0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dOVS9PUEVOTVBJL21vZHVsZWZpbGVzL2ZmdHcvMy4zLjku
bHVhIixbImZ1bGxOYW1lIl09ImZmdHcvMy4zLjkiLFsibG9hZE9yZGVyIl09Nyxwcm9wVD17fSxbI
nN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJmZnR3Iix9LG
dudT17WyJmbiJdPSIvTi9zb2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dFTkVSQUwvbW9k
++ export _ModuleTable001_
++ _ModuleTable002_=dWxlZmlsZXMvZ251LzkuMy4wLmx1YSIsWyJmdWxsTmFtZSJdPSJnbnUvO
S4zLjAiLFsibG9hZE9yZGVyIl09MSxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3RhdHVzIl
09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJnbnUiLH0sZ3NsPXtbImZuIl09Ii9OL3NvZnQvcmhlbDg
vbW9kdWxlcy9xdWFydHovR05VL21vZHVsZWZpbGVzL2dzbC8yLjYubHVhIixbImZ1bGxOYW1lIl09
ImdzbC8yLjYiLFsibG9hZE9yZGVyIl09Myxwcm9wVD17fSxbInN0YWNrRGVwdGgiXT0wLFsic3Rhd
HVzIl09ImFjdGl2ZSIsWyJ1c2VyTmFtZSJdPSJnc2wiLH0saGRmNT17WyJmbiJdPSIvTi9zb2Z0L3
JoZWw4L21vZHVsZXMvcXVhcnR6L0dOVS9tb2R1bGVmaWxlcy9oZGY1LzEuMTIubHVhIixb
++ export _ModuleTable002_
++ _ModuleTable003_=ImZ1bGxOYW1lIl09ImhkZjUvMS4xMiIsWyJsb2FkT3JkZXIiXT04LHByb
3BUPXt9LFsic3RhY2tEZXB0aCJdPTAsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09Im
hkZjUiLH0sWyJuZXRsaWItYmxhcy1sYXBhY2siXT17WyJmbiJdPSIvTi9zb2Z0L3JoZWw4L21vZHV
sZXMvcXVhcnR6L0dOVS9tb2R1bGVmaWxlcy9uZXRsaWItYmxhcy1sYXBhY2svMy45Lmx1YSIsWyJm
dWxsTmFtZSJdPSJuZXRsaWItYmxhcy1sYXBhY2svMy45IixbImxvYWRPcmRlciJdPTUscHJvcFQ9e
30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibmV0bG
liLWJsYXMtbGFwYWNrIix9LG9wZW5ibGFzPXtbImZuIl09Ii9OL3NvZnQvcmhlbDgvbW9k
++ export _ModuleTable003_
++ _ModuleTable004_=dWxlcy9xdWFydHovR05VL21vZHVsZWZpbGVzL29wZW5ibGFzLzAuMy4xM
y5sdWEiLFsiZnVsbE5hbWUiXT0ib3BlbmJsYXMvMC4zLjEzIixbImxvYWRPcmRlciJdPTQscHJvcF
Q9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ib3B
lbmJsYXMiLH0sb3Blbm1waT17WyJmbiJdPSIvTi9zb2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dO
VS9tb2R1bGVmaWxlcy9vcGVubXBpLzQuMC41Lmx1YSIsWyJmdWxsTmFtZSJdPSJvcGVubXBpLzQuM
C41IixbImxvYWRPcmRlciJdPTYscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPS
JhY3RpdmUiLFsidXNlck5hbWUiXT0ib3Blbm1waSIsfSx4YWx0PXtbImZuIl09Ii9OL3Nv
++ export _ModuleTable004_
++ _ModuleTable005_=ZnQvcmhlbDgvbW9kdWxlcy9xdWFydHovR0VORVJBTC9tb2R1bGVmaWxlc
y94YWx0LzIuMTAuMzQubHVhIixbImZ1bGxOYW1lIl09InhhbHQvMi4xMC4zNCIsWyJsb2FkT3JkZX
IiXT0yLHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTAsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJ
OYW1lIl09InhhbHQiLH0sfSxtcGF0aEE9eyIvTi9zb2Z0L3JoZWw4L21vZHVsZXMvcXVhcnR6L0dO
VS9PUEVOTVBJL21vZHVsZWZpbGVzIiwiL04vc29mdC9yaGVsOC9tb2R1bGVzL3F1YXJ0ei9HTlUvb
W9kdWxlZmlsZXMiLCIvZXRjL3NjbC9tb2R1bGVmaWxlcyIsIi9OL3NvZnQvcmhlbDgvbW9kdWxlcy
9xdWFydHovR0VORVJBTC9tb2R1bGVmaWxlcyIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIv
++ export _ModuleTable005_
++ _ModuleTable006_=ZXRjL3NjbC9tb2R1bGVmaWxlczovTi9zb2Z0L3JoZWw4L21vZHVsZXMvc
XVhcnR6L0dFTkVSQUwvbW9kdWxlZmlsZXMiLH0=
++ export _ModuleTable006_
++ _ModuleTable_Sz_=6
++ export _ModuleTable_Sz_
++ : -s sh
+ eval
+ echo Checking:
+ pwd
+ hostname
+ date
+ echo Environment:
+ export CACTUS_NUM_PROCS=3
+ CACTUS_NUM_PROCS=3
+ export CACTUS_NUM_THREADS=4
+ CACTUS_NUM_THREADS=4
+ export GMON_OUT_PREFIX=gmon.out
+ GMON_OUT_PREFIX=gmon.out
+ export OMP_NUM_THREADS=4
+ OMP_NUM_THREADS=4
+ export OMP_PLACES=cores
+ OMP_PLACES=cores
+ echo Starting:
++ date +%s
+ export CACTUS_STARTTIME=1659991269
+ CACTUS_STARTTIME=1659991269
+ srun --nodes=1 --ntasks-per-node=3 --cpus-per-task=4 /N/scratch/warrenjs/da
ta/TOV/SIMFACTORY/exe/cactus_sim -L 3 /N/scratch/warrenjs/data/TOV/output-000
0/static_tov.par
Checking:
/N/scratch/warrenjs/data/TOV/output-0000-active
c11.quartz.uits.iu.edu
Mon Aug  8 16:41:09 EDT 2022
Environment:
Starting:
[c11:3064504] *** Process received signal ***
[c11:3064504] Signal: Segmentation fault (11)
[c11:3064504] Signal code: Address not mapped (1)
[c11:3064504] Failing at address: 0x440000e8
[c11:3064506] *** Process received signal ***
[c11:3064506] Signal: Segmentation fault (11)
[c11:3064506] Signal code: Address not mapped (1)
[c11:3064506] Failing at address: 0x440000e8
[c11:3064505] *** Process received signal ***
[c11:3064505] Signal: Segmentation fault (11)
[c11:3064505] Signal code: Address not mapped (1)
[c11:3064505] Failing at address: 0x440000e8
[c11:3064504] [ 0] /lib64/libpthread.so.0(+0x12c20)[0x15202f7e0c20]
[c11:3064504] [ 1] /N/soft/rhel8/openmpi/gnu/4.0.5/lib/libmpi.so.40(MPI_Comm_
rank+0x37)[0x15202ef7dec7]
[c11:3064505] [ 0] /lib64/libpthread.so.0(+0x12c20)[0x14d2bc5a1c20]
[c11:3064505] [ 1] /N/soft/rhel8/openmpi/gnu/4.0.5/lib/libmpi.so.40(MPI_Comm_
rank+0x37)[0x14d2bbd3eec7]
[c11:3064506] [ 0] /lib64/libpthread.so.0(+0x12c20)[0x154712eeec20]
[c11:3064506] [ 1] /N/soft/rhel8/openmpi/gnu/4.0.5/lib/libmpi.so.40(MPI_Comm_
rank+0x37)[0x15471268bec7]
[c11:3064504] [ 2] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(Cac
tusDefaultMyProc+0x4f)[0x1f133ef]
[c11:3064505] [ 2] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(Cac
tusDefaultMyProc+0x4f)[0x1f133ef]
[c11:3064506] [ 2] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(Cac
tusDefaultMyProc+0x4f)[0x1f133ef]
[c11:3064504] [ 3] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_CommandLineFinished+0x41)[0x1f21f01]
[c11:3064505] [ 3] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_CommandLineFinished+0x41)[0x1f21f01]
[c11:3064506] [ 3] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_CommandLineFinished+0x41)[0x1f21f01]
[c11:3064504] [ 4] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_ProcessCommandLine+0x12a)[0x1f2ce7a]
[c11:3064505] [ 4] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_ProcessCommandLine+0x12a)[0x1f2ce7a]
[c11:3064506] [ 4] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_ProcessCommandLine+0x12a)[0x1f2ce7a]
[c11:3064504] [ 5] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_InitialiseCactus+0x3d)[0x1f29c9d]
[c11:3064505] [ 5] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_InitialiseCactus+0x3d)[0x1f29c9d]
[c11:3064506] [ 5] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(CCT
Ki_InitialiseCactus+0x3d)[0x1f29c9d]
[c11:3064504] [ 6] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(mai
n+0x1e)[0x60981e]
[c11:3064505] [ 6] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(mai
n+0x1e)[0x60981e]
[c11:3064504] [ 7] /lib64/libc.so.6(__libc_start_main+0xf3)[0x15202d833493]
[c11:3064505] [ 7] /lib64/libc.so.6(__libc_start_main+0xf3)[0x14d2ba5f4493]
[c11:3064506] [ 6] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(mai
n+0x1e)[0x60981e]
[c11:3064506] [ 7] /lib64/libc.so.6(__libc_start_main+0xf3)[0x154710f41493]
[c11:3064504] [ 8] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(_st
art+0x2e)[0x60f77e]
[c11:3064504] *** End of error message ***
[c11:3064505] [ 8] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(_st
art+0x2e)[0x60f77e]
[c11:3064505] *** End of error message ***
[c11:3064506] [ 8] /N/scratch/warrenjs/data/TOV/SIMFACTORY/exe/cactus_sim(_st
art+0x2e)[0x60f77e]
[c11:3064506] *** End of error message ***
srun: error: c11: tasks 0-2: Segmentation fault (core dumped)
Simfactory Done at date: Mon Aug  8 16:41:11 2022
Parameter file: /geode2/home/u100/warrenjs/Quartz/ET/Cactus/par/static_tov.pa
r
Skeleton Created
Job directory: "/N/scratch/warrenjs/data/TOV"
Executable: "/N/u/warrenjs/Quartz/ET/Cactus/exe/cactus_sim"
Option list: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/cfg/OptionList"
Submit script: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/run/SubmitScript"
Run script: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/run/RunScript"
Parameter file: "/N/scratch/warrenjs/data/TOV/SIMFACTORY/par/static_tov.par"
Simulation name: TOV
Assigned restart id: 0