#2497: IllinoisGRMHD is incompatible with setting TmunuBase::stress_energy_at_RHS = "no" - Trac

11 Jun 2023


      #2497: IllinoisGRMHD is incompatible with setting TmunuBase::stress_energy_at_RHS = "no"
Reporter: Gabriele Bozzola
   Status: open
Milestone: 
  Version: development version
     Type: bug
 Priority: major
Component: EinsteinToolkit thorn
Comment (by Vikram Manikantan):
Hi @{5bae587b96242d2e2b6110a4} ! Yes, I am attaching it here.
I also want to follow up on a previous question. Currently there is a SetTmunu scheduled in schedule.ccl and in your solution there is an AddToTmunu in the if statement. I am wondering if both should be in the file, or just the AddToTmunu?
‌
disk.par -->
```
################################################################################
# Script variables
################################################################################
# __file__                       = disk.rpar
# __name__                       = __main__
# bh_movement_threshold          = 0.124
# carpet_str                     = CartGrid3D::type = "coordbase"
# Carpet::domain_from_coordbase = "yes"
# 
# Driver::ghost_size = 4
# CoordBase::boundary_size_x_lower = 4
# CoordBase::boundary_size_y_lower = 4
# CoordBase::boundary_size_z_lower = 4
# CoordBase::boundary_size_x_upper = 4
# CoordBase::boundary_size_y_upper = 4
# CoordBase::boundary_size_z_upper = 4
# 
# ReflectionSymmetry::avoid_origin_x = no
# ReflectionSymmetry::avoid_origin_y = no
# ReflectionSymmetry::avoid_origin_z = no
# 
# CoordBase::domainsize = "minmax"
# CoordBase::xmax = 5120.001785714286
# CoordBase::ymax = 5120.001785714286
# CoordBase::zmax = 5120.001785714286
# CoordBase::dx = 102.4
# CoordBase::dy = 102.4
# CoordBase::dz = 102.4
# CoordBase::xmin = -5119.998214285714
# CoordBase::ymin = -5119.998214285714
# CoordBase::zmin = -5119.998214285714
# 
# CarpetRegrid2::num_centres = 3
# Carpet::max_refinement_levels = 14
# Carpet::time_refinement_factors = "[1,1,1,1,1,1,1,1,1,2,4,8,16,32]"
# 
# CarpetRegrid2::num_levels_1 = 14
# CarpetRegrid2::position_x_1 = -6.5
# CarpetRegrid2::position_y_1 = 0
# CarpetRegrid2::position_z_1 = 0
# CarpetRegrid2::radius_1[1] = 2539.52
# CarpetRegrid2::radius_1[2] = 1269.76
# CarpetRegrid2::radius_1[3] = 634.88
# CarpetRegrid2::radius_1[4] = 317.44
# CarpetRegrid2::radius_1[5] = 158.72
# CarpetRegrid2::radius_1[6] = 79.36
# CarpetRegrid2::radius_1[7] = 39.68
# CarpetRegrid2::radius_1[8] = 19.84
# CarpetRegrid2::radius_1[9] = 9.92
# CarpetRegrid2::radius_1[10] = 4.96
# CarpetRegrid2::radius_1[11] = 2.48
# CarpetRegrid2::radius_1[12] = 1.24
# CarpetRegrid2::radius_1[13] = 0.62
# CarpetRegrid2::num_levels_2 = 14
# CarpetRegrid2::position_x_2 = 6.5
# CarpetRegrid2::position_y_2 = 0
# CarpetRegrid2::position_z_2 = 0
# CarpetRegrid2::radius_2[1] = 2539.52
# CarpetRegrid2::radius_2[2] = 1269.76
# CarpetRegrid2::radius_2[3] = 634.88
# CarpetRegrid2::radius_2[4] = 317.44
# CarpetRegrid2::radius_2[5] = 158.72
# CarpetRegrid2::radius_2[6] = 79.36
# CarpetRegrid2::radius_2[7] = 39.68
# CarpetRegrid2::radius_2[8] = 19.84
# CarpetRegrid2::radius_2[9] = 9.92
# CarpetRegrid2::radius_2[10] = 4.96
# CarpetRegrid2::radius_2[11] = 2.48
# CarpetRegrid2::radius_2[12] = 1.24
# CarpetRegrid2::radius_2[13] = 0.62
# CarpetRegrid2::num_levels_3 = 11
# CarpetRegrid2::position_x_3 = 0
# CarpetRegrid2::position_y_3 = 0
# CarpetRegrid2::position_z_3 = 0
# CarpetRegrid2::radius_3[1] = 2539.52
# CarpetRegrid2::radius_3[2] = 1269.76
# CarpetRegrid2::radius_3[3] = 634.88
# CarpetRegrid2::radius_3[4] = 317.44
# CarpetRegrid2::radius_3[5] = 158.72
# CarpetRegrid2::radius_3[6] = 79.36
# CarpetRegrid2::radius_3[7] = 39.68
# CarpetRegrid2::radius_3[8] = 19.84
# CarpetRegrid2::radius_3[9] = 9.92
# CarpetRegrid2::radius_3[10] = 4.96
# cfl_condition                  = 1.5
# cfl_num                        = 0.45
# cfl_num_on_disk                = 0.45
# col_width                      = 30
# damp_lorenz                    = 8
# diss_str                       = Dissipation::order = 7
# Dissipation::vars  = "LeanBSSNMoL::conf_fac
# LeanBSSNMoL::hmetric
# LeanBSSNMoL::hcurv
# LeanBSSNMoL::trk
# LeanBSSNMoL::gammat
# ADMBase::lapse
# ADMBase::shift
# LeanBSSNMoL::conf_fac
# LeanBSSNMoL::hmetric
# LeanBSSNMoL::hcurv
# LeanBSSNMoL::trk
# LeanBSSNMoL::gammat"
# Dissipation::epsdis_for_level[0] = 1.953125e-05
# Dissipation::epsdis_for_level[1] = 3.90625e-05
# Dissipation::epsdis_for_level[2] = 7.8125e-05
# Dissipation::epsdis_for_level[3] = 0.00015625
# Dissipation::epsdis_for_level[4] = 0.0003125
# Dissipation::epsdis_for_level[5] = 0.000625
# Dissipation::epsdis_for_level[6] = 0.00125
# Dissipation::epsdis_for_level[7] = 0.0025
# Dissipation::epsdis_for_level[8] = 0.005
# Dissipation::epsdis_for_level[9] = 0.01
# Dissipation::epsdis_for_level[10] = 0.01
# Dissipation::epsdis_for_level[11] = 0.01
# Dissipation::epsdis_for_level[12] = 0.01
# Dissipation::epsdis_for_level[13] = 0.01
# Dissipation::epsdis_for_level[14] = 0.01
# dx_coarse                      = 102.4
# dx_fine                        = 0.0125
# dx_fine_on_disk                = 3.2
# e                              = 2.718281828459045
# effective_cfl                  = 0.0017578125
# eps_dis                        = 0.01
# eta_beta                       = 2
# evolution_order                = 6
# expected_ah_radius_minus       = 0.5
# expected_ah_radius_plus        = 0.5
# expected_final_ah_radius       = 1.0
# expected_merger_time           = 2000
# extr_radius                    = 200.0
# final_time                     = 4000
# ghosts                         = 4
# gw_radii_str                   = Multipole::radius[0]    = 100.0
# Multipole::radius[1]    = 114.28571428571429
# Multipole::radius[2]    = 128.57142857142858
# Multipole::radius[3]    = 142.85714285714286
# Multipole::radius[4]    = 157.14285714285714
# Multipole::radius[5]    = 171.42857142857144
# Multipole::radius[6]    = 185.71428571428572
# Multipole::radius[7]    = 200.0
# horizon_every                  = 64
# i                              = 7
# inf                            = inf
# int_outer_boundary             = 50
# key                            = xp
# lorenz_condition               = 1.5
# max_dt_allowed                 = 0.1875
# max_gw_radius                  = 200
# min_gw_radius                  = 100
# nan                            = nan
# num_gw_radii                   = 8
# num_ref_radii                  = 13
# number_of_synced_levels        = 9
# out_every_2D                   = 256
# out_every_3D                   = 1024
# outer_boundary                 = 5120.0
# outer_boundary_factor          = 2
# outflow_radii_str              = Outflow::surface_index[0]    = 5
# Outflow::override_radius[0]  = "yes"
# Outflow::radius[0]           = 100.0
# Outflow::surface_index[1]    = 5
# Outflow::override_radius[1]  = "yes"
# Outflow::radius[1]           = 114.28571428571429
# Outflow::surface_index[2]    = 5
# Outflow::override_radius[2]  = "yes"
# Outflow::radius[2]           = 128.57142857142858
# Outflow::surface_index[3]    = 5
# Outflow::override_radius[3]  = "yes"
# Outflow::radius[3]           = 142.85714285714286
# Outflow::surface_index[4]    = 5
# Outflow::override_radius[4]  = "yes"
# Outflow::radius[4]           = 157.14285714285714
# Outflow::surface_index[5]    = 5
# Outflow::override_radius[5]  = "yes"
# Outflow::radius[5]           = 171.42857142857144
# Outflow::surface_index[6]    = 5
# Outflow::override_radius[6]  = "yes"
# Outflow::radius[6]           = 185.71428571428572
# Outflow::surface_index[7]    = 5
# Outflow::override_radius[7]  = "yes"
# Outflow::radius[7]           = 200.0
# par_b                          = 6.5
# pi                             = 3.141592653589793
# radius                         = 2539.52
# radius0                        = 0.62
# radius_number                  = 1
# refinement_level_radius_factor = 2
# regrid_every                   = 256
# rl_synced_every                = 32
# rlrf                           = 2
# skip_radii                     = 3
# step_gw_radius                 = 14.285714285714286
# tau                            = 6.283185307179586
# timers_every                   = 1024
# tp_str                         = ADMBase::initial_data = "twopuncturespowerlaw"
# ADMBase::initial_lapse = "twopunctures-averaged"
# ADMBase::initial_shift = "zero"
# ADMBase::initial_dtlapse = "zero"
# ADMBase::initial_dtshift = "zero"
# 
# TwoPuncturesPowerLaw::give_bare_mass = "no"
# TwoPuncturesPowerLaw::par_b = 6.5
# TwoPuncturesPowerLaw::target_m_plus = 0.5
# TwoPuncturesPowerLaw::target_m_minus = 0.5
# TwoPuncturesPowerLaw::par_m_plus = 0.5
# TwoPuncturesPowerLaw::par_m_minus = 0.5
# TwoPuncturesPowerLaw::par_P_plus[0] = -0.000413874209381327
# TwoPuncturesPowerLaw::par_P_plus[1] = 0.0807444483485998
# TwoPuncturesPowerLaw::par_P_plus[2] = 0
# TwoPuncturesPowerLaw::par_P_minus[0] = 0.000413874209381327
# TwoPuncturesPowerLaw::par_P_minus[1] = -0.0807444483485998
# TwoPuncturesPowerLaw::par_P_minus[2] = 0
# TwoPuncturesPowerLaw::par_S_plus[0] = 0.0
# TwoPuncturesPowerLaw::par_S_plus[1] = 0.0
# TwoPuncturesPowerLaw::par_S_plus[2] = 0.0
# TwoPuncturesPowerLaw::par_S_minus[0] = 0.0
# TwoPuncturesPowerLaw::par_S_minus[1] = 0.0
# TwoPuncturesPowerLaw::par_S_minus[2] = 0.0
# TwoPuncturesPowerLaw::center_offset[0] = 0.0
# TwoPuncturesPowerLaw::center_offset[1] = 0.0
# TwoPuncturesPowerLaw::center_offset[2] = 0.0
# val                            = 6.5
# wave_extract_every             = 32
# xm                             = -6.5
# xp                             = 6.5
################################################################################
# Par file
################################################################################
ActiveThorns = "
ADMBase
ADMCoupling
ADMMacros
AEILocalInterp
AHFinderDirect
Boundary
Carpet
CarpetIOASCII
CarpetIOBasic
CarpetIOHDF5
CarpetIOScalar
CarpetInterp
CarpetLib
# CarpetMask
CarpetReduce
CarpetRegrid2
CarpetSlab
CarpetTracker
CartGrid3D
# Christoffel
Convert_to_HydroBase
CoordBase
CoordGauge
CycleClock
# DiskDiagnostics
Dissipation
EOS_Base
EOS_Omni
Fortran
GenericFD
GSL
ID_converter_ILGRMHD
IllinoisGRMHD
HydroBase
HDF5
hwloc
IOUtil
InitBase
LeanBSSNMoL
LocalInterp
LoopControl
MoL
MPI
Multipole
NaNChecker
NewRad
NPScalars
PunctureTracker
QuasiLocalMeasures
OpenBLAS
Outflow
Seed_Magnetic_Fields
Slab
SpaceMask
SphericalSurface
StaticConformal
SummationByParts
SymBase
SystemStatistics
SystemTopology
TerminationTrigger
TensorTypes
TGRTensor
Time
Timers
TimerReport
TmunuBase
TwoPuncturesPowerLaw
Vectors
VolumeIntegrals_GRMHD
zlib
ReflectionSymmetry
"
# # Cactus::presync_mode                  = "mixed-error"
####################################################################
# Grid details
####################################################################
Carpet::use_buffer_zones             = "yes"
Carpet::init_3_timelevels            = "no"
Carpet::init_fill_timelevels         = "yes"
Carpet::verbose                      = "no"
Carpet::veryverbose                  = "no"
Carpet::schedule_barriers            = "no"
Carpet::storage_verbose              = "no"
Grid::avoid_origin                   = "no"
Time::dtfac                             = 0.0017578125
Cactus::terminate                       = time
Cactus::cctk_final_time                 = 4000
MoL::ODE_Method                      = "rk4"
MoL::MoL_Intermediate_Steps          = 4
MoL::MoL_Num_Scratch_Levels          = 1
Carpet::prolongation_order_space     = 5
Carpet::prolongation_order_time      = 2
Cactus::cctk_full_warnings           = "yes"
Cactus::highlight_warning_messages   = "no"
CarpetLib::poison_new_memory          = "yes"
CarpetLib::poison_value               = 113
CarpetLib::output_bboxes              = "no"
CarpetLib::interleave_communications  = "yes"
CarpetLib::combine_sends              = "yes"
CarpetLib::support_staggered_operators = "yes" # IllinoisGRMHD requires staggered operators
CarpetRegrid2::freeze_unaligned_levels        = "yes"
CarpetRegrid2::freeze_unaligned_parent_levels = "yes"
CarpetRegrid2::verbose                        = "yes"
CarpetRegrid2::regrid_every                   = 256
CartGrid3D::type = "coordbase"
Carpet::domain_from_coordbase = "yes"
Driver::ghost_size = 4
CoordBase::boundary_size_x_lower = 4
CoordBase::boundary_size_y_lower = 4
CoordBase::boundary_size_z_lower = 4
CoordBase::boundary_size_x_upper = 4
CoordBase::boundary_size_y_upper = 4
CoordBase::boundary_size_z_upper = 4
ReflectionSymmetry::avoid_origin_x = no
ReflectionSymmetry::avoid_origin_y = no
ReflectionSymmetry::avoid_origin_z = no
CoordBase::domainsize = "minmax"
CoordBase::xmax = 5120.001785714286
CoordBase::ymax = 5120.001785714286
CoordBase::zmax = 5120.001785714286
CoordBase::dx = 102.4
CoordBase::dy = 102.4
CoordBase::dz = 102.4
CoordBase::xmin = -5119.998214285714
CoordBase::ymin = -5119.998214285714
CoordBase::zmin = -5119.998214285714
CarpetRegrid2::num_centres = 3
Carpet::max_refinement_levels = 14
Carpet::time_refinement_factors = "[1,1,1,1,1,1,1,1,1,2,4,8,16,32]"
CarpetRegrid2::num_levels_1 = 14
CarpetRegrid2::position_x_1 = -6.5
CarpetRegrid2::position_y_1 = 0
CarpetRegrid2::position_z_1 = 0
CarpetRegrid2::radius_1[1] = 2539.52
CarpetRegrid2::radius_1[2] = 1269.76
CarpetRegrid2::radius_1[3] = 634.88
CarpetRegrid2::radius_1[4] = 317.44
CarpetRegrid2::radius_1[5] = 158.72
CarpetRegrid2::radius_1[6] = 79.36
CarpetRegrid2::radius_1[7] = 39.68
CarpetRegrid2::radius_1[8] = 19.84
CarpetRegrid2::radius_1[9] = 9.92
CarpetRegrid2::radius_1[10] = 4.96
CarpetRegrid2::radius_1[11] = 2.48
CarpetRegrid2::radius_1[12] = 1.24
CarpetRegrid2::radius_1[13] = 0.62
CarpetRegrid2::num_levels_2 = 14
CarpetRegrid2::position_x_2 = 6.5
CarpetRegrid2::position_y_2 = 0
CarpetRegrid2::position_z_2 = 0
CarpetRegrid2::radius_2[1] = 2539.52
CarpetRegrid2::radius_2[2] = 1269.76
CarpetRegrid2::radius_2[3] = 634.88
CarpetRegrid2::radius_2[4] = 317.44
CarpetRegrid2::radius_2[5] = 158.72
CarpetRegrid2::radius_2[6] = 79.36
CarpetRegrid2::radius_2[7] = 39.68
CarpetRegrid2::radius_2[8] = 19.84
CarpetRegrid2::radius_2[9] = 9.92
CarpetRegrid2::radius_2[10] = 4.96
CarpetRegrid2::radius_2[11] = 2.48
CarpetRegrid2::radius_2[12] = 1.24
CarpetRegrid2::radius_2[13] = 0.62
CarpetRegrid2::num_levels_3 = 11
CarpetRegrid2::position_x_3 = 0
CarpetRegrid2::position_y_3 = 0
CarpetRegrid2::position_z_3 = 0
CarpetRegrid2::radius_3[1] = 2539.52
CarpetRegrid2::radius_3[2] = 1269.76
CarpetRegrid2::radius_3[3] = 634.88
CarpetRegrid2::radius_3[4] = 317.44
CarpetRegrid2::radius_3[5] = 158.72
CarpetRegrid2::radius_3[6] = 79.36
CarpetRegrid2::radius_3[7] = 39.68
CarpetRegrid2::radius_3[8] = 19.84
CarpetRegrid2::radius_3[9] = 9.92
CarpetRegrid2::radius_3[10] = 4.96
CarpetRegrid2::movement_threshold_1     =   0.124
CarpetRegrid2::movement_threshold_2     =   0.124
CarpetRegrid2::movement_threshold_3     =   0.124
####################################################################
# Initial Data
####################################################################
InitBase::initial_data_setup_method  = "init_some_levels"
HydroBase::initial_Avec              = "zero"
HydroBase::initial_Aphi              = "zero"
HydroBase::initial_Bvec              = "zero"
HydroBase::initial_hydro             = "twopuncturespowerlaw"
TwoPuncturesPowerLaw::ell_inner      = 5.15
TwoPuncturesPowerLaw::sam_disk       = 0.0
TwoPuncturesPowerLaw::RoM_inner      = 18.0
IllinoisGRMHD::gamma_th              = 1.333333333333333333333333333
ID_converter_ILGRMHD::Gamma_Initial  = 1.333333333333333333333333333
# rho_max = 1
IllinoisGRMHD::K_poly                = 7.98742131429e-4
ID_converter_ILGRMHD::K_Initial      = 7.98742131429e-4
IllinoisGRMHD::rho_b_atm             = 1e-8
IllinoisGRMHD::tau_atm               = 1e-7
IllinoisGRMHD::compute_extra_diagnostics = "yes"
ADMBase::initial_data = "twopuncturespowerlaw"
ADMBase::initial_lapse = "twopunctures-averaged"
ADMBase::initial_shift = "zero"
ADMBase::initial_dtlapse = "zero"
ADMBase::initial_dtshift = "zero"
TwoPuncturesPowerLaw::give_bare_mass = "no"
TwoPuncturesPowerLaw::par_b = 6.5
TwoPuncturesPowerLaw::target_m_plus = 0.5
TwoPuncturesPowerLaw::target_m_minus = 0.5
TwoPuncturesPowerLaw::par_m_plus = 0.5
TwoPuncturesPowerLaw::par_m_minus = 0.5
TwoPuncturesPowerLaw::par_P_plus[0] = -0.000413874209381327
TwoPuncturesPowerLaw::par_P_plus[1] = 0.0807444483485998
TwoPuncturesPowerLaw::par_P_plus[2] = 0
TwoPuncturesPowerLaw::par_P_minus[0] = 0.000413874209381327
TwoPuncturesPowerLaw::par_P_minus[1] = -0.0807444483485998
TwoPuncturesPowerLaw::par_P_minus[2] = 0
TwoPuncturesPowerLaw::par_S_plus[0] = 0.0
TwoPuncturesPowerLaw::par_S_plus[1] = 0.0
TwoPuncturesPowerLaw::par_S_plus[2] = 0.0
TwoPuncturesPowerLaw::par_S_minus[0] = 0.0
T
--
Ticket URL: https://bitbucket.org/einsteintoolkit/tickets/issues/2497/illinoisgrmhd-is-i...