eschnett/cactusamrex - Change 5IAXY3XZJTRMMVT2OVIJ6OXQJI6OJPTPCHHA4IVLVMHANCCC5NKAC

Prepare for non-periodic boundaries

Created by Erik Schnetter on July 28, 2019

5IAXY3XZJTRMMVT2OVIJ6OXQJI6OJPTPCHHA4IVLVMHANCCC5NKAC

Dependencies

In channels

master

main

Change contents

File addition: gaussian.par (-rw-r--r--)

[3.6]

ActiveThorns = "
    AMReX
    IOUtil
    WaveToyAMReX
"
 
$nlevels = 6
$ncells = 16
Cactus::cctk_show_schedule = no
Cactus::cctk_itlast = $ncells * 2 ** ($nlevels - 1) * 2
# AMReX::verbose = yes
AMReX::ncells_x = $ncells
AMReX::ncells_y = $ncells
AMReX::ncells_z = $ncells
AMReX::max_num_levels = $nlevels
AMReX::regrid_every = 16
AMReX::regrid_error_threshold = 0.01   #TODO 0.1
AMReX::dtfac = 0.5
WaveToyAMReX::initial_condition = "Gaussian"
# WaveToyAMReX::spatial_frequency_x = 0.5
# WaveToyAMReX::spatial_frequency_y = 0.0
# WaveToyAMReX::spatial_frequency_z = 0.0
IO::out_dir = $parfile
IO::out_every = 16   #TODO $ncells * 2 ** ($nlevels - 1) / 2

Replacement in AMReX/par/planewave.par at line 7 [2.89]
B:BD[2.149] → [2.149:162]
```
$nlevels = 4
```
[2.149]
[2.162]
```
$nlevels = 6
```
Replacement in AMReX/par/planewave.par at line 14 [2.89]
B:BD[2.266] → [2.266:287]
```
AMReX::verbose = yes
```
[2.266]
[2.287]
```
# AMReX::verbose = yes
```

Replacement in AMReX/par/planewave.par at line 22 [2.89]

B:BD[2.425] → [2.425:479]

AMReX::regrid_error_threshold = 0.02   # 0.05   # 0.1

[2.425]

[2.479]

AMReX::regrid_error_threshold = 0.01   #TODO 0.1

Replacement in AMReX/par/planewave.par at line 28 [2.89]

B:BD[2.555] → [2.555:675]

WaveToyAMReX::spatial_frequency_x = 0.5
WaveToyAMReX::spatial_frequency_y = 0.0
WaveToyAMReX::spatial_frequency_z = 0.0

[2.555]

[2.675]

# WaveToyAMReX::spatial_frequency_x = 0.5
# WaveToyAMReX::spatial_frequency_y = 0.0
# WaveToyAMReX::spatial_frequency_z = 0.0

Replacement in AMReX/par/planewave.par at line 32 [2.89]

B:BD[2.676] → [2.676:762]

IO::out_dir = "planewave"
IO::out_every = 1   #TODO $ncells * 2 ** ($nlevels - 1) / 2

[2.676]

IO::out_dir = $parfile
IO::out_every = 16   #TODO $ncells * 2 ** ($nlevels - 1) / 2

Insertion in AMReX/param.ccl at line 57 [5.17918]

[4.230]


BOOLEAN periodic_x "Periodic"
{
} yes
BOOLEAN periodic_y "Periodic"
{
} yes
BOOLEAN periodic_z "Periodic"
{
} yes

Insertion in AMReX/param.ccl at line 73 [5.17918]
[4.231]
[4.231]

Replacement in AMReX/src/driver.cxx at line 153 [5.15972]

B:BD[2.2273] → [2.2273:2335]

    for (int tl = 0; tl < int(groupdata.mfab.size()); ++tl) {

[2.2273]

[2.2335]

    for (int tl = 0; tl < int(groupdata.mfab.size()); ++tl)

Deletion in AMReX/src/driver.cxx at line 156 [5.15972]
B:BD[2.2437] → [2.2437:2443]
```
    }
```

Replacement in AMReX/src/driver.cxx at line 190 [5.15972]

B:BD[2.3274] → [2.3274:3448]

    // periodic boundaries
    const BCRec bcrec(BCType::int_dir, BCType::int_dir, BCType::int_dir,
                      BCType::int_dir, BCType::int_dir, BCType::int_dir);

[2.3274]

[2.3448]

    // boundary conditions
    const BCRec bcrec(periodic_x ? BCType::int_dir : BCType::reflect_odd,
                      periodic_y ? BCType::int_dir : BCType::reflect_odd,
                      periodic_z ? BCType::int_dir : BCType::reflect_odd,
                      periodic_x ? BCType::int_dir : BCType::reflect_odd,
                      periodic_y ? BCType::int_dir : BCType::reflect_odd,
                      periodic_z ? BCType::int_dir : BCType::reflect_odd);

Replacement in AMReX/src/driver.cxx at line 199 [5.15972]

B:BD[2.3504] → [2.3504:3593]

    // If there is more than one time level, then we don't
    // prolongate the oldest.

[2.3504]

[2.3593]

    // If there is more than one time level, then we don't prolongate
    // the oldest.

Replacement in AMReX/src/driver.cxx at line 258 [5.15972]

B:BD[2.5602] → [2.5602:5782]

      // periodic boundaries
      const BCRec bcrec(BCType::int_dir, BCType::int_dir, BCType::int_dir,
                        BCType::int_dir, BCType::int_dir, BCType::int_dir);

[2.5602]

[2.5782]

      // boundary conditions
      const BCRec bcrec(periodic_x ? BCType::int_dir : BCType::reflect_odd,
                        periodic_y ? BCType::int_dir : BCType::reflect_odd,
                        periodic_z ? BCType::int_dir : BCType::reflect_odd,
                        periodic_x ? BCType::int_dir : BCType::reflect_odd,
                        periodic_y ? BCType::int_dir : BCType::reflect_odd,
                        periodic_z ? BCType::int_dir : BCType::reflect_odd);

Insertion in AMReX/src/driver.cxx at line 341 [5.15972]

[5.16433]

  ParmParse pp;
  pp.add("amrex.verbose", true);
  pp.add("amrex.signal_handling", false);

Replacement in AMReX/src/driver.cxx at line 371 [5.15972]

B:BD[5.16758] → [6.469:544]

  // Periodic in all directions
  const Array<int, dim> periodic{1, 1, 1};

[5.16758]

[5.16917]

  // Periodicity
  const Array<int, dim> periodic{periodic_x, periodic_y, periodic_z};

Deletion in AMReX/src/driver.cxx at line 425 [5.15972]
B:BD[7.2630] → [2.6633:6663]
∅:D[2.6663] → [8.3230:3257]
B:BD[8.3230] → [8.3230:3257]
B:BD[8.3257] → [4.3202:3217]
B:BD[4.3217] → [2.6664:6711]
∅:D[8.3301] → [9.827:828]
∅:D[10.1356] → [9.827:828]
∅:D[4.3263] → [9.827:828]
∅:D[2.6711] → [9.827:828]
B:BD[9.827] → [9.827:828]
B:BD[9.828] → [2.6712:6760]
∅:D[2.6760] → [8.3389:3449]
B:BD[8.3389] → [8.3389:3449]
∅:D[8.3476] → [9.1032:1033]
∅:D[10.1530] → [9.1032:1033]
B:BD[9.1032] → [9.1032:1033]
B:BD[9.1033] → [2.6761:6809]
∅:D[2.6809] → [8.4104:4166]
B:BD[8.4104] → [8.4104:4166]
B:BD[8.4166] → [2.6810:7074]
∅:D[2.7074] → [8.4374:4386]
B:BD[8.4374] → [8.4374:4386]
∅:D[8.4386] → [11.1221:1222]
∅:D[7.2652] → [11.1221:1222]
B:BD[11.1221] → [11.1221:1222]
```
void RegridLevel(int level) {
  DECLARE_CCTK_PARAMETERS;
  if (verbose)
    CCTK_VINFO("RegridLevel level %d", level);
  assert(level < int(ghext->leveldata.size()));
  GHExt::LevelData &leveldata = ghext->leveldata.at(level);
  for (auto &groupdata : leveldata.groupdata) {
    for (int tl = 0; tl < int(groupdata.mfab.size()); ++tl) {
#warning "TODO"
      assert(0);
      groupdata.mfab.at(tl) =
          make_unique<MultiFab>(ghext->amrcore->boxArray(level),
                                ghext->amrcore->DistributionMap(level),
                                groupdata.numvars, ghost_size);
    }
  }
}
```
Insertion in AMReX/src/schedule.cxx at line 563 [13.531]
[12.205]
[12.205]
```
  DECLARE_CCTK_PARAMETERS;
```

Replacement in AMReX/src/schedule.cxx at line 598 [13.531]

∅:D[4.10990] → [14.1216:1402]

B:BD[14.1216] → [14.1216:1402]

        // periodic boundaries
        const BCRec bcrec(BCType::int_dir, BCType::int_dir, BCType::int_dir,
                          BCType::int_dir, BCType::int_dir, BCType::int_dir);

[14.1187]

[14.1402]

        // boundary conditions
        const BCRec bcrec(periodic_x ? BCType::int_dir : BCType::reflect_odd,
                          periodic_y ? BCType::int_dir : BCType::reflect_odd,
                          periodic_z ? BCType::int_dir : BCType::reflect_odd,
                          periodic_x ? BCType::int_dir : BCType::reflect_odd,
                          periodic_y ? BCType::int_dir : BCType::reflect_odd,
                          periodic_z ? BCType::int_dir : BCType::reflect_odd);