Adds SGBC capabilities as surface boundary conditions

.github/workflows/ubuntu-gnu.yml

@@ -23,6 +23,34 @@ jobs:
     - name: Setup Ninja
       uses: ashutoshvarma/setup-ninja@master
 
+    # 1. Install MPI on the Ubuntu runner
+    - name: Setup MPI
+      uses: mpi4py/setup-mpi@v1
+
+    # 2. Build and Export METIS
+    - name: Build METIS
+      run: |
+        cd $HOME
+        wget https://github.com/mfem/tpls/raw/gh-pages/metis-5.1.0.tar.gz
+        tar -zxvf metis-5.1.0.tar.gz
+        cd metis-5.1.0
+        make BUILDDIR=lib config
+        make BUILDDIR=lib
+        cp lib/libmetis/libmetis.a lib/
+        echo "METIS_DIR=$HOME/metis-5.1.0" >> $GITHUB_ENV
+
+    # 3. Build and Export HYPRE
+    - name: Build HYPRE
+      run: |
+        cd $HOME
+        wget https://github.com/hypre-space/hypre/archive/refs/tags/v2.31.0.tar.gz
+        tar -zxvf v2.31.0.tar.gz
+        cd hypre-2.31.0/src
+        ./configure --disable-fortran
+        make -j $(nproc)
+        # An in-place HYPRE build puts includes and libs in the src/hypre subdirectory
+        echo "HYPRE_DIR=$HOME/hypre-2.31.0/src/hypre" >> $GITHUB_ENV
+
     # - name: Builds mfem-geg
     #   run: | 
     #     cmake -S external/mfem-geg \
@@ -33,31 +61,37 @@ jobs:
     #     cmake --build mfem-geg-build/ -j
     #     cmake --install mfem-geg-build/
 
+    # Install system dependencies
+    - name: Install system dependencies (GSL)
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y libgsl-dev
+
+    # 4. Swap to the MPI presets (your existing step)
     - name: Builds semba/dgtd
       uses: lukka/run-cmake@v10
+      # lukka/run-cmake will automatically pick up METIS_DIR and HYPRE_DIR from $GITHUB_ENV
       with:
-        configurePreset: 'gnu'
-        buildPreset: 'gnu'
+        configurePreset: 'gnu-release-mpi'
+        buildPreset: 'build-gnu-release-mpi'
         buildPresetAdditionalArgs: "['--parallel']"
 
+    # 5. Update paths and run with mpiexec (using 2 cores)
     - name: Run hesthavenComparison tests 
-      run: build/gnu/bin/hesthavenComparison_tests
+      run: mpiexec -n 2 build/gnu-release-mpi/bin/hesthavenComparison_tests
 
     - name: Run mfem tests 
-      run: build/gnu/bin/mfem_tests
+      run: mpiexec -n 2 build/gnu-release-mpi/bin/mfem_tests
 
     - name: Run maxwell tests 
-      run: build/gnu/bin/maxwell_tests
+      run: mpiexec -n 2 build/gnu-release-mpi/bin/maxwell_tests
 
     - name: Run maxwell solver tests
-      run: build/gnu/bin/maxwell_solver_tests
+      run: mpiexec -n 2 build/gnu-release-mpi/bin/maxwell_solver_tests
 
     - name: Run maxwell cases tests
-      run: build/gnu/bin/cases_tests
+      run: mpiexec -n 2 build/gnu-release-mpi/bin/cases_tests
 
     # - name: Run system tests 
     #   run: |
-    #     build/gnu/bin/rcs_tests
-
-
-
+    #     mpiexec -n 2 build/gnu-release-mpi/bin/rcs_tests

.github/workflows/windows-msvc.yml

@@ -1,73 +1,73 @@
-name: windows-msvc
+# name: windows-msvc
 
-permissions:
-  actions: write
+# permissions:
+#   actions: write
 
-on:
-  pull_request:
-    branches:
-      - main
-      - dev
+# on:
+#   pull_request:
+#     branches:
+#       - main
+#       - dev
 
-jobs:
-  builds-and-tests:
+# jobs:
+#   builds-and-tests:
 
-    runs-on: windows-latest
+#     runs-on: windows-latest
 
-    steps:
+#     steps:
 
-    - name: checkout
-      uses: actions/checkout@v4
-      with:
-        submodules: 'recursive'
+#     - name: checkout
+#       uses: actions/checkout@v4
+#       with:
+#         submodules: 'recursive'
 
-    - name: getcmake
-      uses: lukka/get-cmake@latest
-      with:
-        cmakeVersion: "~3.25.0"
+#     - name: getcmake
+#       uses: lukka/get-cmake@latest
+#       with:
+#         cmakeVersion: "~3.25.0"
 
-    - name: Setup vcpkg
-      uses: lukka/run-vcpkg@v11
+#     - name: Setup vcpkg
+#       uses: lukka/run-vcpkg@v11
 
-    - name: Setup Ninja
-      uses: ashutoshvarma/setup-ninja@master
+#     - name: Setup Ninja
+#       uses: ashutoshvarma/setup-ninja@master
 
-    # - name: Builds mfem-geg
-    #   run: | 
-    #     cmake -S external/mfem-geg -B mfem-geg-build/ -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=mfem-geg-install -G Ninja
-    #     cmake --build mfem-geg-build/ -j --config Release
-    #     cmake --install mfem-geg-build/ --config Release
+#     # - name: Builds mfem-geg
+#     #   run: | 
+#     #     cmake -S external/mfem-geg -B mfem-geg-build/ -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=mfem-geg-install -G Ninja
+#     #     cmake --build mfem-geg-build/ -j --config Release
+#     #     cmake --install mfem-geg-build/ --config Release
 
-    - name: Builds semba/dgtd
-      uses: lukka/run-cmake@v10.8
-      env: 
-        MFEM_DIR: 'mfem-geg-install/lib/cmake/mfem/'
-      with:
-        configurePreset: 'x64-Release'
-        buildPreset: 'x64-Release'
-        buildPresetAdditionalArgs: "['--parallel']"
+#     - name: Builds semba/dgtd
+#       uses: lukka/run-cmake@v10.8
+#       env: 
+#         MFEM_DIR: 'mfem-geg-install/lib/cmake/mfem/'
+#       with:
+#         configurePreset: 'x64-Release'
+#         buildPreset: 'x64-Release'
+#         buildPresetAdditionalArgs: "['--parallel']"
 
-    - name: Verify test files exist
-      run: dir build/x64-Release/bin/
+#     - name: Verify test files exist
+#       run: dir build/x64-Release/bin/
 
-    - name: Run maxwell mfem tests 
-      run: build/x64-Release/bin/mfem_tests.exe
+#     - name: Run maxwell mfem tests 
+#       run: build/x64-Release/bin/mfem_tests.exe
 
-    - name: Run hesthaven comparison tests 
-      run: build/x64-Release/bin/hesthavenComparison_tests.exe
+#     - name: Run hesthaven comparison tests 
+#       run: build/x64-Release/bin/hesthavenComparison_tests.exe
 
-    - name: Run maxwell tests 
-      run: build/x64-Release/bin/maxwell_tests.exe
+#     - name: Run maxwell tests 
+#       run: build/x64-Release/bin/maxwell_tests.exe
 
-    - name: Run maxwell solver tests 
-      run: build/x64-Release/bin/maxwell_solver_tests.exe
+#     - name: Run maxwell solver tests 
+#       run: build/x64-Release/bin/maxwell_solver_tests.exe
 
-    - name: Run cases tests 
-      run: build/x64-Release/bin/cases_tests.exe
+#     - name: Run cases tests 
+#       run: build/x64-Release/bin/cases_tests.exe
 
-    # - name: Run system tests 
-    #   run: |
-    #     build/gnu/bin/rcs_tests
+#     # - name: Run system tests 
+#     #   run: |
+#     #     build/gnu/bin/rcs_tests
 
 
 

.gitignore

@@ -3,14 +3,19 @@
 
 build/
 out/
-ParaView/
-NearToFarFieldExports/
+Exports/
+CollectedResults/
 resources/*.msh
 
+gather*
+run_all_*
+
 *.csv
 *.gf
 mesh.mesh
 *.mtx
+*.sh
+*.log
 
 # Prerequisites
 *.d

CMakePresets.json

@@ -54,6 +54,80 @@
         "SEMBA_DGTD_ENABLE_TIMER_INFORMATION": "ON",
         "CMAKE_BUILD_TYPE": "Release"
       }
+    },
+    {
+      "name": "gnu-debug-cpu",
+      "displayName": "GNU debug cpu",
+      "inherits": "gnu-dbg",
+      "cacheVariables": {
+        "SEMBA_DGTD_ENABLE_TIMER_INFORMATION": "ON"
+      }
+    },
+    {
+      "name": "gnu-release-cpu",
+      "displayName": "GNU release cpu",
+      "inherits": "gnu",
+      "cacheVariables": {
+        "SEMBA_DGTD_ENABLE_TIMER_INFORMATION": "ON",
+        "MFEM_USE_OPENMP": true,
+        "SEMBA_DGTD_ENABLE_OPENMP": true
+      }
+    },
+    {
+      "name": "gnu-debug-mpi",
+      "displayName": "GNU debug mpi",
+      "inherits": "gnu-debug-cpu",
+      "cacheVariables": {
+        "SEMBA_DGTD_ENABLE_MPI": true,
+        "METIS_DIR": "$env{METIS_DIR}",
+        "HYPRE_DIR": "$env{HYPRE_DIR}",
+        "MFEM_USE_MPI": true,
+        "MFEM_USE_METIS": true,
+        "MFEM_USE_METIS_5": true,
+        "MFEM_ENABLE_EXAMPLES": true
+      }
+    },
+    {
+      "name": "gnu-release-mpi",
+      "displayName": "GNU release mpi",
+      "inherits": "gnu-release-cpu",
+      "cacheVariables": {
+        "SEMBA_DGTD_ENABLE_MPI": true,
+        "METIS_DIR": "$env{METIS_DIR}",
+        "HYPRE_DIR": "$env{HYPRE_DIR}",
+        "MFEM_USE_MPI": true,
+        "MFEM_USE_METIS": true,
+        "MFEM_USE_METIS_5": true,
+        "MFEM_ENABLE_EXAMPLES": true
+      }
+    },
+    {
+      "name": "gnu-debug-cuda",
+      "displayName": "GNU debug cuda",
+      "inherits": "gnu-debug-mpi",
+      "cacheVariables": {
+        "CMAKE_C_COMPILER": "gcc-12",
+        "CMAKE_CXX_COMPILER": "g++-12",
+        "CMAKE_CUDA_HOST_COMPILER": "g++-12",
+        "SEMBA_DGTD_ENABLE_CUDA": "ON",
+        "MFEM_USE_CUDA": true,
+        "CUDA_ARCH": "sm_89",
+        "CMAKE_CUDA_ARCHITECTURES": "89"
+      }
+    },
+    {
+      "name": "gnu-release-cuda",
+      "displayName": "GNU release cuda",
+      "inherits": "gnu-release-mpi",
+      "cacheVariables": {
+        "CMAKE_C_COMPILER": "gcc-12",
+        "CMAKE_CXX_COMPILER": "g++-12",
+        "CMAKE_CUDA_HOST_COMPILER": "g++-12",
+        "SEMBA_DGTD_ENABLE_CUDA": "ON",
+        "MFEM_USE_CUDA": true,
+        "CUDA_ARCH": "sm_89",
+        "CMAKE_CUDA_ARCHITECTURES": "89"
+      }
     }
   ],
   "buildPresets": [
@@ -80,6 +154,36 @@
       "configurePreset": "x64-Release",
       "configuration": "Release",
       "jobs": 4
+    },
+    {
+      "name": "build-gnu-release-cuda",
+      "configurePreset": "gnu-release-cuda",
+      "jobs": 12
+    },
+    {
+      "name": "build-gnu-debug-cuda",
+      "configurePreset": "gnu-debug-cuda",
+      "jobs": 12
+    },
+    {
+      "name": "build-gnu-release-mpi",
+      "configurePreset": "gnu-release-mpi",
+      "jobs": 12
+    },
+    {
+      "name": "build-gnu-debug-mpi",
+      "configurePreset": "gnu-debug-mpi",
+      "jobs": 12
+    },
+    {
+      "name": "build-gnu-release-cpu",
+      "configurePreset": "gnu-release-cpu",
+      "jobs": 12
+    },
+    {
+      "name": "build-gnu-debug-cpu",
+      "configurePreset": "gnu-debug-cpu",
+      "jobs": 12
     }
   ]
 }

pythonBindings/maxwell_solver_binding.cpp

@@ -8,14 +8,15 @@ using namespace maxwell;
 
 PYBIND11_MODULE(maxwell_solver, m) {
 
-    py::enum_<FluxType>(m, "FluxType")
-        .value("Centered", FluxType::Centered)
-        .value("Upwind", FluxType::Upwind)
+    py::enum_<EvolutionOperatorType>(m, "EvolutionOperatorType")
+        .value("maxwell", EvolutionOperatorType::Maxwell)
+        .value("global", EvolutionOperatorType::Global)
+        .value("hesthaven", EvolutionOperatorType::Hesthaven)
         ;
 
     py::class_<EvolutionOptions>(m, "EvolutionOptions")
         .def(py::init<>())
-        .def_readwrite("fluxType",    &EvolutionOptions::fluxType)
+        .def_readwrite("alpha",       &EvolutionOptions::alpha)
         .def_readwrite("spectral",    &EvolutionOptions::spectral)
         .def_readwrite("eigenvals",   &EvolutionOptions::eigenvals)
         .def_readwrite("marketFile",  &EvolutionOptions::marketFile)

resources/meshFixer3D.py

@@ -31,7 +31,7 @@
 for i in range(int(maxElements)):
     temp_list = lines[i+firstElementIdx].strip().split()
 
-    if (temp_list[1] == "15" or temp_list[1] == "1" or temp_list[1] == "26"):
+    if (temp_list[1] == "1" or temp_list[1] == "8" or temp_list[1] == "15" or temp_list[1] == "26" or temp_list[1] == "27" or temp_list[1] == "28" ):
         elementsToDelete += 1
     else:
         temp_list[3] = temp_list[4]