Refactor sparse solver framework and prepare for new backend options

.github/workflows/test-on-pr.yml

@@ -1,16 +1,24 @@
 name: Run Test
 
 on:
-  pull_request:
+  push:
     branches:
       - main
-  push:
+      - master
+  pull_request:
+    types: [opened, synchronize, reopened, ready_for_review]
     branches:
-      - '**'
+      - main
+      - master
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
 
 jobs:
   run-golden-record:
     runs-on: ubuntu-24.04
+    if: github.event_name == 'push' || (github.event_name == 'pull_request' && github.event.pull_request.draft == false)
 
     env:
       CC: gcc
@@ -24,18 +32,38 @@
 
       - name: Set up Python 3
         run: |
-          sudo apt-get update -y
-          sudo apt-get install -y -q --no-install-recommends python3-dev
           python -m pip install --upgrade pip
           pip install numpy
 
-      - name: Install required packages
+      - name: Cache apt packages
+        uses: awalsh128/cache-apt-pkgs-action@v1
+        with:
+          packages: git cmake make ninja-build gcc g++ gfortran jq libopenblas-dev liblapack-dev libsuitesparse-dev libfftw3-dev libgsl-dev libhdf5-dev libnetcdf-dev libnetcdff-dev python3-dev libevent-dev libnuma-dev libhwloc-dev libnl-3-dev libnl-route-3-dev libltdl-dev openmpi-bin openmpi-common libopenmpi-dev
+          version: 1.0
+          execute_install_scripts: true
+
+      - name: Ensure BLAS and MPI are properly configured
         run: |
-          sudo apt update
-          sudo apt install git cmake make ninja-build gcc g++ gfortran jq
-          sudo apt install openmpi-bin openmpi-common libopenmpi-dev
-          sudo apt install libopenblas-dev libsuitesparse-dev
-          sudo apt install libfftw3-dev libgsl-dev libhdf5-dev libnetcdf-dev libnetcdff-dev
+          # Fallback installation to ensure pkg-config files are present
+          sudo apt-get update
+          sudo apt-get install -y --reinstall libopenblas-dev pkg-config
+          sudo apt-get install -y --reinstall openmpi-bin openmpi-common libopenmpi-dev
+
+          # Verify BLAS can be found
+          pkg-config --exists openblas && echo "OpenBLAS pkg-config found" || echo "Warning: OpenBLAS pkg-config not found"
+
+          # Verify MPI can be found
+          pkg-config --exists ompi && echo "OpenMPI pkg-config found" || echo "Warning: OpenMPI pkg-config not found"
+          which mpifort && echo "mpifort found at: $(which mpifort)" || echo "Warning: mpifort not found"
+
+          # Set environment variables to help CMake
+          echo "BLA_VENDOR=OpenBLAS" >> $GITHUB_ENV
+          echo "MPI_HOME=/usr" >> $GITHUB_ENV
+
+      - name: Set up Python 3
+        run: |
+          python -m pip install --upgrade pip
+          pip install numpy
 
       - name: Clone test data
         id: data
@@ -63,6 +91,7 @@
           cd python
           pip install -e .
 
+
       - name: Build NEO-2 (current version)
         id: build
         run: |

.github/workflows/unit-tests-coverage.yml

@@ -0,0 +1,123 @@
+name: Unit Tests with Coverage
+
+on:
+  push:
+    branches:
+      - main
+      - master
+  pull_request:
+    types: [opened, synchronize, reopened, ready_for_review]
+    branches:
+      - main
+      - master
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  unit-tests-coverage:
+    runs-on: ubuntu-24.04
+    if: github.event_name == 'push' || (github.event_name == 'pull_request' && github.event.pull_request.draft == false)
+
+    env:
+      CC: gcc
+      CXX: g++
+      FC: gfortran
+      MPI_HOME: /usr
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Cache apt packages
+        uses: awalsh128/cache-apt-pkgs-action@v1
+        with:
+          packages: git cmake make ninja-build gcc g++ gfortran jq lcov libopenblas-dev liblapack-dev libsuitesparse-dev libfftw3-dev libgsl-dev libhdf5-dev libnetcdf-dev libnetcdff-dev python3-dev libevent-dev libnuma-dev libhwloc-dev libnl-3-dev libnl-route-3-dev libltdl-dev openmpi-bin openmpi-common libopenmpi-dev
+          version: 1.0
+          execute_install_scripts: true
+
+      - name: Ensure BLAS and MPI are properly configured
+        run: |
+          # Fallback installation to ensure pkg-config files are present
+          sudo apt-get update
+          sudo apt-get install -y --reinstall libopenblas-dev pkg-config
+          sudo apt-get install -y --reinstall openmpi-bin openmpi-common libopenmpi-dev
+
+          # Verify BLAS can be found
+          pkg-config --exists openblas && echo "OpenBLAS pkg-config found" || echo "Warning: OpenBLAS pkg-config not found"
+
+          # Verify MPI can be found
+          pkg-config --exists ompi && echo "OpenMPI pkg-config found" || echo "Warning: OpenMPI pkg-config not found"
+          which mpifort && echo "mpifort found at: $(which mpifort)" || echo "Warning: mpifort not found"
+
+          # Set environment variables to help CMake
+          echo "BLA_VENDOR=OpenBLAS" >> $GITHUB_ENV
+          echo "MPI_HOME=/usr" >> $GITHUB_ENV
+
+      - name: Set up Python 3
+        run: |
+          python -m pip install --upgrade pip
+          pip install numpy lcov-cobertura
+
+
+
+      - name: Build NEO-2 with coverage flags
+        run: |
+          cmake --preset default -DCMAKE_BUILD_TYPE=Coverage
+          cmake --build --preset default
+
+      - name: Run unit tests with coverage
+        run: |
+          make test
+
+      - name: Generate coverage report
+        run: |
+          # Capture coverage data
+          cd build && lcov --capture --directory . --output-file coverage.info \
+            --rc branch_coverage=1 \
+            --rc geninfo_unexecuted_blocks=1 \
+            --ignore-errors inconsistent,mismatch,empty,unused
+
+          # Filter coverage data to include only source code
+          lcov --remove coverage.info \
+            '*/build/*' \
+            '*/TEST/*' \
+            '*/libneo/*' \
+            '*/thirdparty/*' \
+            '*/DOC/*' \
+            '*/MULTI-SPEC-TOOLS/*' \
+            '*/tools/*' \
+            '/usr/*' \
+            '/tmp/*' \
+            --output-file coverage_filtered.info \
+            --rc branch_coverage=1 \
+            --ignore-errors unused,empty
+
+          # Generate XML for Codecov
+          lcov_cobertura coverage_filtered.info -o coverage.xml
+
+          # Show coverage summary
+          echo "=== Coverage Summary ===" >> $GITHUB_STEP_SUMMARY
+          lcov --summary coverage_filtered.info >> $GITHUB_STEP_SUMMARY || echo "No coverage data found" >> $GITHUB_STEP_SUMMARY
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v4
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          file: ./build/coverage.xml
+          flags: unittests
+          name: unit-tests-coverage
+          fail_ci_if_error: false
+          verbose: true
+
+      - name: Upload coverage artifacts
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-reports
+          path: |
+            build/coverage.info
+            build/coverage_filtered.info
+            build/coverage.xml
+          retention-days: 7

.gitignore

@@ -66,3 +66,16 @@ DOC/latex/*
 build/cmake_install.cmake
 
 .DS_Store
+
+# Ignore coverage files and reports
+*.gcov
+*.gcda
+*.gcno
+coverage.info
+coverage_filtered.info
+coverage.xml
+
+# Ignore test output directories  
+TEST/Testing/
+*/TEST/Testing/
+*/*/TEST/Testing/