gpu_preconditioner_utils.hpp

/*
  Copyright 2025 Equinor ASA

  This file is part of the Open Porous Media project (OPM).

  OPM is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  OPM is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with OPM.  If not, see <http://www.gnu.org/licenses/>.
*/

#ifndef OPM_GPUISTL_DETAIL_GPU_PRECONDITIONER_UTILS_HEADER
#define OPM_GPUISTL_DETAIL_GPU_PRECONDITIONER_UTILS_HEADER

#include <opm/simulators/linalg/gpuistl/GpuSparseMatrix.hpp>

#include <dune/istl/bcrsmatrix.hh>


namespace Opm::gpuistl::detail {

template<class Operator, class BlockType>
Dune::BCRSMatrix<BlockType> makeCPUMatrix(const Operator& op) {
    // TODO: Make this more efficient. Maybe we can simply copy the memory areas directly?
    //       Do note that this function is anyway going away when we have a GPU
    //       constructor for the preconditioners, so it is not a priority.
    const auto& gpuMatrix = op.getmat();

    const auto nonZeros = gpuMatrix.getNonZeroValues().asStdVector();
    const auto rowIndices = gpuMatrix.getRowIndices().asStdVector();
    const auto columnIndices = gpuMatrix.getColumnIndices().asStdVector();

    const auto numberOfNonZeroes = gpuMatrix.nonzeroes();
    const auto N = gpuMatrix.N();

    Dune::BCRSMatrix<BlockType> matrix(N, N, numberOfNonZeroes, Dune::BCRSMatrix<BlockType>::row_wise);
    for (auto row = matrix.createbegin(); row != matrix.createend(); ++row) {
        for (auto j = rowIndices[row.index()]; j != rowIndices[row.index() + 1]; ++j) {
            const auto columnIndex = columnIndices[j];
            row.insert(columnIndex);
        }
    }

    for (std::size_t i = 0; i < N; ++i) {
        for (auto j = rowIndices[i]; j != rowIndices[i + 1]; ++j) {
            const auto columnIndex = columnIndices[j];
            // Now it gets a bit tricky, first we need to fetch the block matrix
            BlockType blockMatrix;
            constexpr static auto rows = BlockType::rows;

            for (std::size_t k = 0; k < rows; ++k) {
                for (std::size_t l = 0; l < rows; ++l) {
                    blockMatrix[k][l] = nonZeros[j * rows * rows + k * rows + l];
                }
            }
            matrix[i][columnIndex] = blockMatrix;
        }
    }

    return matrix;
}


} // namespace Opm::gpuistl::detail

#endif // OPM_GPUISTL_DETAIL_GPU_PRECONDITIONER_UTILS_HEADER