OpmGpuILU0.hpp

/*
  Copyright 2024 SINTEF AS

  This file is part of the Open Porous Media project (OPM).

  OPM is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  OPM is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with OPM.  If not, see <http://www.gnu.org/licenses/>.
*/
#ifndef OPM_GPUILU0_OPM_Impl_HPP
#define OPM_GPUILU0_OPM_Impl_HPP

#include <memory>
#include <opm/grid/utility/SparseTable.hpp>
#include <opm/simulators/linalg/PreconditionerWithUpdate.hpp>
#include <opm/simulators/linalg/gpuistl/GpuSparseMatrixWrapper.hpp>
#include <opm/simulators/linalg/gpuistl/GpuVector.hpp>
#include <opm/simulators/linalg/gpuistl/gpu_resources.hpp>
#include <opm/simulators/linalg/gpuistl/detail/kernel_enums.hpp>
#include <optional>
#include <type_traits>
#include <vector>


namespace Opm::gpuistl
{
template <class CPUMatrixT, class X, class Y, int l = 1>
class OpmGpuILU0 : public Dune::PreconditionerWithUpdate<X, Y>
{
public:
    using domain_type = X;
    using range_type = Y;
    using field_type = typename X::field_type;
    using GpuMatrix = GpuSparseMatrixWrapper<field_type>;
    using FloatMat = GpuSparseMatrixWrapper<float>;

    using matrix_type = GpuMatrix;


    explicit OpmGpuILU0(const GpuMatrix& gpuMatrix,
                        const CPUMatrixT& cpuMatrix,
                        bool splitMatrix,
                        bool tuneKernels,
                        int mixedPrecisionScheme);

    void pre(X& x, Y& b) override;

    void apply(X& v, const Y& d) override;

    void post(X& x) override;

    Dune::SolverCategory::Category category() const override;

    void update() final;

    void reorderAndSplitMatrix(int moveThreadBlockSize);

    void LUFactorizeMatrix(int factorizationThreadBlockSize);

    void tuneThreadBlockSizes();

    static constexpr bool shouldCallPre()
    {
        return false;
    }

    static constexpr bool shouldCallPost()
    {
        return false;
    }

    virtual bool hasPerfectUpdate() const override {
        return true;
    }


private:
    void apply(X& v, const Y& d, int lowerSolveThreadBlockSize, int upperSolveThreadBlockSize);
    void update(int moveThreadBlockSize, int factorizationThreadBlockSize);

    static constexpr const size_t blocksize_ = CPUMatrixT::block_type::cols;
    Opm::SparseTable<size_t> m_levelSets;
    std::vector<int> m_reorderedToNatural;
    std::vector<int> m_naturalToReordered;
    const GpuMatrix& m_gpuMatrix;
    std::unique_ptr<GpuMatrix> m_gpuReorderedLU;
    std::unique_ptr<GpuMatrix> m_gpuMatrixReorderedLower;
    std::unique_ptr<GpuMatrix> m_gpuMatrixReorderedUpper;
    std::unique_ptr<FloatMat> m_gpuMatrixReorderedLowerFloat;
    std::unique_ptr<FloatMat> m_gpuMatrixReorderedUpperFloat;
    std::optional<GpuVector<float>> m_gpuMatrixReorderedDiagFloat;
    std::optional<GpuVector<field_type>> m_gpuMatrixReorderedDiag;
    GpuVector<int> m_gpuNaturalToReorder;
    GpuVector<int> m_gpuReorderToNatural;
    GpuVector<field_type> m_gpuDInv;
    bool m_splitMatrix;
    bool m_tuneThreadBlockSizes;
    const MatrixStorageMPScheme m_mixedPrecisionScheme;
    int m_upperSolveThreadBlockSize = -1;
    int m_lowerSolveThreadBlockSize = -1;
    int m_moveThreadBlockSize = -1;
    int m_ILU0FactorizationThreadBlockSize = -1;

    // Graphs for Apply
    std::map<std::pair<field_type*, const field_type*>, GPUGraph> m_apply_graphs;
    std::map<std::pair<field_type*, const field_type*>, GPUGraphExec> m_executableGraphs;

    // Stream for the DILU operations on the GPU
    GPUStream m_stream{};
    // Events for synchronization with main stream
    GPUEvent m_before{};
    GPUEvent m_after{};
};
} // end namespace Opm::gpuistl

#endif