OpmGpuILU0.hpp

Go to the documentation of this file.

/*
  Copyright 2024 SINTEF AS
 
  This file is part of the Open Porous Media project (OPM).
 
  OPM is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.
 
  OPM is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.
 
  You should have received a copy of the GNU General Public License
  along with OPM.  If not, see <http://www.gnu.org/licenses/>.
*/
#ifndef OPM_GPUILU0_OPM_Impl_HPP
#define OPM_GPUILU0_OPM_Impl_HPP
 
#include <memory>
#include <opm/grid/utility/SparseTable.hpp>
#include <opm/simulators/linalg/PreconditionerWithUpdate.hpp>
#include <opm/simulators/linalg/gpuistl/GpuSparseMatrix.hpp>
#include <opm/simulators/linalg/gpuistl/GpuVector.hpp>
#include <optional>
#include <type_traits>
#include <vector>
 
 
namespace Opm::gpuistl
{
template <class M, class X, class Y, int l = 1>
class OpmGpuILU0 : public Dune::PreconditionerWithUpdate<X, Y>
{
public:
    using matrix_type = typename std::remove_const<M>::type;
    using domain_type = X;
    using range_type = Y;
    using field_type = typename X::field_type;
    using CuMat = GpuSparseMatrix<field_type>;
 
    explicit OpmGpuILU0(const M& A, bool splitMatrix, bool tuneKernels);
 
    void pre(X& x, Y& b) override;
 
    void apply(X& v, const Y& d) override;
 
    void post(X& x) override;
 
    Dune::SolverCategory::Category category() const override;
 
    void update() final;
 
    void LUFactorizeAndMoveData(int moveThreadBlockSize, int factorizationThreadBlockSize);
 
    void tuneThreadBlockSizes();
 
    static constexpr bool shouldCallPre()
    {
        return false;
    }
 
    static constexpr bool shouldCallPost()
    {
        return false;
    }
 
    virtual bool hasPerfectUpdate() const override {
        return true;
    }
 
 
private:
    void apply(X& v, const Y& d, int lowerSolveThreadBlockSize, int upperSolveThreadBlockSize);
    void update(int moveThreadBlockSize, int factorizationThreadBlockSize);
    const M& m_cpuMatrix;
    static constexpr const size_t blocksize_ = matrix_type::block_type::cols;
    Opm::SparseTable<size_t> m_levelSets;
    std::vector<int> m_reorderedToNatural;
    std::vector<int> m_naturalToReordered;
    CuMat m_gpuMatrix;
    std::unique_ptr<CuMat> m_gpuReorderedLU;
    std::unique_ptr<CuMat> m_gpuMatrixReorderedLower;
    std::unique_ptr<CuMat> m_gpuMatrixReorderedUpper;
    std::optional<GpuVector<field_type>> m_gpuMatrixReorderedDiag;
    GpuVector<int> m_gpuNaturalToReorder;
    GpuVector<int> m_gpuReorderToNatural;
    GpuVector<field_type> m_gpuDInv;
    bool m_splitMatrix;
    bool m_tuneThreadBlockSizes;
    int m_upperSolveThreadBlockSize = -1;
    int m_lowerSolveThreadBlockSize = -1;
    int m_moveThreadBlockSize = -1;
    int m_ILU0FactorizationThreadBlockSize = -1;
};
} // end namespace Opm::gpuistl
 
#endif