BISAI.hpp

Go to the documentation of this file.

/*
  Copyright 2022 Equinor ASA
 
  This file is part of the Open Porous Media project (OPM).
 
  OPM is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.
 
  OPM is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.
 
  You should have received a copy of the GNU General Public License
  along with OPM.  If not, see <http://www.gnu.org/licenses/>.
*/
 
#ifndef BISAI_HPP
#define BISAI_HPP
 
#include <mutex>
 
#include <opm/simulators/linalg/bda/opencl/opencl.hpp>
#include <opm/simulators/linalg/bda/opencl/BILU0.hpp>
#include <opm/simulators/linalg/bda/opencl/Preconditioner.hpp>
 
namespace Opm
{
namespace Accelerator
{
 
class BlockedMatrix;
 
template <unsigned int block_size>
class BISAI : public Preconditioner<block_size>
{
    typedef Preconditioner<block_size> Base;
 
    using Base::N;
    using Base::Nb;
    using Base::nnz;
    using Base::nnzb;
    using Base::verbosity;
    using Base::context;
    using Base::queue;
    using Base::events;
    using Base::err;
 
private:
    std::once_flag initialize;
 
    std::vector<int> colPointers;
    std::vector<int> rowIndices;
    std::vector<int> diagIndex;
    std::vector<int> csrToCscOffsetMap;
    std::vector<double> invLvals;
    std::vector<double> invUvals;
 
    cl::Buffer d_colPointers;
    cl::Buffer d_rowIndices;
    cl::Buffer d_csrToCscOffsetMap;
    cl::Buffer d_diagIndex;
    cl::Buffer d_LUvals;
    cl::Buffer d_invDiagVals;
    cl::Buffer d_invLvals;
    cl::Buffer d_invUvals;
    cl::Buffer d_invL_x;
 
    bool opencl_ilu_parallel;
    std::unique_ptr<BILU0<block_size> > bilu0;
 
    typedef struct{
        std::vector<int> subsystemPointers;
        std::vector<int> nzIndices;
        std::vector<int> knownRhsIndices;
        std::vector<int> unknownRhsIndices;
    } subsystemStructure;
 
    typedef struct{
        cl::Buffer subsystemPointers;
        cl::Buffer nzIndices;
        cl::Buffer knownRhsIndices;
        cl::Buffer unknownRhsIndices;
    } subsystemStructureGPU;
 
    subsystemStructure lower, upper;
    subsystemStructureGPU d_lower, d_upper;
 
    void buildLowerSubsystemsStructures();
 
    void buildUpperSubsystemsStructures();
 
public:
    BISAI(bool opencl_ilu_parallel, int verbosity);
 
    // set own Opencl variables, but also that of the bilu0 preconditioner
    void setOpencl(std::shared_ptr<cl::Context>& context, std::shared_ptr<cl::CommandQueue>& queue) override;
 
    // analysis, extract parallelism
    bool analyze_matrix(BlockedMatrix *mat) override;
    bool analyze_matrix(BlockedMatrix *mat, BlockedMatrix *jacMat) override;
 
    // ilu_decomposition
    bool create_preconditioner(BlockedMatrix *mat) override;
    bool create_preconditioner(BlockedMatrix *mat, BlockedMatrix *jacMat) override;
 
    // apply preconditioner, x = prec(y)
    void apply(const cl::Buffer& y, cl::Buffer& x) override;
};
 
std::vector<int> buildCsrToCscOffsetMap(std::vector<int> colPointers, std::vector<int> rowIndices);
 
} // namespace Accelerator
} // namespace Opm
 
#endif