GpuBridge.hpp

/*
  Copyright 2019 Equinor ASA

  This file is part of the Open Porous Media project (OPM).

  OPM is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  OPM is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with OPM.  If not, see <http://www.gnu.org/licenses/>.
*/

#ifndef GPUBRIDGE_HEADER_INCLUDED
#define GPUBRIDGE_HEADER_INCLUDED

#include "dune/istl/solver.hh" // for struct InverseOperatorResult

#include <opm/simulators/linalg/gpubridge/GpuSolver.hpp>

namespace Opm
{

template<class Scalar> class WellContributions;

typedef Dune::InverseOperatorResult InverseOperatorResult;

template <class BridgeMatrix, class BridgeVector, int block_size>
class GpuBridge
{
private:
    using Scalar = typename BridgeVector::field_type;
    int verbosity = 0;
    bool use_gpu = false;
    std::string accelerator_mode;
    std::unique_ptr<Accelerator::GpuSolver<Scalar,block_size>> backend;
    std::shared_ptr<Accelerator::BlockedMatrix<Scalar>> matrix;  // 'stores' matrix, actually points to h_rows, h_cols and the received BridgeMatrix for the nonzeroes
    std::shared_ptr<Accelerator::BlockedMatrix<Scalar>> jacMatrix;  // 'stores' preconditioner matrix, actually points to h_rows, h_cols and the received BridgeMatrix for the nonzeroes
    std::vector<int> h_rows, h_cols;  // store the sparsity pattern of the matrix
    std::vector<int> h_jacRows, h_jacCols;  // store the sparsity pattern of the jacMatrix
    std::vector<typename BridgeMatrix::size_type> diagIndices;   // contains offsets of the diagonal blocks wrt start of the row, used for replaceZeroDiagonal()
    std::vector<typename BridgeMatrix::size_type> jacDiagIndices;   // same but for jacMatrix

public:
    GpuBridge(std::string accelerator_mode,
              int linear_solver_verbosity,
              int maxit,
              Scalar tolerance,
              unsigned int platformID,
              unsigned int deviceID,
              bool opencl_ilu_parallel,
              std::string linsolver);


    void solve_system(BridgeMatrix* bridgeMat,
                      BridgeMatrix* jacMat,
                      int numJacobiBlocks,
                      BridgeVector& b,
                      WellContributions<Scalar>& wellContribs,
                      InverseOperatorResult &result);

    void get_result(BridgeVector &x);

    bool getUseGpu()
    {
        return use_gpu;
    }

    static void copySparsityPatternFromISTL(const BridgeMatrix& mat,
                                            std::vector<int>& h_rows,
                                            std::vector<int>& h_cols);

    void initWellContributions(WellContributions<Scalar>& wellContribs, unsigned N);

    std::string getAccleratorName()
    {
        return accelerator_mode;
    }
}; // end class GpuBridge

}

#endif