process_grid.h

// ---------------------------------------------------------------------
//
// Copyright (C) 2017 - 2018 by the deal.II authors
//
// This file is part of the deal.II library.
//
// The deal.II library is free software; you can use it, redistribute
// it, and/or modify it under the terms of the GNU Lesser General
// Public License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
// The full text of the license can be found in the file LICENSE.md at
// the top level directory of deal.II.
//
// ---------------------------------------------------------------------

#ifndef dealii_process_grid_h
#define dealii_process_grid_h

#include <deal.II/base/config.h>

#include <deal.II/base/exceptions.h>
#include <deal.II/base/mpi.h>

#ifdef DEAL_II_WITH_SCALAPACK

DEAL_II_NAMESPACE_OPEN


// Forward declaration of class ScaLAPACKMatrix for ProcessGrid
template <typename NumberType>
class ScaLAPACKMatrix;


namespace Utilities
{
  namespace MPI
  {
    class ProcessGrid
    {
    public:
      template <typename NumberType>
      friend class ::ScaLAPACKMatrix;

      ProcessGrid(MPI_Comm           mpi_communicator,
                  const unsigned int n_rows,
                  const unsigned int n_columns);

      ProcessGrid(MPI_Comm           mpi_communicator,
                  const unsigned int n_rows_matrix,
                  const unsigned int n_columns_matrix,
                  const unsigned int row_block_size,
                  const unsigned int column_block_size);

      ~ProcessGrid();

      unsigned int
      get_process_grid_rows() const;

      unsigned int
      get_process_grid_columns() const;

      template <typename NumberType>
      void
      send_to_inactive(NumberType *value, const int count = 1) const;

      bool
      is_process_active() const;

    private:
      ProcessGrid(MPI_Comm                                     mpi_communicator,
                  const std::pair<unsigned int, unsigned int> &grid_dimensions);

      MPI_Comm mpi_communicator;

      MPI_Comm mpi_communicator_inactive_with_root;

      int blacs_context;

      const unsigned int this_mpi_process;

      const unsigned int n_mpi_processes;

      int n_process_rows;

      int n_process_columns;

      int this_process_row;

      int this_process_column;

      bool mpi_process_is_active;
    };

    /*--------------------- Inline functions --------------------------------*/

#  ifndef DOXYGEN

    inline unsigned int
    ProcessGrid::get_process_grid_rows() const
    {
      return n_process_rows;
    }



    inline unsigned int
    ProcessGrid::get_process_grid_columns() const
    {
      return n_process_columns;
    }



    inline bool
    ProcessGrid::is_process_active() const
    {
      return mpi_process_is_active;
    }


#  endif // ifndef DOXYGEN

  } // end of namespace MPI

} // end of namespace Utilities


DEAL_II_NAMESPACE_CLOSE

#endif // DEAL_II_WITH_SCALAPACK

#endif