pfespace.hpp

Go to the documentation of this file.

// Copyright (c) 2010, Lawrence Livermore National Security, LLC. Produced at
// the Lawrence Livermore National Laboratory. LLNL-CODE-443211. All Rights
// reserved. See file COPYRIGHT for details.
//
// This file is part of the MFEM library. For more information and source code
// availability see http://mfem.googlecode.com.
//
// MFEM is free software; you can redistribute it and/or modify it under the
// terms of the GNU Lesser General Public License (as published by the Free
// Software Foundation) version 2.1 dated February 1999.

#ifndef MFEM_PFESPACE
#define MFEM_PFESPACE

#include "../config/config.hpp"

#ifdef MFEM_USE_MPI

#include "../linalg/hypre.hpp"
#include "../mesh/pmesh.hpp"
#include "../mesh/nurbs.hpp"
#include "fespace.hpp"

namespace mfem
{

class ParFiniteElementSpace : public FiniteElementSpace
{
private:
   MPI_Comm MyComm;
   int NRanks, MyRank;

   ParMesh *pmesh;

   GroupCommunicator *gcomm;

   int ltdof_size;

   Array<int> ldof_group;

   Array<int> ldof_ltdof;

   Array<int> dof_offsets;

   Array<int> tdof_offsets;

   Array<int> tdof_nb_offsets;

   Array<int> ldof_sign;

   HypreParMatrix *P;

   ParNURBSExtension *pNURBSext()
   { return dynamic_cast<ParNURBSExtension *>(NURBSext); }

   GroupTopology &GetGroupTopo()
   { return (NURBSext) ? pNURBSext()->gtopo : pmesh->gtopo; }

   ParFiniteElementSpace(ParFiniteElementSpace &pf);

   // ldof_type = 0 : DOFs communicator, otherwise VDOFs communicator
   void GetGroupComm(GroupCommunicator &gcomm, int ldof_type,
                     Array<int> *ldof_sign = NULL);

   void GenerateGlobalOffsets();

   void ConstructTrueDofs();
   void ConstructTrueNURBSDofs();

   void ApplyLDofSigns(Array<int> &dofs) const;

public:
   // Face-neighbor data
   int num_face_nbr_dofs;
   Table face_nbr_element_dof;
   Table face_nbr_gdof;
   // Local face-neighbor data
   Table send_face_nbr_ldof;

   ParFiniteElementSpace(ParMesh *pm, const FiniteElementCollection *f,
                         int dim = 1, int order = Ordering::byNODES);

   MPI_Comm GetComm() { return MyComm; }
   int GetNRanks() { return NRanks; }
   int GetMyRank() { return MyRank; }

   inline ParMesh *GetParMesh() { return pmesh; }

   int TrueVSize()          { return ltdof_size; }
   int *GetDofOffsets()     { return dof_offsets; }
   int *GetTrueDofOffsets() { return tdof_offsets; }
   int GlobalVSize()        { return Dof_TrueDof_Matrix()->GetGlobalNumRows(); }
   int GlobalTrueVSize()    { return Dof_TrueDof_Matrix()->GetGlobalNumCols(); }
   int GetDofSign(int i)    { return NURBSext ? 1 : ldof_sign[VDofToDof(i)]; }

   virtual void GetElementDofs(int i, Array<int> &dofs) const;

   virtual void GetBdrElementDofs(int i, Array<int> &dofs) const;

   virtual void GetFaceDofs(int i, Array<int> &dofs) const;

   HypreParMatrix *Dof_TrueDof_Matrix();

   HypreParVector *NewTrueDofVector()
   { return (new HypreParVector(MyComm,GlobalTrueVSize(),GetTrueDofOffsets()));}

   void DivideByGroupSize(double *vec);

   GroupCommunicator &GroupComm() { return *gcomm; }

   GroupCommunicator *ScalarGroupComm();

   void Synchronize(Array<int> &ldof_marker) const;

   virtual void GetEssentialVDofs(const Array<int> &bdr_attr_is_ess,
                                  Array<int> &ess_dofs) const;

   int GetLocalTDofNumber(int ldof);
   int GetGlobalTDofNumber(int ldof);
   int GetGlobalScalarTDofNumber(int sldof);
   int GetMyDofOffset();

   // Face-neighbor functions
   void ExchangeFaceNbrData();
   int GetFaceNbrVSize() const { return num_face_nbr_dofs; }
   void GetFaceNbrElementVDofs(int i, Array<int> &vdofs) const;
   const FiniteElement *GetFaceNbrFE(int i) const;
   int *GetFaceNbrGlobalDofMap() { return face_nbr_gdof.GetJ(); }

   void Lose_Dof_TrueDof_Matrix();
   void LoseDofOffsets() { dof_offsets.LoseData(); }
   void LoseTrueDofOffsets() { tdof_offsets.LoseData(); }

   virtual void Update();
   virtual FiniteElementSpace *SaveUpdate();

   virtual ~ParFiniteElementSpace() { delete gcomm; delete P; }
};

}

#endif // MFEM_USE_MPI

#endif