navier_solver.hpp

Go to the documentation of this file.

// Copyright (c) 2010-2024, Lawrence Livermore National Security, LLC. Produced
// at the Lawrence Livermore National Laboratory. All Rights reserved. See files
// LICENSE and NOTICE for details. LLNL-CODE-806117.
//
// This file is part of the MFEM library. For more information and source code
// availability visit https://mfem.org.
//
// MFEM is free software; you can redistribute it and/or modify it under the
// terms of the BSD-3 license. We welcome feedback and contributions, see file
// CONTRIBUTING.md for details.
 
#ifndef MFEM_NAVIER_SOLVER_HPP
#define MFEM_NAVIER_SOLVER_HPP
 
#define NAVIER_VERSION 0.1
 
#include "mfem.hpp"
 
namespace mfem
{
namespace navier
{
using VecFuncT = void(const Vector &x, real_t t, Vector &u);
using ScalarFuncT = real_t(const Vector &x, real_t t);
 
/// Container for a Dirichlet boundary condition of the velocity field.
class VelDirichletBC_T
{
public:
   VelDirichletBC_T(Array<int> attr, VectorCoefficient *coeff)
      : attr(attr), coeff(coeff)
   {}
 
   VelDirichletBC_T(VelDirichletBC_T &&obj)
   {
      // Deep copy the attribute array
      this->attr = obj.attr;
 
      // Move the coefficient pointer
      this->coeff = obj.coeff;
      obj.coeff = nullptr;
   }
 
   ~VelDirichletBC_T() { delete coeff; }
 
   Array<int> attr;
   VectorCoefficient *coeff;
};
 
/// Container for a Dirichlet boundary condition of the pressure field.
class PresDirichletBC_T
{
public:
   PresDirichletBC_T(Array<int> attr, Coefficient *coeff)
      : attr(attr), coeff(coeff)
   {}
 
   PresDirichletBC_T(PresDirichletBC_T &&obj)
   {
      // Deep copy the attribute array
      this->attr = obj.attr;
 
      // Move the coefficient pointer
      this->coeff = obj.coeff;
      obj.coeff = nullptr;
   }
 
   ~PresDirichletBC_T() { delete coeff; }
 
   Array<int> attr;
   Coefficient *coeff;
};
 
/// Container for an acceleration term.
class AccelTerm_T
{
public:
   AccelTerm_T(Array<int> attr, VectorCoefficient *coeff)
      : attr(attr), coeff(coeff)
   {}
 
   AccelTerm_T(AccelTerm_T &&obj)
   {
      // Deep copy the attribute array
      this->attr = obj.attr;
 
      // Move the coefficient pointer
      this->coeff = obj.coeff;
      obj.coeff = nullptr;
   }
 
   ~AccelTerm_T() { delete coeff; }
 
   Array<int> attr;
   VectorCoefficient *coeff;
};
 
/// Transient incompressible Navier Stokes solver in a split scheme formulation.
/**
 * This implementation of a transient incompressible Navier Stokes solver uses
 * the non-dimensionalized formulation. The coupled momentum and
 * incompressibility equations are decoupled using the split scheme described in
 * [1]. This leads to three solving steps.
 *
 * 1. An extrapolation step for all nonlinear terms which are treated
 *    explicitly. This step avoids a fully coupled nonlinear solve and only
 *    requires a solve of the mass matrix in velocity space $M_v^{-1}$. On
 *    the other hand this introduces a CFL stability condition on the maximum
 *    timestep.
 *
 * 2. A Poisson solve $S_p^{-1}$.
 *
 * 3. A Helmholtz like solve $(M_v - \partial t K_v)^{-1}$.
 *
 * The numerical solver setup for each step are as follows.
 *
 * $M_v^{-1}$ is solved using CG with Jacobi as preconditioner.
 *
 * $S_p^{-1}$ is solved using CG with AMG applied to the low order refined
 * (LOR) assembled pressure Poisson matrix. To avoid assembling a matrix for
 * preconditioning, one can use p-MG as an alternative (NYI).
 *
 * $(M_v - \partial t K_v)^{-1}$ due to the CFL condition we expect the time
 * step to be small. Therefore this is solved using CG with Jacobi as
 * preconditioner. For large time steps a preconditioner like AMG or p-MG should
 * be used (NYI).
 *
 * Statements marked with NYI mean this feature is planned but Not Yet
 * Implemented.
 *
 * A detailed description is available in [1] section 4.2. The algorithm is
 * originated from [2].
 *
 * [1] Michael Franco, Jean-Sylvain Camier, Julian Andrej, Will Pazner (2020)
 * High-order matrix-free incompressible flow solvers with GPU acceleration and
 * low-order refined preconditioners (https://arxiv.org/abs/1910.03032)
 *
 * [2] A. G. Tomboulides, J. C. Y. Lee & S. A. Orszag (1997) Numerical
 * Simulation of Low Mach Number Reactive Flows
 */
class NavierSolver
{
public:
   /// Initialize data structures, set FE space order and kinematic viscosity.
   /**
    * The ParMesh @a mesh can be a linear or curved parallel mesh. The @a order
    * of the finite element spaces is this algorithm is of equal order
    * $(P_N)^d P_N$ for velocity and pressure respectively. This means the
    * pressure is in discretized in the same space (just scalar instead of a
    * vector space) as the velocity.
    *
    * Kinematic viscosity (dimensionless) is set using @a kin_vis and
    * automatically converted to the Reynolds number. If you want to set the
    * Reynolds number directly, you can provide the inverse.
    */
   NavierSolver(ParMesh *mesh, int order, real_t kin_vis);
 
   /// Initialize forms, solvers and preconditioners.
   void Setup(real_t dt);
 
   /// Compute solution at the next time step t+dt.
   /**
    * This method can be called with the default value @a provisional which
    * always accepts the computed time step by automatically calling
    * UpdateTimestepHistory.
    *
    * If @a provisional is set to true, the solution at t+dt is not accepted
    * automatically and the application code has to call UpdateTimestepHistory
    * and update the @a time variable accordingly.
    *
    * The application code can check the provisional step by retrieving the
    * GridFunction with the method GetProvisionalVelocity. If the check fails,
    * it is possible to retry the step with a different time step by not
    * calling UpdateTimestepHistory and calling this method with the previous
    * @a time and @a cur_step.
    *
    * The method and parameter choices are based on [1].
    *
    * [1] D. Wang, S.J. Ruuth (2008) Variable step-size implicit-explicit
    * linear multistep methods for time-dependent partial differential
    * equations
    */
   void Step(real_t &time, real_t dt, int cur_step, bool provisional = false);
 
   /// Return a pointer to the provisional velocity ParGridFunction.
   ParGridFunction *GetProvisionalVelocity() { return &un_next_gf; }
 
   /// Return a pointer to the current velocity ParGridFunction.
   ParGridFunction *GetCurrentVelocity() { return &un_gf; }
 
   /// Return a pointer to the current pressure ParGridFunction.
   ParGridFunction *GetCurrentPressure() { return &pn_gf; }
 
   /// Add a Dirichlet boundary condition to the velocity field.
   void AddVelDirichletBC(VectorCoefficient *coeff, Array<int> &attr);
 
   void AddVelDirichletBC(VecFuncT *f, Array<int> &attr);
 
   /// Add a Dirichlet boundary condition to the pressure field.
   void AddPresDirichletBC(Coefficient *coeff, Array<int> &attr);
 
   void AddPresDirichletBC(ScalarFuncT *f, Array<int> &attr);
 
   /// Add an acceleration term to the RHS of the equation.
   /**
    * The VecFuncT @a f is evaluated at the current time t and extrapolated
    * together with the nonlinear parts of the Navier Stokes equation.
    */
   void AddAccelTerm(VectorCoefficient *coeff, Array<int> &attr);
 
   void AddAccelTerm(VecFuncT *f, Array<int> &attr);
 
   /// Enable partial assembly for every operator.
   void EnablePA(bool pa) { partial_assembly = pa; }
 
   /// Enable numerical integration rules. This means collocated quadrature at
   /// the nodal points.
   void EnableNI(bool ni) { numerical_integ = ni; }
 
   /// Print timing summary of the solving routine.
   /**
    * The summary shows the timing in seconds in the first row of
    *
    * 1. SETUP: Time spent for the setup of all forms, solvers and
    *    preconditioners.
    * 2. STEP: Time spent computing a full time step. It includes all three
    *    solves.
    * 3. EXTRAP: Time spent for extrapolation of all forcing and nonlinear
    *    terms.
    * 4. CURLCURL: Time spent for computing the curl curl term in the pressure
    *    Poisson equation (see references for detailed explanation).
    * 5. PSOLVE: Time spent in the pressure Poisson solve.
    * 6. HSOLVE: Time spent in the Helmholtz solve.
    *
    * The second row shows a proportion of a column relative to the whole
    * time step.
    */
   void PrintTimingData();
 
   ~NavierSolver();
 
   /// Compute $\nabla \times \nabla \times u$ for $u \in (H^1)^2$.
   void ComputeCurl2D(ParGridFunction &u,
                      ParGridFunction &cu,
                      bool assume_scalar = false);
 
   /// Compute $\nabla \times \nabla \times u$ for $u \in (H^1)^3$.
   void ComputeCurl3D(ParGridFunction &u, ParGridFunction &cu);
 
   /// Remove mean from a Vector.
   /**
    * Modify the Vector @a v by subtracting its mean using
    * $v = v - \frac{\sum_i^N v_i}{N} $
    */
   void Orthogonalize(Vector &v);
 
   /// Remove the mean from a ParGridFunction.
   /**
    * Modify the ParGridFunction @a v by subtracting its mean using
    * $ v = v - \int_\Omega \frac{v}{vol(\Omega)} dx $.
    */
   void MeanZero(ParGridFunction &v);
 
   /// Rotate entries in the time step and solution history arrays.
   void UpdateTimestepHistory(real_t dt);
 
   /// Set the maximum order to use for the BDF method.
   void SetMaxBDFOrder(int maxbdforder) { max_bdf_order = maxbdforder; };
 
   /// Compute CFL
   real_t ComputeCFL(ParGridFunction &u, real_t dt);
 
   /// Set the number of modes to cut off in the interpolation filter
   void SetCutoffModes(int c) { filter_cutoff_modes = c; }
 
   /// Set the interpolation filter parameter @a a
   /**
    * If @a a is > 0, the filtering algorithm for the velocity field after every
    * time step from [1] is used. The parameter should be 0 > @a >= 1.
    *
    * [1] Paul Fischer, Julia Mullen (2001) Filter-based stabilization of
    * spectral element methods
    */
   void SetFilterAlpha(real_t a) { filter_alpha = a; }
 
protected:
   /// Print information about the Navier version.
   void PrintInfo();
 
   /// Update the EXTk/BDF time integration coefficient.
   /**
    * Depending on which time step the computation is in, the EXTk/BDF time
    * integration coefficients have to be set accordingly. This allows
    * bootstrapping with a BDF scheme of order 1 and increasing the order each
    * following time step, up to order 3 (or whichever order is set in
    * SetMaxBDFOrder).
    */
   void SetTimeIntegrationCoefficients(int step);
 
   /// Eliminate essential BCs in an Operator and apply to RHS.
   void EliminateRHS(Operator &A,
                     ConstrainedOperator &constrainedA,
                     const Array<int> &ess_tdof_list,
                     Vector &x,
                     Vector &b,
                     Vector &X,
                     Vector &B,
                     int copy_interior = 0);
 
   /// Enable/disable debug output.
   bool debug = false;
 
   /// Enable/disable verbose output.
   bool verbose = true;
 
   /// Enable/disable partial assembly of forms.
   bool partial_assembly = false;
 
   /// Enable/disable numerical integration rules of forms.
   bool numerical_integ = false;
 
   /// The parallel mesh.
   ParMesh *pmesh = nullptr;
 
   /// The order of the velocity and pressure space.
   int order;
 
   /// Kinematic viscosity (dimensionless).
   real_t kin_vis;
 
   IntegrationRules gll_rules;
 
   /// Velocity $H^1$ finite element collection.
   FiniteElementCollection *vfec = nullptr;
 
   /// Pressure $H^1$ finite element collection.
   FiniteElementCollection *pfec = nullptr;
 
   /// Velocity $(H^1)^d$ finite element space.
   ParFiniteElementSpace *vfes = nullptr;
 
   /// Pressure $H^1$ finite element space.
   ParFiniteElementSpace *pfes = nullptr;
 
   ParNonlinearForm *N = nullptr;
 
   ParBilinearForm *Mv_form = nullptr;
 
   ParBilinearForm *Sp_form = nullptr;
 
   ParMixedBilinearForm *D_form = nullptr;
 
   ParMixedBilinearForm *G_form = nullptr;
 
   ParBilinearForm *H_form = nullptr;
 
   VectorGridFunctionCoefficient *FText_gfcoeff = nullptr;
 
   ParLinearForm *FText_bdr_form = nullptr;
 
   ParLinearForm *f_form = nullptr;
 
   ParLinearForm *g_bdr_form = nullptr;
 
   /// Linear form to compute the mass matrix in various subroutines.
   ParLinearForm *mass_lf = nullptr;
   ConstantCoefficient onecoeff;
   real_t volume = 0.0;
 
   ConstantCoefficient nlcoeff;
   ConstantCoefficient Sp_coeff;
   ConstantCoefficient H_lincoeff;
   ConstantCoefficient H_bdfcoeff;
 
   OperatorHandle Mv;
   OperatorHandle Sp;
   OperatorHandle D;
   OperatorHandle G;
   OperatorHandle H;
 
   Solver *MvInvPC = nullptr;
   CGSolver *MvInv = nullptr;
 
   HypreBoomerAMG *SpInvPC = nullptr;
   OrthoSolver *SpInvOrthoPC = nullptr;
   CGSolver *SpInv = nullptr;
 
   Solver *HInvPC = nullptr;
   CGSolver *HInv = nullptr;
 
   Vector fn, un, un_next, unm1, unm2, Nun, Nunm1, Nunm2, Fext, FText, Lext,
          resu;
   Vector tmp1;
 
   Vector pn, resp, FText_bdr, g_bdr;
 
   ParGridFunction un_gf, un_next_gf, curlu_gf, curlcurlu_gf, Lext_gf, FText_gf,
                   resu_gf;
 
   ParGridFunction pn_gf, resp_gf;
 
   // All essential attributes.
   Array<int> vel_ess_attr;
   Array<int> pres_ess_attr;
 
   // All essential true dofs.
   Array<int> vel_ess_tdof;
   Array<int> pres_ess_tdof;
 
   // Bookkeeping for velocity dirichlet bcs.
   std::vector<VelDirichletBC_T> vel_dbcs;
 
   // Bookkeeping for pressure dirichlet bcs.
   std::vector<PresDirichletBC_T> pres_dbcs;
 
   // Bookkeeping for acceleration (forcing) terms.
   std::vector<AccelTerm_T> accel_terms;
 
   int max_bdf_order = 3;
   int cur_step = 0;
   std::vector<real_t> dthist = {0.0, 0.0, 0.0};
 
   // BDFk/EXTk coefficients.
   real_t bd0 = 0.0;
   real_t bd1 = 0.0;
   real_t bd2 = 0.0;
   real_t bd3 = 0.0;
   real_t ab1 = 0.0;
   real_t ab2 = 0.0;
   real_t ab3 = 0.0;
 
   // Timers.
   StopWatch sw_setup, sw_step, sw_extrap, sw_curlcurl, sw_spsolve, sw_hsolve;
 
   // Print levels.
   int pl_mvsolve = 0;
   int pl_spsolve = 0;
   int pl_hsolve = 0;
   int pl_amg = 0;
 
   // Relative tolerances.
#if defined(MFEM_USE_DOUBLE)
   real_t rtol_mvsolve = 1e-12;
   real_t rtol_spsolve = 1e-6;
   real_t rtol_hsolve = 1e-8;
#elif defined(MFEM_USE_SINGLE)
   real_t rtol_mvsolve = 1e-9;
   real_t rtol_spsolve = 1e-5;
   real_t rtol_hsolve = 1e-7;
#else
#error "Only single and double precision are supported!"
   real_t rtol_mvsolve = 1e-12;
   real_t rtol_spsolve = 1e-6;
   real_t rtol_hsolve = 1e-8;
#endif
 
   // Iteration counts.
   int iter_mvsolve = 0, iter_spsolve = 0, iter_hsolve = 0;
 
   // Residuals.
   real_t res_mvsolve = 0.0, res_spsolve = 0.0, res_hsolve = 0.0;
 
   // LOR related.
   ParLORDiscretization *lor = nullptr;
 
   // Filter-based stabilization
   int filter_cutoff_modes = 1;
   real_t filter_alpha = 0.0;
   FiniteElementCollection *vfec_filter = nullptr;
   ParFiniteElementSpace *vfes_filter = nullptr;
   ParGridFunction un_NM1_gf;
   ParGridFunction un_filtered_gf;
};
 
} // namespace navier
 
} // namespace mfem
 
#endif