-
Notifications
You must be signed in to change notification settings - Fork 109
Snes with constrains updated #3421
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: next
Are you sure you want to change the base?
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change | ||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
|
|
@@ -364,7 +364,9 @@ SNESSolver::SNESSolver(Options* opts) | |||||||||||||||
| .withDefault<BoutReal>(100.)), | ||||||||||||||||
| asinh_vars((*options)["asinh_vars"] | ||||||||||||||||
| .doc("Apply asinh() to all variables?") | ||||||||||||||||
| .withDefault<bool>(false)) {} | ||||||||||||||||
| .withDefault<bool>(false)) { | ||||||||||||||||
| has_constraints = true; ///< This solver can handle constraints | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| int SNESSolver::init() { | ||||||||||||||||
| Solver::init(); | ||||||||||||||||
|
|
@@ -385,6 +387,29 @@ int SNESSolver::init() { | |||||||||||||||
| output_info.write("\t3d fields = {:d}, 2d fields = {:d} neq={:d}, local_N={:d}\n", | ||||||||||||||||
| n3Dvars(), n2Dvars(), neq, nlocal); | ||||||||||||||||
|
|
||||||||||||||||
| // Check if there are any constraints | ||||||||||||||||
| have_constraints = false; | ||||||||||||||||
|
|
||||||||||||||||
| for (int i = 0; i < n2Dvars(); i++) { | ||||||||||||||||
| if (f2d[i].constraint) { | ||||||||||||||||
| have_constraints = true; | ||||||||||||||||
| break; | ||||||||||||||||
| } | ||||||||||||||||
| } | ||||||||||||||||
| for (int i = 0; i < n3Dvars(); i++) { | ||||||||||||||||
| if (f3d[i].constraint) { | ||||||||||||||||
| have_constraints = true; | ||||||||||||||||
| break; | ||||||||||||||||
| } | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| if (have_constraints) { | ||||||||||||||||
| is_dae.reallocate(nlocal); | ||||||||||||||||
| // Call the Solver function, which sets the array | ||||||||||||||||
| // to one when not a constraint, zero for constraint | ||||||||||||||||
| set_id(std::begin(is_dae)); | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| // Initialise fields for storing residual of nonlinear solves | ||||||||||||||||
| if (diagnose) { | ||||||||||||||||
| for (const auto& f : f2d) { | ||||||||||||||||
|
|
@@ -449,6 +474,34 @@ int SNESSolver::init() { | |||||||||||||||
| local_residual_2d = 0.0; | ||||||||||||||||
| global_residual = 0.0; | ||||||||||||||||
|
|
||||||||||||||||
| if (have_constraints) { | ||||||||||||||||
| // CreatePETSc-native index sets representing the two parts of your DAE. | ||||||||||||||||
| PetscInt istart, iend; | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'iend' is not initialized [cppcoreguidelines-init-variables] PetscInt istart, iend;
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'istart' is not initialized [cppcoreguidelines-init-variables] PetscInt istart, iend;
^this fix will not be applied because it overlaps with another fix |
||||||||||||||||
| PetscCall(VecGetOwnershipRange(snes_x, &istart, &iend)); | ||||||||||||||||
| ASSERT2(iend - istart == nlocal); | ||||||||||||||||
|
|
||||||||||||||||
| std::vector<PetscInt> diff_idx; | ||||||||||||||||
| std::vector<PetscInt> alg_idx; | ||||||||||||||||
| diff_idx.reserve(nlocal); | ||||||||||||||||
| alg_idx.reserve(nlocal); | ||||||||||||||||
|
|
||||||||||||||||
| for (PetscInt i = 0; i < nlocal; ++i) { | ||||||||||||||||
| const PetscInt gi = istart + i; | ||||||||||||||||
| if (is_dae[i] > 0.5) { // differential | ||||||||||||||||
| diff_idx.push_back(gi); | ||||||||||||||||
| } else { // algebraic constraint (i.e. phi) | ||||||||||||||||
| alg_idx.push_back(gi); | ||||||||||||||||
| } | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(ISCreateGeneral(BoutComm::get(), diff_idx.size(), diff_idx.data(), | ||||||||||||||||
| PETSC_COPY_VALUES, &is_diff)); | ||||||||||||||||
| PetscCall(ISCreateGeneral(BoutComm::get(), alg_idx.size(), alg_idx.data(), | ||||||||||||||||
| PETSC_COPY_VALUES, &is_alg)); | ||||||||||||||||
|
|
||||||||||||||||
| have_is_maps = true; | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| // Nonlinear solver interface (SNES) | ||||||||||||||||
| output_info.write("Create SNES\n"); | ||||||||||||||||
| SNESCreate(BoutComm::get(), &snes); | ||||||||||||||||
|
|
@@ -580,6 +633,24 @@ int SNESSolver::init() { | |||||||||||||||
| } | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| if (have_constraints && have_is_maps && !matrix_free && pc_type == "fieldsplit") { | ||||||||||||||||
| output_info.write("Using PCFieldSplit preconditioner for DAE system\n"); | ||||||||||||||||
|
|
||||||||||||||||
| // Use PETSc fieldsplit | ||||||||||||||||
| PetscCall(PCSetType(pc, PCFIELDSPLIT)); | ||||||||||||||||
|
|
||||||||||||||||
| // Give PETSc the index sets | ||||||||||||||||
| PetscCall(PCFieldSplitSetIS(pc, "diff", is_diff)); | ||||||||||||||||
| PetscCall(PCFieldSplitSetIS(pc, "alg", is_alg)); | ||||||||||||||||
|
|
||||||||||||||||
| // Let the user configure from options (recommended) | ||||||||||||||||
| // Example options you can set in input file: | ||||||||||||||||
| // -pc_fieldsplit_type additive | ||||||||||||||||
| // -fieldsplit_alg_pc_type hypre -fieldsplit_alg_pc_hypre_type boomeramg | ||||||||||||||||
| // -fieldsplit_diff_pc_type ilu | ||||||||||||||||
| // | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| // Get runtime options | ||||||||||||||||
| lib.setOptionsFromInputFile(snes); | ||||||||||||||||
|
|
||||||||||||||||
|
|
@@ -1510,26 +1581,100 @@ PetscErrorCode SNESSolver::snes_function(Vec x, Vec f, bool linear) { | |||||||||||||||
| switch (equation_form) { | ||||||||||||||||
| case BoutSnesEquationForm::rearranged_backward_euler: { | ||||||||||||||||
| // Rearranged Backward Euler | ||||||||||||||||
| // f = (x0 - x)/Δt + f | ||||||||||||||||
| // First calculate x - x0 to minimise floating point issues | ||||||||||||||||
| VecWAXPY(delta_x, -1.0, x0, x); // delta_x = x - x0 | ||||||||||||||||
| VecAXPY(f, -1. / dt, delta_x); // f <- f - delta_x / dt | ||||||||||||||||
| // F = (x0 - x)/Δt + f | ||||||||||||||||
| // Algebraic: F = G(x) (already stored in f by rhs_function) | ||||||||||||||||
|
|
||||||||||||||||
| if (!have_constraints) { | ||||||||||||||||
|
|
||||||||||||||||
| // First calculate x - x0 to minimise floating point issues | ||||||||||||||||
| VecWAXPY(delta_x, -1.0, x0, x); // delta_x = x - x0 | ||||||||||||||||
| VecAXPY(f, -1.0 / dt, delta_x); // f <- f - delta_x / dt | ||||||||||||||||
|
|
||||||||||||||||
| } else { | ||||||||||||||||
|
|
||||||||||||||||
| ASSERT2(have_is_maps); | ||||||||||||||||
| // Some constraints | ||||||||||||||||
|
|
||||||||||||||||
| Vec x_diff, x0_diff, delta_x_diff, f_diff; | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'delta_x_diff' is not initialized [cppcoreguidelines-init-variables] s
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'f_diff' is not initialized [cppcoreguidelines-init-variables] s
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'x0_diff' is not initialized [cppcoreguidelines-init-variables] s
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'x_diff' is not initialized [cppcoreguidelines-init-variables] s
^this fix will not be applied because it overlaps with another fix |
||||||||||||||||
| PetscCall(VecGetSubVector(x, is_diff, &x_diff)); | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: multiple declarations in a single statement reduces readability [readability-isolate-declaration]
Suggested change
|
||||||||||||||||
| PetscCall(VecGetSubVector(x0, is_diff, &x0_diff)); | ||||||||||||||||
| PetscCall(VecGetSubVector(delta_x, is_diff, &delta_x_diff)); | ||||||||||||||||
| PetscCall(VecGetSubVector(f, is_diff, &f_diff)); | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(VecWAXPY(delta_x_diff, -1.0, x0_diff, | ||||||||||||||||
| x_diff)); // delta_x_diff = x_diff - x0_diff | ||||||||||||||||
| PetscCall( | ||||||||||||||||
| VecAXPY(f_diff, -1.0 / dt, delta_x_diff)); // f_diff <- f_diff - delta_x / dt | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(VecRestoreSubVector(x, is_diff, &x_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(x0, is_diff, &x0_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(delta_x, is_diff, &delta_x_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(f, is_diff, &f_diff)); | ||||||||||||||||
| } | ||||||||||||||||
| break; | ||||||||||||||||
| } | ||||||||||||||||
| case BoutSnesEquationForm::pseudo_transient: { | ||||||||||||||||
| // Pseudo-transient timestepping. Same as Rearranged Backward Euler | ||||||||||||||||
| // except that Δt is a vector | ||||||||||||||||
| // f = (x0 - x)/Δt + f | ||||||||||||||||
| VecWAXPY(delta_x, -1.0, x0, x); | ||||||||||||||||
| VecPointwiseDivide(delta_x, delta_x, dt_vec); // delta_x /= dt | ||||||||||||||||
| VecAXPY(f, -1., delta_x); // f <- f - delta_x | ||||||||||||||||
| // F = (x0 - x)/Δt + f | ||||||||||||||||
| // Algebraic: F = G(x) (already stored in f by rhs_function) | ||||||||||||||||
|
|
||||||||||||||||
| if (!have_constraints) { | ||||||||||||||||
|
|
||||||||||||||||
| VecWAXPY(delta_x, -1.0, x0, x); | ||||||||||||||||
| VecPointwiseDivide(delta_x, delta_x, dt_vec); // delta_x /= dt | ||||||||||||||||
| VecAXPY(f, -1.0, delta_x); // f <- f - delta_x | ||||||||||||||||
|
|
||||||||||||||||
| } else { | ||||||||||||||||
| ASSERT2(have_is_maps); | ||||||||||||||||
|
|
||||||||||||||||
| Vec x_diff, x0_diff, delta_x_diff, f_diff, dt_vec_diff; | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'delta_x_diff' is not initialized [cppcoreguidelines-init-variables] s);
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'dt_vec_diff' is not initialized [cppcoreguidelines-init-variables] s);
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'f_diff' is not initialized [cppcoreguidelines-init-variables] s);
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'x0_diff' is not initialized [cppcoreguidelines-init-variables] s);
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'x_diff' is not initialized [cppcoreguidelines-init-variables] s);
^this fix will not be applied because it overlaps with another fix |
||||||||||||||||
| PetscCall(VecGetSubVector(x, is_diff, &x_diff)); | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: multiple declarations in a single statement reduces readability [readability-isolate-declaration]
Suggested change
|
||||||||||||||||
| PetscCall(VecGetSubVector(x0, is_diff, &x0_diff)); | ||||||||||||||||
| PetscCall(VecGetSubVector(delta_x, is_diff, &delta_x_diff)); | ||||||||||||||||
| PetscCall(VecGetSubVector(f, is_diff, &f_diff)); | ||||||||||||||||
| PetscCall(VecGetSubVector(dt_vec, is_diff, &dt_vec_diff)); | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(VecWAXPY(delta_x_diff, -1.0, x0_diff, x_diff)); | ||||||||||||||||
| PetscCall( | ||||||||||||||||
| VecPointwiseDivide(delta_x_diff, delta_x_diff, dt_vec_diff)); // delta_x /= dt | ||||||||||||||||
| PetscCall(VecAXPY(f_diff, -1.0, delta_x_diff)); // f <- f - delta_x | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(VecRestoreSubVector(delta_x, is_diff, &delta_x_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(x, is_diff, &x_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(x0, is_diff, &x0_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(f, is_diff, &f_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(dt_vec, is_diff, &dt_vec_diff)); | ||||||||||||||||
| } | ||||||||||||||||
| break; | ||||||||||||||||
| } | ||||||||||||||||
| case BoutSnesEquationForm::backward_euler: { | ||||||||||||||||
| // Backward Euler | ||||||||||||||||
| // Set f = x - x0 - Δt*f | ||||||||||||||||
| VecAYPX(f, -dt, x); // f <- x - Δt*f | ||||||||||||||||
| VecAXPY(f, -1.0, x0); // f <- f - x0 | ||||||||||||||||
| // Backward Euler: | ||||||||||||||||
| // Differential: F = x - x0 - dt*f | ||||||||||||||||
| // Algebraic: F = G(x) (already stored in f by rhs_function) | ||||||||||||||||
|
|
||||||||||||||||
| if (!have_constraints) { | ||||||||||||||||
|
|
||||||||||||||||
| VecAYPX(f, -dt, x); // f <- x - Δt*f | ||||||||||||||||
| VecAXPY(f, -1.0, x0); // f <- f - x0 | ||||||||||||||||
|
|
||||||||||||||||
| } else { | ||||||||||||||||
|
|
||||||||||||||||
| ASSERT2(have_is_maps); | ||||||||||||||||
| // Some constraints | ||||||||||||||||
|
|
||||||||||||||||
| Vec x_diff, x0_diff, f_diff; | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'f_diff' is not initialized [cppcoreguidelines-init-variables] ints
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'x0_diff' is not initialized [cppcoreguidelines-init-variables] ints
^this fix will not be applied because it overlaps with another fix
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: variable 'x_diff' is not initialized [cppcoreguidelines-init-variables] ints
^this fix will not be applied because it overlaps with another fix |
||||||||||||||||
| PetscCall(VecGetSubVector(x, is_diff, &x_diff)); | ||||||||||||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: multiple declarations in a single statement reduces readability [readability-isolate-declaration]
Suggested change
|
||||||||||||||||
| PetscCall(VecGetSubVector(x0, is_diff, &x0_diff)); | ||||||||||||||||
| PetscCall(VecGetSubVector(f, is_diff, &f_diff)); | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(VecAYPX(f_diff, -dt, x_diff)); // f_diff <- x_diff - dt*f_diff | ||||||||||||||||
| PetscCall(VecAXPY(f_diff, -1.0, x0_diff)); // f_diff <- f_diff - x0_diff | ||||||||||||||||
|
|
||||||||||||||||
| PetscCall(VecRestoreSubVector(x, is_diff, &x_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(x0, is_diff, &x0_diff)); | ||||||||||||||||
| PetscCall(VecRestoreSubVector(f, is_diff, &f_diff)); | ||||||||||||||||
| } | ||||||||||||||||
| break; | ||||||||||||||||
| } | ||||||||||||||||
| case BoutSnesEquationForm::direct_newton: { | ||||||||||||||||
|
|
@@ -1690,6 +1835,11 @@ BoutReal SNESSolver::pid(BoutReal timestep, int nl_its, BoutReal max_dt) { | |||||||||||||||
| // clamp growth factor to avoid huge changes | ||||||||||||||||
| BoutReal fac = std::clamp(facP * facI * facD, 0.2, 5.0); | ||||||||||||||||
|
|
||||||||||||||||
| // Add slow growth when convergence is good and stable | ||||||||||||||||
| if (nl_its <= target_its && nl_its_prev <= target_its) { | ||||||||||||||||
| fac *= 1.1; // or 1.05 for more conservative growth | ||||||||||||||||
| } | ||||||||||||||||
|
|
||||||||||||||||
| if (pid_consider_failures && (fac > 1.0)) { | ||||||||||||||||
| // Reduce aggressiveness if recent steps have failed often | ||||||||||||||||
| fac = pow(fac, std::max(0.3, 1.0 - 2.0 * recent_failure_rate)); | ||||||||||||||||
|
|
||||||||||||||||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -223,6 +223,13 @@ private: | |
| int nlocal; ///< Number of variables on local processor | ||
| int neq; ///< Number of variables in total | ||
|
|
||
| bool have_constraints; ///< Are there any constraint variables? | ||
| Array<BoutReal> is_dae; ///< If using constraints, 1 -> DAE, 0 -> AE | ||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. warning: no header providing "Array" is directly included [misc-include-cleaner] src/solver/impls/snes/snes.hxx:30: - #include <bout/build_defines.hxx>
+ #include "bout/array.hxx"
+ #include <bout/build_defines.hxx> |
||
|
|
||
| IS is_diff = nullptr; // is_dae == 1 | ||
| IS is_alg = nullptr; // is_dae == 0 (phi constraint and any other algebraics) | ||
| bool have_is_maps = false; | ||
|
|
||
| PetscLib lib; ///< Handles initialising, finalising PETSc | ||
| Vec snes_f; ///< Used by SNES to store function | ||
| Vec deriv; ///< Time derivative; only used if diagnose = true, otherwise will store in snes_f | ||
|
|
||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
warning: multiple declarations in a single statement reduces readability [readability-isolate-declaration]