https://mooseframework.inl.gov
Public Types | Public Member Functions | Static Public Member Functions | Public Attributes | Static Public Attributes | Protected Member Functions | Static Protected Member Functions | Protected Attributes | Private Member Functions | Private Attributes | List of all members
SamplerFullSolveMultiApp Class Reference

#include <SamplerFullSolveMultiApp.h>

Inheritance diagram for SamplerFullSolveMultiApp:
[legend]

Public Types

typedef DataFileName DataFileParameterType
 

Public Member Functions

 SamplerFullSolveMultiApp (const InputParameters &parameters)
 
virtual bool solveStep (Real dt, Real target_time, bool auto_advance=true) override
 
virtual void preTransfer (Real dt, Real target_time) override
 
virtual void backup () override
 This method is overridden so that we only store the initial state and not on any other timestep when doing batch-restore. More...
 
virtual void initialSetup () override
 
virtual void finalize () override
 
virtual void postExecute () override
 
virtual void restore (bool force=true) override
 
virtual void preExecute ()
 
void setupPositions ()
 
virtual void createLocalApp (const unsigned int i)
 
virtual void incrementTStep (Real)
 
virtual void finishStep (bool=false)
 
bool needsRestoration ()
 
virtual ExecutionergetExecutioner (unsigned int app)
 
virtual libMesh::BoundingBox getBoundingBox (unsigned int app, bool displaced_mesh, const MultiAppCoordTransform *coord_transform=nullptr)
 
FEProblemBaseproblemBase ()
 
FEProblemBaseappProblemBase (unsigned int app)
 
FEProblemappProblem (unsigned int app)
 
const UserObjectappUserObjectBase (unsigned int app, const std::string &name)
 
Real appPostprocessorValue (unsigned int app, const std::string &name)
 
virtual libMesh::NumericVector< libMesh::Number > & appTransferVector (unsigned int app, std::string var_name)
 
unsigned int numGlobalApps () const
 
unsigned int numLocalApps ()
 
unsigned int firstLocalApp ()
 
bool isFirstLocalRank () const
 
bool hasApp ()
 
bool hasLocalApp (unsigned int global_app) const
 
MooseApplocalApp (unsigned int local_app)
 
const Point & position (unsigned int app) const
 
virtual void resetApp (unsigned int global_app, Real time=0.0)
 
virtual void moveApp (unsigned int global_app, Point p)
 
virtual void parentOutputPositionChanged ()
 
MPI_Comm & comm ()
 
const Parallel::Communicator & comm () const
 
bool isRootProcessor ()
 
bool usingPositions () const
 
bool runningInPosition () const
 
void addAssociatedTransfer (MultiAppTransfer &transfer)
 
void setAppOutputFileBase ()
 
virtual bool enabled () const
 
std::shared_ptr< MooseObjectgetSharedPtr ()
 
std::shared_ptr< const MooseObjectgetSharedPtr () const
 
bool isKokkosObject () const
 
MooseAppgetMooseApp () const
 
const std::string & type () const
 
const std::string & name () const
 
std::string typeAndName () const
 
MooseObjectParameterName uniqueParameterName (const std::string &parameter_name) const
 
MooseObjectName uniqueName () const
 
const InputParametersparameters () const
 
const hit::Node * getHitNode () const
 
bool hasBase () const
 
const std::string & getBase () const
 
const T & getParam (const std::string &name) const
 
std::vector< std::pair< T1, T2 > > getParam (const std::string &param1, const std::string &param2) const
 
const T * queryParam (const std::string &name) const
 
const T & getRenamedParam (const std::string &old_name, const std::string &new_name) const
 
getCheckedPointerParam (const std::string &name, const std::string &error_string="") const
 
bool isParamValid (const std::string &name) const
 
bool isParamSetByUser (const std::string &name) const
 
void connectControllableParams (const std::string &parameter, const std::string &object_type, const std::string &object_name, const std::string &object_parameter) const
 
void paramError (const std::string &param, Args... args) const
 
void paramWarning (const std::string &param, Args... args) const
 
void paramWarning (const std::string &param, Args... args) const
 
void paramInfo (const std::string &param, Args... args) const
 
std::string messagePrefix (const bool hit_prefix=true) const
 
std::string errorPrefix (const std::string &) const
 
void mooseError (Args &&... args) const
 
void mooseDocumentedError (const std::string &repo_name, const unsigned int issue_num, Args &&... args) const
 
void mooseErrorNonPrefixed (Args &&... args) const
 
void mooseWarning (Args &&... args) const
 
void mooseWarning (Args &&... args) const
 
void mooseWarningNonPrefixed (Args &&... args) const
 
void mooseWarningNonPrefixed (Args &&... args) const
 
void mooseDeprecated (Args &&... args) const
 
void mooseDeprecated (Args &&... args) const
 
void mooseInfo (Args &&... args) const
 
void callMooseError (std::string msg, const bool with_prefix, const hit::Node *node=nullptr) const
 
std::string getDataFileName (const std::string &param) const
 
std::string getDataFileNameByName (const std::string &relative_path) const
 
std::string getDataFilePath (const std::string &relative_path) const
 
virtual void timestepSetup ()
 
virtual void jacobianSetup ()
 
virtual void residualSetup ()
 
virtual void subdomainSetup ()
 
virtual void customSetup (const ExecFlagType &)
 
const ExecFlagEnumgetExecuteOnEnum () const
 
PerfGraphperfGraph ()
 
processor_id_type n_processors () const
 
processor_id_type processor_id () const
 
T & getSampler (const std::string &name)
 
SamplergetSampler (const std::string &name)
 
T & getSamplerByName (const SamplerName &name)
 
SamplergetSamplerByName (const SamplerName &name)
 

Static Public Member Functions

static InputParameters validParams ()
 
static std::vector< std::string > sampledCommandLineArgs (const std::vector< Real > &row, const std::vector< std::string > &full_args_name)
 Helper for inserting row data into commandline arguments Used here and in SamplerTransientMultiApp. More...
 
static void execBatchTransfers (const std::vector< std::shared_ptr< StochasticToolsTransfer >> &transfers, dof_id_type global_row_index, const std::vector< Real > &row_data, Transfer::DIRECTION direction, bool verbose, const ConsoleStream &console)
 Helper for executing transfers when doing batch stochastic simulations. More...
 
static void callMooseError (MooseApp *const app, const InputParameters &params, std::string msg, const bool with_prefix, const hit::Node *node)
 
static void transformBoundingBox (libMesh::BoundingBox &box, const MultiAppCoordTransform &transform)
 

Public Attributes

 usingCombinedWarningSolutionWarnings
 
const ConsoleStream _console
 

Static Public Attributes

static const std::string type_param
 
static const std::string name_param
 
static const std::string unique_name_param
 
static const std::string app_param
 
static const std::string moose_base_param
 
static const std::string kokkos_object_param
 

Protected Member Functions

virtual void showStatusMessage (unsigned int i) const override
 Override to avoid 'solve converged' message and print when processors are finished. More...
 
virtual std::vector< std::string > getCommandLineArgs (const unsigned int local_app) override
 Override to allow for batch mode to get correct cli_args. More...
 
void setAppOutputFileBase (unsigned int index)
 
virtual std::vector< std::string > cliArgs () const
 
virtual void fillPositions ()
 
void readCommandLineArguments ()
 
void createApp (unsigned int i, Real start_time)
 
void buildComm ()
 
unsigned int globalAppToLocal (unsigned int global_app)
 
virtual void preRunInputFile ()
 
void init (unsigned int num_apps, bool batch_mode=false)
 
void init (unsigned int num_apps, const LocalRankConfig &config)
 
void createApps ()
 
void keepSolutionDuringRestore (bool keep_solution_during_restore)
 
void flagInvalidSolutionInternal (const InvalidSolutionID invalid_solution_id) const
 
InvalidSolutionID registerInvalidSolutionInternal (const std::string &message, const bool warning) const
 
T & declareRestartableData (const std::string &data_name, Args &&... args)
 
ManagedValue< T > declareManagedRestartableDataWithContext (const std::string &data_name, void *context, Args &&... args)
 
const T & getRestartableData (const std::string &data_name) const
 
T & declareRestartableDataWithContext (const std::string &data_name, void *context, Args &&... args)
 
T & declareRecoverableData (const std::string &data_name, Args &&... args)
 
T & declareRestartableDataWithObjectName (const std::string &data_name, const std::string &object_name, Args &&... args)
 
T & declareRestartableDataWithObjectNameWithContext (const std::string &data_name, const std::string &object_name, void *context, Args &&... args)
 
std::string restartableName (const std::string &data_name) const
 
PerfID registerTimedSection (const std::string &section_name, const unsigned int level) const
 
PerfID registerTimedSection (const std::string &section_name, const unsigned int level, const std::string &live_message, const bool print_dots=true) const
 
std::string timedSectionName (const std::string &section_name) const
 
const ReporterContextBasegetReporterContextBaseByName (const ReporterName &reporter_name) const
 
const ReporterNamegetReporterName (const std::string &param_name) const
 
virtual void addReporterDependencyHelper (const ReporterName &)
 
const T & getReporterValue (const std::string &param_name, const std::size_t time_index=0)
 
const T & getReporterValue (const std::string &param_name, ReporterMode mode, const std::size_t time_index=0)
 
const T & getReporterValue (const std::string &param_name, const std::size_t time_index=0)
 
const T & getReporterValue (const std::string &param_name, ReporterMode mode, const std::size_t time_index=0)
 
const T & getReporterValueByName (const ReporterName &reporter_name, const std::size_t time_index=0)
 
const T & getReporterValueByName (const ReporterName &reporter_name, ReporterMode mode, const std::size_t time_index=0)
 
const T & getReporterValueByName (const ReporterName &reporter_name, const std::size_t time_index=0)
 
const T & getReporterValueByName (const ReporterName &reporter_name, ReporterMode mode, const std::size_t time_index=0)
 
bool hasReporterValue (const std::string &param_name) const
 
bool hasReporterValue (const std::string &param_name) const
 
bool hasReporterValue (const std::string &param_name) const
 
bool hasReporterValue (const std::string &param_name) const
 
bool hasReporterValueByName (const ReporterName &reporter_name) const
 
bool hasReporterValueByName (const ReporterName &reporter_name) const
 
bool hasReporterValueByName (const ReporterName &reporter_name) const
 
bool hasReporterValueByName (const ReporterName &reporter_name) const
 

Static Protected Member Functions

static std::string getMultiAppName (const std::string &base_name, dof_id_type index, dof_id_type total)
 

Protected Attributes

Sampler_sampler
 Sampler to utilize for creating MultiApps. More...
 
const StochasticTools::MultiAppMode _mode
 The Sup-application solve mode. More...
 
dof_id_type _local_batch_app_index
 Counter for extracting command line arguments in batch mode. More...
 
FEProblemBase_fe_problem
 
std::string _app_type
 
std::vector< Point > _positions
 
std::vector< const Positions *> _positions_objs
 
std::vector< unsigned int_positions_index_offsets
 
const bool _use_positions
 
std::vector< FileName > _input_files
 
const bool & _wait_for_first_app_init
 
std::vector< unsigned int_npositions_inputfile
 
std::string _output_base
 
unsigned int _total_num_apps
 
unsigned int _my_num_apps
 
unsigned int _first_local_app
 
const MPI_Comm & _orig_comm
 
libMesh::Parallel::Communicator _my_communicator
 
MPI_Comm & _my_comm
 
int _orig_num_procs
 
int _orig_rank
 
std::string _node_name
 
int _my_rank
 
std::vector< std::shared_ptr< MooseApp > > _apps
 
std::vector< bool > _has_bounding_box
 
std::vector< libMesh::BoundingBox_bounding_box
 
Real _inflation
 
Point _bounding_box_padding
 
processor_id_type _max_procs_per_app
 
processor_id_type _min_procs_per_app
 
bool _output_in_position
 
const Real _global_time_offset
 
std::vector< Real_reset_times
 
std::vector< unsigned int_reset_apps
 
std::vector< bool > _reset_happened
 
Real _move_time
 
std::vector< unsigned int_move_apps
 
std::vector< Point > _move_positions
 
bool _move_happened
 
bool _has_an_app
 
const std::vector< CLIArgString > & _cli_args
 
std::vector< std::string > _cli_args_from_file
 
bool _keep_solution_during_restore
 
bool _keep_aux_solution_during_restore
 
const bool _no_restore
 
std::vector< std::vector< std::unique_ptr< libMesh::NumericVector< Real > > > > _end_solutions
 
std::vector< std::unique_ptr< NumericVector< Real > > > _end_aux_solutions
 
LocalRankConfig _rank_config
 
std::vector< MultiAppTransfer *> _associated_transfers
 
const bool _run_in_position
 
SubAppBackups_sub_app_backups
 
const PerfID _solve_step_timer
 
const PerfID _init_timer
 
const PerfID _backup_timer
 
const PerfID _restore_timer
 
const PerfID _reset_timer
 
const bool & _enabled
 
MooseApp_app
 
Factory_factory
 
ActionFactory_action_factory
 
const std::string & _type
 
const std::string & _name
 
const InputParameters_pars
 
const ExecFlagEnum_execute_enum
 
const ExecFlagType_current_execute_flag
 
MooseApp_restartable_app
 
const std::string _restartable_system_name
 
const THREAD_ID _restartable_tid
 
const bool _restartable_read_only
 
MooseApp_pg_moose_app
 
const std::string _prefix
 
const Parallel::Communicator & _communicator
 

Private Member Functions

bool solveStepBatch (Real dt, Real target_time, bool auto_advance=true)
 Helper method for running in mode='batch'. More...
 
void updateRowData (dof_id_type local_index)
 Helper function for updating _row_data and _local_row_index. More...
 
std::vector< std::shared_ptr< StochasticToolsTransfer > > getActiveStochasticToolsTransfers (Transfer::DIRECTION direction)
 Helper for getting StochasticToolsTransfer objects. More...
 

Private Attributes

bool _solved_once
 
dof_id_type _number_of_sampler_rows
 
std::vector< Real_row_data
 Current row of data updated by updateRowData. Used by transfers and setting command line args. More...
 
dof_id_type _local_row_index = std::numeric_limits<dof_id_type>::max()
 Current local index representing _row_data. More...
 
const std::vector< bool > * _should_run = nullptr
 Reporter value determining whether the sub-app should be run for a certain sample. More...
 

Detailed Description

Definition at line 21 of file SamplerFullSolveMultiApp.h.

Constructor & Destructor Documentation

◆ SamplerFullSolveMultiApp()

SamplerFullSolveMultiApp::SamplerFullSolveMultiApp ( const InputParameters parameters)

Definition at line 54 of file SamplerFullSolveMultiApp.C.

56  SamplerInterface(this),
57  ReporterInterface(this),
58  _sampler(getSampler("sampler")),
59  _mode(getParam<MooseEnum>("mode").getEnum<StochasticTools::MultiAppMode>()),
61  _solved_once(false)
62 {
63  if (getParam<unsigned int>("min_procs_per_app") !=
64  _sampler.getParam<unsigned int>("min_procs_per_row") ||
65  getParam<unsigned int>("max_procs_per_app") !=
66  _sampler.getParam<unsigned int>("max_procs_per_row"))
67  paramError("sampler",
68  "Sampler and multiapp communicator configuration inconsistent. Please ensure that "
69  "'MultiApps/",
70  name(),
71  "/min(max)_procs_per_app' and 'Samplers/",
72  _sampler.name(),
73  "/min(max)_procs_per_row' are the same.");
74 
79 
80  if (isParamValid("should_run_reporter") && _mode == StochasticTools::MultiAppMode::NORMAL)
81  paramError("should_run_reporter",
82  "Conditionally run sampler multiapp only works in batch modes.");
83 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
void paramError(const std::string &param, Args... args) const
const T & getParam(const std::string &name) const
const InputParameters & parameters() const
dof_id_type _local_batch_app_index
Counter for extracting command line arguments in batch mode.
const std::string & name() const
FullSolveMultiApp(const InputParameters &parameters)
Sampler & _sampler
Sampler to utilize for creating MultiApps.
const LocalRankConfig & getRankConfig(bool batch_mode) const
ReporterInterface(const MooseObject *moose_object)
dof_id_type getNumberOfRows() const
T & getSampler(const std::string &name)
SamplerInterface(const MooseObject *moose_object)
bool isParamValid(const std::string &name) const
void init(unsigned int num_apps, bool batch_mode=false)

Member Function Documentation

◆ backup()

void SamplerFullSolveMultiApp::backup ( )
overridevirtual

This method is overridden so that we only store the initial state and not on any other timestep when doing batch-restore.

Reimplemented from FullSolveMultiApp.

Definition at line 86 of file SamplerFullSolveMultiApp.C.

Referenced by PODFullSolveMultiApp::computeResidualBatch().

87 {
90 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
virtual void backup()

◆ execBatchTransfers()

void SamplerFullSolveMultiApp::execBatchTransfers ( const std::vector< std::shared_ptr< StochasticToolsTransfer >> &  transfers,
dof_id_type  global_row_index,
const std::vector< Real > &  row_data,
Transfer::DIRECTION  direction,
bool  verbose,
const ConsoleStream console 
)
static

Helper for executing transfers when doing batch stochastic simulations.

Parameters
transfersA vector of transfers to execute
global_row_indexThe global row index of the run
row_dataThe current sampler row of data for the transfer to utilize
typeThe current execution flag, used for info printing
directionThe direction of the transfer, used for info printing
verboseWhether or not print information about the transfer
consoleThe console stream to output to

Definition at line 265 of file SamplerFullSolveMultiApp.C.

Referenced by SamplerTransientMultiApp::solveStepBatch(), and solveStepBatch().

272 {
273  if (verbose && transfers.size())
274  {
275  console << COLOR_CYAN << "\nBatch transfers for row " << global_row_index;
276  if (direction == MultiAppTransfer::TO_MULTIAPP)
277  console << " To ";
278  else if (direction == MultiAppTransfer::FROM_MULTIAPP)
279  console << " From ";
280  console << "MultiApps" << COLOR_DEFAULT << ":" << std::endl;
281 
282  console << "Sampler row " << global_row_index << " data: [" << Moose::stringify(row_data) << "]"
283  << std::endl;
284 
285  // Build Table of Transfer Info
287  {"Name", "Type", "From", "To"});
288  for (const auto & transfer : transfers)
289  table.addRow(
290  transfer->name(), transfer->type(), transfer->getFromName(), transfer->getToName());
291  table.print(console);
292  }
293 
294  for (auto & transfer : transfers)
295  {
296  transfer->setGlobalRowIndex(global_row_index);
297  transfer->setCurrentRow(row_data);
298  if (direction == MultiAppTransfer::TO_MULTIAPP)
299  transfer->executeToMultiapp();
300  else if (direction == MultiAppTransfer::FROM_MULTIAPP)
301  transfer->executeFromMultiapp();
302  }
303 
304  if (verbose && transfers.size())
305  console << COLOR_CYAN << "Batch transfers for row " << global_row_index << " Are Finished\n"
306  << COLOR_DEFAULT << std::endl;
307 }
std::string stringify(const T &t)
void addRow(Ts... entries)

◆ getActiveStochasticToolsTransfers()

std::vector< std::shared_ptr< StochasticToolsTransfer > > SamplerFullSolveMultiApp::getActiveStochasticToolsTransfers ( Transfer::DIRECTION  direction)
private

Helper for getting StochasticToolsTransfer objects.

Definition at line 345 of file SamplerFullSolveMultiApp.C.

Referenced by solveStepBatch().

346 {
347  std::vector<std::shared_ptr<StochasticToolsTransfer>> output;
348  const ExecuteMooseObjectWarehouse<Transfer> & warehouse =
350  for (std::shared_ptr<Transfer> transfer : warehouse.getActiveObjects())
351  {
352  auto ptr = std::dynamic_pointer_cast<StochasticToolsTransfer>(transfer);
353  if (ptr && ptr->getMultiApp().get() == this)
354  output.push_back(ptr);
355  }
356  return output;
357 }
FEProblemBase & _fe_problem
The class creates an additional API to allow Transfers to work when running the StochasticTools<FullS...
const std::vector< std::shared_ptr< Transfer > > & getActiveObjects(THREAD_ID tid=0) const
const ExecuteMooseObjectWarehouse< Transfer > & getMultiAppTransferWarehouse(Transfer::DIRECTION direction) const

◆ getCommandLineArgs()

std::vector< std::string > SamplerFullSolveMultiApp::getCommandLineArgs ( const unsigned int  local_app)
overrideprotectedvirtual

Override to allow for batch mode to get correct cli_args.

Reimplemented from FullSolveMultiApp.

Definition at line 360 of file SamplerFullSolveMultiApp.C.

361 {
362  std::vector<std::string> args;
363 
364  // With multiple processors per app, there are no local rows for non-root processors
365  if (isRootProcessor())
366  {
367  // Since we only store param_names in cli_args, we need to find the values for each param from
368  // sampler data and combine them to get full command line option strings.
371 
373  }
374 
376  return args;
377 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
dof_id_type _local_batch_app_index
Counter for extracting command line arguments in batch mode.
virtual std::vector< std::string > getCommandLineArgs(const unsigned int local_app)
std::vector< Real > _row_data
Current row of data updated by updateRowData. Used by transfers and setting command line args...
static std::vector< std::string > sampledCommandLineArgs(const std::vector< Real > &row, const std::vector< std::string > &full_args_name)
Helper for inserting row data into commandline arguments Used here and in SamplerTransientMultiApp.
void broadcast(T &data, const unsigned int root_id=0, const bool identical_sizes=false) const
libMesh::Parallel::Communicator _my_communicator
void updateRowData(dof_id_type local_index)
Helper function for updating _row_data and _local_row_index.

◆ preTransfer()

void SamplerFullSolveMultiApp::preTransfer ( Real  dt,
Real  target_time 
)
overridevirtual

Reimplemented from FullSolveMultiApp.

Reimplemented in PODFullSolveMultiApp.

Definition at line 93 of file SamplerFullSolveMultiApp.C.

Referenced by PODFullSolveMultiApp::preTransfer().

94 {
95  // Logic for calling initial setup again:
96  // 1) If and only if not doing batch-reset (solveStepBatch does this at each local row)
97  // 2) If the number of rows have changed since the communicator is re-split.
98  // 3) If we have already solved and doing "normal" execution, effectively resetting the apps
99  bool initial_setup_required = false;
100 
101  // Reinitialize MultiApp size
102  const auto num_rows = _sampler.getNumberOfRows();
103  if (num_rows != _number_of_sampler_rows)
104  {
105  init(num_rows,
108  _number_of_sampler_rows = num_rows;
109  _row_data.clear();
110  initial_setup_required = _mode != StochasticTools::MultiAppMode::BATCH_RESET;
111  }
112  else if (_solved_once)
113  initial_setup_required = _mode == StochasticTools::MultiAppMode::NORMAL;
114 
115  // Call initial setup based on the logic above
116  if (initial_setup_required)
117  {
118  initialSetup();
119  _solved_once = false;
120  }
121  // Otherwise we need to restore for batch-restore
123  restore();
124 
125  if (isParamValid("should_run_reporter"))
126  _should_run = &getReporterValue<std::vector<bool>>("should_run_reporter");
127 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
virtual void initialSetup() override
std::vector< Real > _row_data
Current row of data updated by updateRowData. Used by transfers and setting command line args...
Sampler & _sampler
Sampler to utilize for creating MultiApps.
const LocalRankConfig & getRankConfig(bool batch_mode) const
const std::vector< bool > * _should_run
Reporter value determining whether the sub-app should be run for a certain sample.
dof_id_type getNumberOfRows() const
virtual void restore(bool force=true) override
bool isParamValid(const std::string &name) const
void init(unsigned int num_apps, bool batch_mode=false)

◆ sampledCommandLineArgs()

std::vector< std::string > SamplerFullSolveMultiApp::sampledCommandLineArgs ( const std::vector< Real > &  row,
const std::vector< std::string > &  full_args_name 
)
static

Helper for inserting row data into commandline arguments Used here and in SamplerTransientMultiApp.

How it works:

  • Scalar parameters are done in order of row data: param1;param2;param3 -> param1=row[0] param2=row[1] param3=row[2]
  • Vector parameters are assigned with brackets: vec_param1[0,1];vec_param2[1,2] -> vec_param1='row[0] row[1]' vec_param2='row[1] row[2]'
  • Any parameter already with an equal sign is not modified: param1=3.14;param2[0,1,2] -> param1=3.14 param2='row[0] row[1] row[2]'

Definition at line 407 of file SamplerFullSolveMultiApp.C.

Referenced by SamplerParameterTransfer::execute(), SamplerParameterTransfer::executeToMultiapp(), SamplerTransientMultiApp::getCommandLineArgs(), and getCommandLineArgs().

409 {
410  std::vector<std::string> args;
411 
412  // Find parameters that are meant to be assigned by sampler values
413  std::vector<std::string> cli_args_name;
414  for (const auto & fan : full_args_name)
415  {
416  // If it has an '=', then it is not meant to be modified
417  if (fan.find("=") == std::string::npos)
418  cli_args_name.push_back(fan);
419  else
420  args.push_back(fan);
421  }
422 
423  // Make sure the parameters either all have brackets, or none of them do
424  bool has_brackets = false;
425  if (cli_args_name.size())
426  {
427  has_brackets = cli_args_name[0].find("[") != std::string::npos;
428  for (unsigned int i = 1; i < cli_args_name.size(); ++i)
429  if (has_brackets != (cli_args_name[i].find("[") != std::string::npos))
430  ::mooseError("If the bracket is used, it must be provided to every parameter.");
431  }
432  if (!has_brackets && cli_args_name.size() && cli_args_name.size() != row.size())
433  ::mooseError("Number of command line arguments does not match number of sampler columns.");
434 
435  for (unsigned int i = 0; i < cli_args_name.size(); ++i)
436  {
437  // Assign bracketed parameters
438  if (has_brackets)
439  {
440  // Split param name and vector assignment: "param[0,(3.14),1]" -> {"param", "0,(3.14),1]"}
441  const std::vector<std::string> & vector_param = MooseUtils::split(cli_args_name[i], "[");
442  // Get indices of vector: "0,(3.14),1]" -> {"0", "(3.14)", "1"}
443  const std::vector<std::string> & index_string =
444  MooseUtils::split(vector_param[1].substr(0, vector_param[1].find("]")), ",");
445 
446  // Loop through indices and assign parameter: param='row[0] 3.14 row[1]'
447  std::vector<std::string> values;
448  for (const auto & istr : index_string)
449  {
450  Real value;
451 
452  // If the value is enclosed in parentheses, then it isn't an index, it's a value
453  if (istr.find("(") != std::string::npos)
454  value = std::stod(istr.substr(istr.find("(") + 1));
455  // Assign the value from row if it is an index
456  else
457  {
458  unsigned int index = MooseUtils::stringToInteger(istr);
459  if (index >= row.size())
460  ::mooseError("The provided global column index (",
461  index,
462  ") for ",
463  vector_param[0],
464  " is out of bound.");
465  value = row[index];
466  }
467 
468  values.push_back(Moose::stringifyExact(value));
469  }
470 
471  args.push_back(vector_param[0] + "='" + MooseUtils::stringJoin(values) + "'");
472  }
473  // Assign scalar parameters
474  else
475  args.push_back(cli_args_name[i] + "=" + Moose::stringifyExact(row[i]));
476  }
477 
478  return args;
479 }
KOKKOS_INLINE_FUNCTION const T * find(const T &target, const T *const begin, const T *const end)
std::string stringifyExact(Real)
Real value(unsigned n, unsigned alpha, unsigned beta, Real x)
DIE A HORRIBLE DEATH HERE typedef LIBMESH_DEFAULT_SCALAR_TYPE Real
std::string stringJoin(const std::vector< std::string > &values, const std::string &separator)
void mooseError(Args &&... args) const
std::vector< std::string > split(const std::string &str, const std::string &delimiter, std::size_t max_count)
int stringToInteger(const std::string &input, bool throw_on_failure)

◆ showStatusMessage()

void SamplerFullSolveMultiApp::showStatusMessage ( unsigned int  i) const
overrideprotectedvirtual

Override to avoid 'solve converged' message and print when processors are finished.

Reimplemented from FullSolveMultiApp.

Definition at line 310 of file SamplerFullSolveMultiApp.C.

311 {
312  // Local row is the app index if in normal mode, otherwise it's _local_batch_app_index
313  const dof_id_type local_row =
315  // If the local row is less than the number of local sims, we aren't finished yet
316  if (local_row < _rank_config.num_local_sims - 1)
317  return;
318 
319  // Loop through processors to communicate completeness
320  for (const auto & pid : make_range(n_processors()))
321  {
322  // This is what is being sent to trigger completeness
325  : 0;
326  // Cannot send/receive to the same processor, so avoid if root
327  if (pid > 0)
328  {
329  // Send data to root
330  if (pid == processor_id())
331  _communicator.send(0, last_row);
332  // Receive data from source
333  else if (processor_id() == 0)
334  _communicator.receive(pid, last_row);
335  }
336 
337  // Output the samples that are complete if it's the main processor for the batch
338  if (last_row)
339  _console << COLOR_CYAN << type() << " [" << name() << "] " << last_row << "/"
340  << _number_of_sampler_rows << " samples complete!" << std::endl;
341  }
342 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
LocalRankConfig _rank_config
dof_id_type _local_batch_app_index
Counter for extracting command line arguments in batch mode.
const Parallel::Communicator & _communicator
processor_id_type n_processors() const
const std::string & name() const
Status receive(const unsigned int dest_processor_id, T &buf, const MessageTag &tag=any_tag) const
const std::string & type() const
dof_id_type num_local_sims
void send(const unsigned int dest_processor_id, const T &buf, const MessageTag &tag=no_tag) const
bool is_first_local_rank
IntRange< T > make_range(T beg, T end)
dof_id_type first_local_sim_index
const ConsoleStream _console
processor_id_type processor_id() const
uint8_t dof_id_type

◆ solveStep()

bool SamplerFullSolveMultiApp::solveStep ( Real  dt,
Real  target_time,
bool  auto_advance = true 
)
overridevirtual

Reimplemented from FullSolveMultiApp.

Reimplemented in PODFullSolveMultiApp.

Definition at line 130 of file SamplerFullSolveMultiApp.C.

Referenced by PODFullSolveMultiApp::solveStep().

131 {
132  TIME_SECTION("solveStep", 3, "Solving SamplerFullSolveMultiApp");
133 
135 
136  bool last_solve_converged = true;
137 
140  last_solve_converged = solveStepBatch(dt, target_time, auto_advance);
141  else
142  last_solve_converged = FullSolveMultiApp::solveStep(dt, target_time, auto_advance);
143 
144  _solved_once = true;
145 
146  return last_solve_converged;
147 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
bool solveStepBatch(Real dt, Real target_time, bool auto_advance=true)
Helper method for running in mode=&#39;batch&#39;.
dof_id_type getNumberOfLocalRows() const
Sampler & _sampler
Sampler to utilize for creating MultiApps.
unsigned int _my_num_apps
virtual bool solveStep(Real dt, Real target_time, bool auto_advance=true) override

◆ solveStepBatch()

bool SamplerFullSolveMultiApp::solveStepBatch ( Real  dt,
Real  target_time,
bool  auto_advance = true 
)
private

Helper method for running in mode='batch'.

Definition at line 150 of file SamplerFullSolveMultiApp.C.

Referenced by solveStep().

151 {
152  TIME_SECTION("solveStepBatch", 3, "Solving Step Batch For SamplerFullSolveMultiApp");
153 
155  paramError("should_run_reporter",
156  "Reporter deteriming multiapp run must be of size greater than or equal to the "
157  "number of local rows in the sampler, ",
158  _should_run->size(),
159  " < ",
161  ".");
162 
163  // Value to return
164  bool last_solve_converged = true;
165 
166  // List of active relevant Transfer objects
167  std::vector<std::shared_ptr<StochasticToolsTransfer>> to_transfers =
169  std::vector<std::shared_ptr<StochasticToolsTransfer>> from_transfers =
171 
172  // Initialize to/from transfers
173  for (auto transfer : to_transfers)
174  {
175  transfer->setGlobalMultiAppIndex(_rank_config.first_local_app_index);
176  transfer->initializeToMultiapp();
177  }
178  for (auto transfer : from_transfers)
179  {
180  transfer->setGlobalMultiAppIndex(_rank_config.first_local_app_index);
181  transfer->initializeFromMultiapp();
182  }
183 
186 
187  // Perform batch MultiApp solves
191  ++i)
192  {
194 
195  bool run = true;
196  if (_should_run)
197  {
198  if (isRootProcessor())
199  run = (*_should_run)[_local_batch_app_index];
200  _my_communicator.broadcast(run, 0);
201  }
202  if (!run)
203  {
205  continue;
206  }
207 
208  // Given that we don't initialize in preTransfer for batch-reset mode, we need
209  // a different logic for resetting the apps for every sample:
210  // - batch-restore: after (re-)initializing the problem, we only need to restore
211  // starting from the second sample
213  {
215  restore();
216  }
217  // - batch-reset: we don't need to initialize for the first sample in the first
218  // solve. After that, we initialize every time. This is mainly to avoid unnecessary
219  // initializations for cases when the multiapp does not need to be executed (conditional runs)
220  else
221  {
223  initialSetup();
224  }
225 
226  execBatchTransfers(to_transfers,
227  i,
228  _row_data,
231  _console);
232 
233  // Set the file base based on the current row
234  for (unsigned int ai = 0; ai < _my_num_apps; ++ai)
235  {
236  const std::string mname = getMultiAppName(name(), i, _number_of_sampler_rows);
237  _apps[ai]->setOutputFileBase(_app.getOutputFileBase() + "_" + mname);
238  }
239 
240  const bool curr_last_solve_converged =
241  FullSolveMultiApp::solveStep(dt, target_time, auto_advance);
242  last_solve_converged = last_solve_converged && curr_last_solve_converged;
243 
244  execBatchTransfers(from_transfers,
245  i,
246  _row_data,
249  _console);
250 
252  }
254 
255  // Finalize to/from transfers
256  for (auto transfer : to_transfers)
257  transfer->finalizeToMultiapp();
258  for (auto transfer : from_transfers)
259  transfer->finalizeFromMultiapp();
260 
261  return last_solve_converged;
262 }
const StochasticTools::MultiAppMode _mode
The Sup-application solve mode.
std::vector< std::shared_ptr< StochasticToolsTransfer > > getActiveStochasticToolsTransfers(Transfer::DIRECTION direction)
Helper for getting StochasticToolsTransfer objects.
virtual void initialSetup() override
void paramError(const std::string &param, Args... args) const
virtual void backup()
bool verboseMultiApps() const
LocalRankConfig _rank_config
std::string getOutputFileBase(bool for_non_moose_build_output=false) const
std::vector< std::shared_ptr< MooseApp > > _apps
dof_id_type first_local_app_index
dof_id_type _local_batch_app_index
Counter for extracting command line arguments in batch mode.
FEProblemBase & _fe_problem
dof_id_type getNumberOfLocalRows() const
std::vector< Real > _row_data
Current row of data updated by updateRowData. Used by transfers and setting command line args...
const std::string & name() const
Sampler & _sampler
Sampler to utilize for creating MultiApps.
dof_id_type num_local_sims
void broadcast(T &data, const unsigned int root_id=0, const bool identical_sizes=false) const
unsigned int _my_num_apps
static std::string getMultiAppName(const std::string &base_name, dof_id_type index, dof_id_type total)
const std::vector< bool > * _should_run
Reporter value determining whether the sub-app should be run for a certain sample.
libMesh::Parallel::Communicator _my_communicator
static void execBatchTransfers(const std::vector< std::shared_ptr< StochasticToolsTransfer >> &transfers, dof_id_type global_row_index, const std::vector< Real > &row_data, Transfer::DIRECTION direction, bool verbose, const ConsoleStream &console)
Helper for executing transfers when doing batch stochastic simulations.
void updateRowData(dof_id_type local_index)
Helper function for updating _row_data and _local_row_index.
virtual void restore(bool force=true) override
dof_id_type first_local_sim_index
const ConsoleStream _console
virtual bool solveStep(Real dt, Real target_time, bool auto_advance=true) override
uint8_t dof_id_type

◆ updateRowData()

void SamplerFullSolveMultiApp::updateRowData ( dof_id_type  local_index)
private

Helper function for updating _row_data and _local_row_index.

This allows multiple calls to the same row index

Definition at line 380 of file SamplerFullSolveMultiApp.C.

Referenced by getCommandLineArgs(), and solveStepBatch().

381 {
382  if (!isRootProcessor())
383  return;
384 
385  mooseAssert(local_index < _sampler.getNumberOfLocalRows(),
386  "Local index must be less than number of local rows.");
387 
388  if (_row_data.empty() ||
389  (_local_row_index == _sampler.getNumberOfLocalRows() - 1 && local_index == 0))
390  {
391  mooseAssert(local_index == 0,
392  "The first time calling updateRowData must have a local index of 0.");
393  _local_row_index = 0;
395  }
396  else if (local_index - _local_row_index == 1)
397  {
400  }
401 
402  mooseAssert(local_index == _local_row_index,
403  "Local index must be equal or one greater than the index previously called.");
404 }
std::vector< Real > getNextLocalRow()
dof_id_type getNumberOfLocalRows() const
std::vector< Real > _row_data
Current row of data updated by updateRowData. Used by transfers and setting command line args...
dof_id_type _local_row_index
Current local index representing _row_data.
Sampler & _sampler
Sampler to utilize for creating MultiApps.

◆ validParams()

InputParameters SamplerFullSolveMultiApp::validParams ( )
static

Definition at line 20 of file SamplerFullSolveMultiApp.C.

Referenced by PODFullSolveMultiApp::validParams().

21 {
25  params.addClassDescription(
26  "Creates a full-solve type sub-application for each row of each Sampler matrix.");
27  params.addRequiredParam<SamplerName>("sampler",
28  "The Sampler object to utilize for creating MultiApps.");
29  params.suppressParameter<std::vector<Point>>("positions");
30  params.suppressParameter<bool>("output_in_position");
31  params.suppressParameter<std::vector<FileName>>("positions_file");
32  params.suppressParameter<Real>("move_time");
33  params.suppressParameter<std::vector<Point>>("move_positions");
34  params.suppressParameter<std::vector<unsigned int>>("move_apps");
35  params.set<bool>("use_positions") = false;
36 
37  MooseEnum modes("normal=0 batch-reset=1 batch-restore=2", "normal");
38  params.addParam<MooseEnum>(
39  "mode",
40  modes,
41  "The operation mode, 'normal' creates one sub-application for each row in the Sampler and "
42  "'batch-reset' and 'batch-restore' creates N sub-applications, where N is the minimum of "
43  "'num_rows' in the Sampler and floor(number of processes / min_procs_per_app). To run "
44  "the rows in the Sampler, 'batch-reset' will destroy and re-create sub-apps as needed, "
45  "whereas the 'batch-restore' will backup and restore sub-apps to the initial state prior "
46  "to execution, without destruction.");
47  params.addParam<ReporterName>(
48  "should_run_reporter",
49  "Vector reporter value determining whether a certain multiapp should be run with this "
50  "multiapp. This only works in batch-reset or batch-restore mode.");
51  return params;
52 }
static InputParameters validParams()
void addParam(const std::string &name, const std::initializer_list< typename T::value_type > &value, const std::string &doc_string)
static InputParameters validParams()
T & set(const std::string &name, bool quiet_mode=false)
void addRequiredParam(const std::string &name, const std::string &doc_string)
void suppressParameter(const std::string &name)
static InputParameters validParams()
DIE A HORRIBLE DEATH HERE typedef LIBMESH_DEFAULT_SCALAR_TYPE Real
void addClassDescription(const std::string &doc_string)

Member Data Documentation

◆ _local_batch_app_index

dof_id_type SamplerFullSolveMultiApp::_local_batch_app_index
protected

Counter for extracting command line arguments in batch mode.

Definition at line 83 of file SamplerFullSolveMultiApp.h.

Referenced by PODFullSolveMultiApp::computeResidualBatch(), getCommandLineArgs(), showStatusMessage(), and solveStepBatch().

◆ _local_row_index

dof_id_type SamplerFullSolveMultiApp::_local_row_index = std::numeric_limits<dof_id_type>::max()
private

Current local index representing _row_data.

Definition at line 115 of file SamplerFullSolveMultiApp.h.

Referenced by updateRowData().

◆ _mode

const StochasticTools::MultiAppMode SamplerFullSolveMultiApp::_mode
protected

◆ _number_of_sampler_rows

dof_id_type SamplerFullSolveMultiApp::_number_of_sampler_rows
private

◆ _row_data

std::vector<Real> SamplerFullSolveMultiApp::_row_data
private

Current row of data updated by updateRowData. Used by transfers and setting command line args.

Definition at line 113 of file SamplerFullSolveMultiApp.h.

Referenced by getCommandLineArgs(), preTransfer(), solveStepBatch(), and updateRowData().

◆ _sampler

Sampler& SamplerFullSolveMultiApp::_sampler
protected

◆ _should_run

const std::vector<bool>* SamplerFullSolveMultiApp::_should_run = nullptr
private

Reporter value determining whether the sub-app should be run for a certain sample.

Definition at line 118 of file SamplerFullSolveMultiApp.h.

Referenced by preTransfer(), and solveStepBatch().

◆ _solved_once

bool SamplerFullSolveMultiApp::_solved_once
private

Definition at line 107 of file SamplerFullSolveMultiApp.h.

Referenced by preTransfer(), solveStep(), and solveStepBatch().


The documentation for this class was generated from the following files: