https://mooseframework.inl.gov
OutputWarehouse.C
Go to the documentation of this file.
1 //* This file is part of the MOOSE framework
2 //* https://mooseframework.inl.gov
3 //*
4 //* All rights reserved, see COPYRIGHT for full restrictions
5 //* https://github.com/idaholab/moose/blob/master/COPYRIGHT
6 //*
7 //* Licensed under LGPL 2.1, please see LICENSE for details
8 //* https://www.gnu.org/licenses/lgpl-2.1.html
9 
10 // MOOSE includes
11 #include "OutputWarehouse.h"
12 #include "Output.h"
13 #include "Console.h"
14 #include "FileOutput.h"
15 #include "Checkpoint.h"
16 #include "FEProblem.h"
17 #include "TableOutput.h"
18 #include "Exodus.h"
19 
20 #include <libgen.h>
21 #include <sys/types.h>
22 #include <sys/stat.h>
23 #include <unistd.h>
24 
26  : PerfGraphInterface(app, "OutputWarehouse"),
27  _app(app),
28  _buffer_action_console_outputs(false),
29  _common_params_ptr(NULL),
30  _output_exec_flag(EXEC_CUSTOM),
31  _force_output(false),
32  _last_message_ended_in_newline(true),
33  _last_buffer(NULL),
34  _num_printed(0)
35 {
36  // Set the reserved names
37  _reserved.insert("none"); // allows 'none' to be used as a keyword in 'outputs' parameter
38  _reserved.insert("all"); // allows 'all' to be used as a keyword in 'outputs' parameter
39 }
40 
42 {
43  // If the output buffer is not empty, it needs to be written
44  if (_console_buffer.str().length())
45  mooseConsole();
46 }
47 
48 void
50 {
51  TIME_SECTION("initialSetup", 5, "Setting Up Outputs");
52 
53  resetFileBase();
54 
55  for (const auto & obj : _all_objects)
56  obj->initialSetup();
57 }
58 
59 void
61 {
62  for (const auto & obj : _all_objects)
63  obj->timestepSetup();
64 }
65 
66 void
68 {
69  for (const auto & obj : _all_objects)
70  obj->customSetup(exec_type);
71 }
72 
73 void
75 {
76  for (const auto & obj : _all_objects)
77  obj->solveSetup();
78 }
79 
80 void
82 {
83  for (const auto & obj : _all_objects)
84  obj->jacobianSetup();
85 }
86 
87 void
89 {
90  for (const auto & obj : _all_objects)
91  obj->residualSetup();
92 }
93 
94 void
96 {
97  for (const auto & obj : _all_objects)
98  obj->subdomainSetup();
99 }
100 
101 void
102 OutputWarehouse::addOutput(std::shared_ptr<Output> const output)
103 {
104  _all_ptrs.push_back(output);
105 
106  // Add the object to the warehouse storage, Checkpoint placed at end so they are called last
107  Checkpoint * cp = dynamic_cast<Checkpoint *>(output.get());
108  if (cp != NULL)
109  _all_objects.push_back(output.get());
110  else
111  _all_objects.insert(_all_objects.begin(), output.get());
112 
113  // Store the name and pointer
114  _object_map[output->name()] = output.get();
115  _object_names.insert(output->name());
116 
117  // Insert object sync times to the global set
118  const std::set<Real> & sync_times = output->getSyncTimes();
119  _sync_times.insert(sync_times.begin(), sync_times.end());
120 }
121 
122 bool
123 OutputWarehouse::hasOutput(const std::string & name) const
124 {
125  return _object_map.find(name) != _object_map.end();
126 }
127 
128 bool
129 OutputWarehouse::hasMaterialPropertyOutput(const std::string & name) const
130 {
131  const auto found_object = hasOutput(name);
132  if (!found_object)
133  return false;
134  else
135  {
136  // Check if output object supports material property output
137  const auto * output_object = static_cast<const Output *>(_object_map.at(name));
138  return output_object->supportsMaterialPropertyOutput();
139  }
140 }
141 
142 const std::set<OutputName> &
144 {
145  if (_object_names.empty() && _app.actionWarehouse().hasActions("add_output"))
146  {
147  const auto & actions = _app.actionWarehouse().getActionListByName("add_output");
148  for (const auto & act : actions)
149  _object_names.insert(act->name());
150  }
151  return _object_names;
152 }
153 
154 void
155 OutputWarehouse::addOutputFilename(const OutputName & obj_name, const OutFileBase & filename)
156 {
157  _file_base_map[obj_name].insert(filename);
158  for (const auto & it : _file_base_map)
159  if (it.first != obj_name && it.second.find(filename) != it.second.end())
160  mooseError("An output file with the name, ", filename, ", already exists.");
161 }
162 
163 void
165 {
166  if (_force_output)
167  type = EXEC_FORCED;
168 
169  for (const auto & obj : _all_objects)
170  if (obj->enabled())
171  obj->outputStep(type);
172 
184 
185  // Reset force output flag
186  _force_output = false;
187 }
188 
189 void
191 {
192  for (const auto & obj : _all_objects)
193  obj->meshChanged();
194 }
195 
196 static std::mutex moose_console_mutex;
197 
198 void
200 {
202 }
203 
204 void
205 OutputWarehouse::mooseConsole(std::ostringstream & buffer)
206 {
207  std::lock_guard<std::mutex> lock(moose_console_mutex);
208 
209  std::string message = buffer.str();
210 
211  // If someone else is writing - then we may need a newline
212  if (&buffer != _last_buffer && !_last_message_ended_in_newline)
213  message = '\n' + message;
214 
215  // Loop through all Console Output objects and pass the current output buffer
216  std::vector<Console *> objects = getOutputs<Console>();
217  if (!objects.empty())
218  {
219  for (const auto & obj : objects)
220  obj->mooseConsole(message);
221 
222  // Reset
223  buffer.clear();
224  buffer.str("");
225  }
226  else if (!_app.actionWarehouse().isTaskComplete("add_output"))
227  {
229  {
230  // this will cause messages to console before its construction immediately flushed and
231  // cleared.
232  bool this_message_ends_in_newline = message.empty() ? true : message.back() == '\n';
233 
234  // If that last message ended in newline then this one may need
235  // to start with indenting
236  // Note that we only indent the first line if the last message ended in new line
237  if (_app.multiAppLevel() > 0)
239 
240  Moose::out << message << std::flush;
241  buffer.clear();
242  buffer.str("");
243 
244  _last_message_ended_in_newline = this_message_ends_in_newline;
245  }
246  }
247 
248  _last_buffer = &buffer;
249 
250  _num_printed++;
251 }
252 
253 void
255 {
256  if (!_console_buffer.str().empty())
257  mooseConsole();
258 }
259 
260 void
261 OutputWarehouse::setFileNumbers(std::map<std::string, unsigned int> input, unsigned int offset)
262 {
263  for (const auto & obj : _all_objects)
264  {
265  FileOutput * ptr = dynamic_cast<FileOutput *>(obj);
266  if (ptr != NULL)
267  {
268  std::map<std::string, unsigned int>::const_iterator it = input.find(ptr->name());
269  if (it != input.end())
270  {
271  int value = it->second + offset;
272  if (value < 0)
273  ptr->setFileNumber(0);
274  else
275  ptr->setFileNumber(it->second + offset);
276  }
277  }
278  }
279 }
280 
281 std::map<std::string, unsigned int>
283 {
284 
285  std::map<std::string, unsigned int> output;
286  for (const auto & obj : _all_objects)
287  {
288  FileOutput * ptr = dynamic_cast<FileOutput *>(obj);
289  if (ptr != NULL)
290  output[ptr->name()] = ptr->getFileNumber();
291  }
292  return output;
293 }
294 
295 void
297 {
298  _common_params_ptr = params_ptr;
299 }
300 
301 const InputParameters *
303 {
304  return _common_params_ptr;
305 }
306 
307 std::set<Real> &
309 {
310  return _sync_times;
311 }
312 
313 void
314 OutputWarehouse::addInterfaceHideVariables(const std::string & output_name,
315  const std::set<std::string> & variable_names)
316 {
317  _interface_map[output_name].insert(variable_names.begin(), variable_names.end());
318 }
319 
320 void
321 OutputWarehouse::buildInterfaceHideVariables(const std::string & output_name,
322  std::set<std::string> & hide)
323 {
324  std::map<std::string, std::set<std::string>>::const_iterator it =
325  _interface_map.find(output_name);
326  if (it != _interface_map.end())
327  hide = it->second;
328 }
329 
330 void
331 OutputWarehouse::checkOutputs(const std::set<OutputName> & names,
332  const bool supports_material_output)
333 {
334  std::string reserved_name = "";
335  for (const auto & name : names)
336  {
337  const bool is_reserved_name = isReservedName(name);
338  if (is_reserved_name)
339  reserved_name = name;
340  if (!is_reserved_name)
341  {
342  if (!hasOutput(name))
343  mooseError("The output object '", name, "' is not a defined output object.");
344  if (supports_material_output && !hasMaterialPropertyOutput(name))
345  mooseError("The output object '", name, "' does not support material output.");
346  }
347  }
348  if (!reserved_name.empty() && names.size() > 1)
349  mooseError("When setting output name to reserved name '" + reserved_name +
350  "', only one entry is allowed in outputs parameter.");
351 }
352 
353 std::set<OutputName>
355 {
356  std::set<OutputName> output_names;
357  for (const auto & pair : _object_map)
358  {
359  const auto * output = static_cast<const Output *>(pair.second);
360  if (output->supportsMaterialPropertyOutput())
361  output_names.insert(pair.first);
362  }
363  return output_names;
364 }
365 
366 const std::set<std::string> &
368 {
369  return _reserved;
370 }
371 
372 bool
373 OutputWarehouse::isReservedName(const std::string & name)
374 {
375  return _reserved.find(name) != _reserved.end();
376 }
377 
378 void
380 {
381  _output_exec_flag = type;
382 }
383 
384 void
386 {
387  for (const auto & obj : _all_objects)
388  obj->allowOutput(state);
389 }
390 
391 void
393 {
394  _force_output = true;
395 }
396 
397 void
399 {
400  for (const auto & pair : _object_map)
401  {
402  auto * table = dynamic_cast<TableOutput *>(pair.second);
403  if (table != NULL)
404  table->clear();
405  auto * exodus = dynamic_cast<Exodus *>(pair.second);
406  if (exodus != NULL)
407  exodus->clear();
408  }
409 }
410 
411 void
413 {
414  // Set the file base from the application to FileOutputs and add associated filenames
415  for (const auto & obj : _all_objects)
416  if (FileOutput * file_output = dynamic_cast<FileOutput *>(obj))
417  {
418  std::string file_base;
419  if (obj->parameters().get<bool>("_built_by_moose"))
420  {
421  if (obj->isParamValid("file_base"))
422  file_base = obj->getParam<std::string>("file_base");
423  else
424  file_base = _app.getOutputFileBase();
425  }
426  else
427  file_base = _app.getOutputFileBase(true) + "_" + obj->name();
428 
429  file_output->setFileBase(file_base);
430  addOutputFilename(obj->name(), file_output->filename());
431  }
432 }
std::string name(const ElemQuality q)
std::map< OutputName, std::set< OutFileBase > > _file_base_map
List of object names.
void outputStep(ExecFlagType type)
Calls the outputStep method for each output object.
const InputParameters * _common_params_ptr
Pointer to the common InputParameters (.
bool _buffer_action_console_outputs
True to buffer console outputs in actions.
void initialSetup()
Calls the initialSetup function for each of the output objects.
const ExecFlagType EXEC_CUSTOM
Definition: Moose.C:47
const ExecFlagType EXEC_FORCED
Definition: Moose.C:45
std::map< OutputName, Output * > _object_map
A map of the output pointers.
void checkOutputs(const std::set< OutputName > &names, const bool supports_material_output=false)
Test that the output names exist.
void mooseError(Args &&... args)
Emit an error message with the given stringified, concatenated args and terminate the application...
Definition: MooseError.h:302
bool isTaskComplete(const std::string &task) const
std::string getOutputFileBase(bool for_non_moose_build_output=false) const
Get the output file base name.
Definition: MooseApp.C:1670
std::set< OutputName > _object_names
A set of output names.
unsigned int multiAppLevel() const
The MultiApp Level.
Definition: MooseApp.h:832
bool isReservedName(const std::string &name)
Test if the given name is reserved.
bool hasOutput(const std::string &name) const
Returns true if the output object exists.
Base class for MOOSE-based applications.
Definition: MooseApp.h:96
The main MOOSE class responsible for handling user-defined parameters in almost every MOOSE system...
unsigned int getFileNumber()
Return the current file number for this outputter.
Definition: FileOutput.C:180
void customSetup(const ExecFlagType &exec_type)
Calls the setup function for each of the output objects.
void clear()
Reset Exodus output.
Definition: Exodus.C:534
const std::list< Action * > & getActionListByName(const std::string &task) const
Retrieve a constant list of Action pointers associated with the passed in task.
void setOutputExecutionType(ExecFlagType type)
Sets the execution flag type.
std::vector< Output * > _all_objects
All instances of objects (raw pointers)
virtual const std::string & name() const
Get the name of the class.
Definition: MooseBase.h:57
bool hasMaterialPropertyOutput(const std::string &name) const
Returns true if the output object exists, and it supports material property output.
void forceOutput()
Indicates that the next call to outputStep should be forced This is private, users should utilize FEP...
std::set< std::string > _reserved
List of reserved names.
void jacobianSetup()
Calls the jacobianSetup function for each of the output objects.
void setFileNumber(unsigned int num)
Sets the file number manually.
Definition: FileOutput.C:174
std::map< std::string, std::set< std::string > > _interface_map
Storage for variables to hide as prescribed by the object via the OutputInterface.
Based class for output objects.
Definition: Output.h:43
std::set< OutputName > getAllMaterialPropertyOutputNames() const
Returns all output names that support material output.
const std::ostringstream * _last_buffer
What the last buffer was that was printed.
ExecFlagType _output_exec_flag
The current output execution flag.
MooseApp & _app
MooseApp.
void resetFileBase()
Resets the file base for all FileOutput objects.
OutputWarehouse(MooseApp &app)
Class constructor.
Real value(unsigned n, unsigned alpha, unsigned beta, Real x)
void indentMessage(const std::string &prefix, std::string &message, const char *color=COLOR_CYAN, bool dont_indent_first_line=true, const std::string &post_prefix=": ")
Indents the supplied message given the prefix and color.
Definition: MooseUtils.C:734
static std::mutex moose_console_mutex
std::map< std::string, unsigned int > getFileNumbers()
Extracts the file numbers from the output objects.
Writes out three things:
Definition: Checkpoint.h:63
void meshChanged()
Calls the meshChanged method for every output object.
bool _force_output
Flag indicating that next call to outputStep is forced.
virtual ~OutputWarehouse()
Class for output data to the ExodusII format.
Definition: Exodus.h:24
void clear()
Definition: TableOutput.C:296
ActionWarehouse & actionWarehouse()
Return a writable reference to the ActionWarehouse associated with this app.
Definition: MooseApp.h:237
std::atomic< unsigned long long int > _num_printed
Number of times the stream has been printed to.
virtual bool supportsMaterialPropertyOutput() const
A virtual function that stores whether output type supports material output.
Definition: Output.h:150
Interface for objects interacting with the PerfGraph.
std::ostringstream _console_buffer
The stream for holding messages passed to _console prior to Output object construction.
void addOutputFilename(const OutputName &obj_name, const OutFileBase &filename)
Adds the file name to the map of filenames being output with an associated object The main function o...
std::vector< std::shared_ptr< Output > > _all_ptrs
We are using std::shared_ptr to handle the cleanup of the pointers at the end of execution.
void residualSetup()
Calls the residualSetup function for each of the output objects.
void solveSetup()
Calls the timestepSetup function for each of the output objects.
const std::set< OutputName > & getOutputNames()
Get a complete set of all output object names.
bool hasActions(const std::string &task) const
Check if Actions associated with passed in task exist.
const InputParameters * getCommonParameters() const
Get a reference to the common output parameters.
Class for containing MooseEnum item information.
Definition: MooseEnumItem.h:18
void subdomainSetup()
Calls the subdomainSetup function for each of the output objects.
void allowOutput(bool state)
Ability to enable/disable output calls This is private, users should utilize FEProblemBase::allowOutp...
void addOutput(std::shared_ptr< Output > output)
Adds an existing output object to the warehouse.
Base class for scalar variables and postprocessors output objects.
Definition: TableOutput.h:28
void mooseConsole()
Send current output buffer to Console output objects.
void reset()
Reset the output system.
void setCommonParameters(const InputParameters *params_ptr)
Stores the common InputParameters object.
void addInterfaceHideVariables(const std::string &output_name, const std::set< std::string > &variable_names)
Insert variable names for hiding via the OutoutInterface.
void buildInterfaceHideVariables(const std::string &output_name, std::set< std::string > &hide)
Return the list of hidden variables for the given output name.
An outputter with filename support.
Definition: FileOutput.h:20
const std::set< std::string > & getReservedNames() const
Return a set of reserved output names.
void setFileNumbers(std::map< std::string, unsigned int > input, unsigned int offset=0)
Calls the setFileNumber method for every FileOutput output object.
std::set< Real > & getSyncTimes()
Return the sync times for all objects.
void timestepSetup()
Calls the timestepSetup function for each of the output objects.
bool _last_message_ended_in_newline
Whether or not the last thing output by mooseConsole had a newline as the last character.
void flushConsoleBuffer()
If content exists in the buffer, write it.
std::set< Real > _sync_times
Sync times for all objects.