Stochastic Tools Failure Analysis Report

[monte_carlo_num_samples]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=monte-carlo ParameterStudy/distributions=uniform'
  expect_err = 'The num_samples parameter is required to build the requested sampling type\.'
  detail = '\'num_samples\' parameter for Monte Carlo sampling;'
[]

[monte_carlo_distributions]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=monte-carlo ParameterStudy/num_samples=1'
  expect_err = 'The distributions parameter is required to build the requested sampling type\.'
  detail = '\'distributions\' parameter for Monte Carlo sampling;'
[]

[monte_carlo_unused]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=monte-carlo
                  ParameterStudy/num_samples=1
                  ParameterStudy/distributions=uniform
                  ParameterStudy/linear_space_items=\'0 1 1\''
  expect_err = 'The following parameters are unused for the selected sampling type:'
  detail = '\'linear_space_items\' parameter with Monte Carlo sampling;'
[]

[lhs_num_samples]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=lhs ParameterStudy/distributions=uniform'
  expect_err = 'The num_samples parameter is required to build the requested sampling type\.'
  detail = '\'num_samples\' parameter for latin hypercube sampling;'
[]

[lhs_distributions]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=lhs ParameterStudy/num_samples=1'
  expect_err = 'The distributions parameter is required to build the requested sampling type\.'
  detail = '\'distributions\' parameter for latin hypercube sampling;'
[]

[cartesian_product]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=cartesian-product'
  expect_err = 'The linear_space_items parameter is required to build the requested sampling type\.'
  detail = '\'linear_space_items\' parameter for cartesian product sampling;'
[]

[csv]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=csv'
  expect_err = 'The csv_samples_file parameter is required to build the requested sampling type\.'
  detail = '\'samples_file\' parameter for CSV sampling;'
[]

[csv_both]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=csv
                  ParameterStudy/csv_samples_file=gold/monte_carlo_csv_study_samples_0001.csv
                  ParameterStudy/csv_column_indices=1
                  ParameterStudy/csv_column_names=foo'
  expect_err = '\'csv_column_indices\' and \'csv_column_names\' cannot both be set\.'
  detail = 'both \'csv_column_indices\' and \'csv_column_names\' parameters are specified for CSV sampling;'
[]

[input_matrix]
  type = RunException
  input = sampling_error.i
  cli_args = 'ParameterStudy/sampling_type=input-matrix'
  expect_err = 'The input_matrix parameter is required to build the requested sampling type\.'
  detail = '\'matrix\' parameter for input matrix sampling;'
[]

[missing]
  type = RunException
  input = distributions_error.i
  cli_args = 'ParameterStudy/distributions=\'uniform uniform\'
                  ParameterStudy/uniform_upper_bound=\'1 1\''
  expect_err = 'The uniform_lower_bound parameter is required to build the listed distributions\.'
  detail = 'missing;'
[]

[inconsistent]
  type = RunException
  input = distributions_error.i
  cli_args = 'ParameterStudy/distributions=\'uniform uniform\'
                  ParameterStudy/uniform_lower_bound=\'0\'
                  ParameterStudy/uniform_upper_bound=\'1 1\''
  expect_err = 'The number of entries in uniform_lower_bound does not match the number of required entries \(\d+\) to build the listed distributions\.'
  detail = 'inconsitent size;'
[]

[unused]
  type = RunException
  input = distributions_error.i
  cli_args = 'ParameterStudy/distributions=\'uniform uniform\'
                  ParameterStudy/uniform_lower_bound=\'0 0\'
                  ParameterStudy/uniform_upper_bound=\'1 1\'
                  ParameterStudy/normal_mean=1'
  expect_err = 'The following parameters are unused for the listed distributions:'
  detail = 'unused;'
[]

[true]
  type = JSONDiff
  input = monte_carlo.i
  cli_args = 'ParameterStudy/output_type=json
                  ParameterStudy/show_study_objects=true
                  --color off'
  jsondiff = monte_carlo_json.json
  rel_err = 1e-4
  expect_out = 'Type:\s+StatisticsReporter'
  detail = 'compute statistics;'
[]

[false]
  type = RunApp
  input = monte_carlo.i
  cli_args = 'ParameterStudy/compute_statistics=false
                  ParameterStudy/show_study_objects=true
                  --color off'
  absent_out = 'Type:\s+StatisticsReporter'
  detail = 'not compute statistics;'
[]

[unused]
  type = RunException
  input = monte_carlo.i
  cli_args = 'ParameterStudy/compute_statistics=false
                  ParameterStudy/statistics=mean
                  ParameterStudy/ci_levels=0.1
                  ParameterStudy/ci_replicates=10'
  expect_err = 'The following parameters are unused since statistics are not being computed: ci_levels, ci_replicates, statistics'
  detail = 'error if there are unused statistics parameters;'
[]

[normal_direct_type_error]
  type = RunException
  input = normal_direct_type_error.i
  allow_test_objects = true
  expect_err = "The 'cdf' object failed to retrieve 'this_is_the_wrong_type' distribution with the desired type."
  requirement = 'The system shall produce an error if a distribution is retrieved with the differing type than supplied.'
  design = 'Normal.md'
  issues = '#12720'
[]

[test_err_distribution_and_min_max]
  type = 'RunException'
  input = 'random_ic_distribution_test.i'
  cli_args = 'ICs/u_aux/min=0 ICs/u_aux/max=1'
  prereq = 'generate'
  expect_err = "Cannot use together with 'min' or 'max' parameter"

  requirement = 'The system shall generate an error the random initial condition is used with both a distribution and min or max value defined.'
[]

[wrong_batch_mode]
  type = RunException
  input = parent_single.i
  cli_args = MultiApps/sub/mode=batch-restore
  expect_err = "The MultiApp object, 'sub', supplied to the 'cmdline' object is setup to run in 'batch-restore' mode, when using this mode command line arguments cannot be modified; batch-reset mode should be used instead."
  requirement = "The system shall error when the supplied sampler object operates in a mode that does not allow for command line arguments to be modified."
  prereq = parent/multiple_batch
  max_parallel = 3
[]

[wrong_execute_on]
  type = RunException
  input = parent_single.i
  cli_args = Samplers/sample/execute_on=INITIAL
  expect_err = "The sampler object, 'sample', is being used by the 'cmdline' object, thus the 'execute_on' of the sampler must include 'PRE_MULTIAPP_SETUP'."
  requirement = "The system shall error when the supplied sampler does not use the correct execution flags."
  prereq = parent/multiple_batch
  max_parallel = 3
[]

[vector_no_bracket]
  type = RunException
  input = parent_vector.i
  cli_args = "Controls/cmdline/param_names='Mesh/xmax[0] Materials/const/prop_values[1,(1.5),2,2] Mesh/ymax'"
  expect_err = "If the bracket is used, it must be provided to every parameter."
  requirement = "The system shall error when '[]' syntax is not used for all parameters."
  max_parallel = 3
[]

[vector_out_of_bound]
  type = RunException
  input = parent_vector.i
  cli_args = "Controls/cmdline/param_names='Mesh/xmax[0] Materials/const/prop_values[1,(1.5),2,2] Mesh/ymax[4]'"
  expect_err = "The provided global column index \(4\) for Mesh/ymax is out of bound."
  requirement = "The system shall error when provided global column index is out of bound."
  max_parallel = 3
[]

[mode_error]
  type = RunException
  input = parent_transient.i
  cli_args = MultiApps/runner/mode=batch-reset
  expect_err = "The supplied mode, 'batch-reset', currently"
  requirement = "The SamplerTransientMultiApp object shall error if the 'batch-reset' mode is supplied."
[]

[wrong_multiapp_type]
  type = RunException
  input = parent_wrong_multiapp_type.i
  expect_err = "The MultiApp must construct its sub-apps in initial setup but not during its creation"

  requirement = "The system shall error when sub-apps are constructed too early thus unable to be changed by samplers."
[]

[wrong_num_params]
  type = RunException
  input = parent_wrong_num_params.i
  expect_err = "The number of columns \(2\) must match the number of parameters \(3\)"

  requirement = "The system shall error when the number of samples differs from the number of command line parameters."
[]

[function]
  type = JSONDiff
  input = conditional_main.i
  jsondiff = 'conditional_main_out.json'
  detail = 'with a parsed function dependent on time and sampler values;'
[]

[error]
  type = RunException
  input = conditional_main.i
  cli_args = MultiApps/runner/mode=normal
  expect_err = "Conditionally run sampler multiapp only works in batch modes."
  detail = 'error if running in normal mode.'
[]

[error]
  type = RunException
  input = main.i
  allow_test_objects = true
  expect_err = "The size of the sampler has changed; SamplerTransientMultiApp object do not support dynamic Sampler output."

  requirement = "The system shall error when the size of a sampler is altered an sub-applications are progressing with time with the main application."
[]

[normal_less_procs]
  type = CSVDiff
  input = main.i
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  max_parallel = 5
  detail = 'with less processors than rows in normal mode;'
[]

[normal_more_procs]
  type = CSVDiff
  input = main.i
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  min_parallel = 6
  detail = 'with more processors than rows in normal mode;'
[]

[normal_min_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=2'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  min_parallel = 4
  detail = 'with specified minimum processors per app in normal mode;'
[]

[reset_less_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/mode=batch-reset'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  max_parallel = 5
  detail = 'with less processors than rows in batch-reset mode;'
[]

[reset_more_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/mode=batch-reset'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  min_parallel = 6
  detail = 'with more processors than rows in batch-reset mode;'
[]

[reset_min_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/mode=batch-reset MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=2'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  min_parallel = 4
  detail = 'with specified minimum processors per app in batch-reset mode;'
[]

[restore_less_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/mode=batch-restore Controls/active="" Transfers/inactive=rep Reporters/check/reporters=vpp/pp:pp2'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  max_parallel = 5
  detail = 'with less processors than rows in batch-restore mode;'
[]

[restore_more_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/mode=batch-restore Controls/active="" Transfers/inactive=rep Reporters/check/reporters=vpp/pp:pp2'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  min_parallel = 6
  detail = 'with more processors than rows in batch-restore mode;'
[]

[restore_min_procs]
  type = CSVDiff
  input = main.i
  cli_args = 'MultiApps/sub/mode=batch-restore MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=2 Controls/active="" Transfers/inactive=rep Reporters/check/reporters=vpp/pp:pp2'
  allow_test_objects = true
  csvdiff = main_out_vpp_0001.csv
  min_parallel = 4
  detail = 'with specified minimum processors per app in batch-restore mode;'
[]

[error_min_procs]
  type = RunException
  input = main.i
  cli_args = 'MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=1'
  allow_test_objects = true
  expect_err = "Sampler and multiapp communicator configuration inconsistent. Please ensure that 'MultiApps/sub/min\(max\)_procs_per_app' and 'Samplers/sample/min\(max\)_procs_per_row' are the same."
  min_parallel = 2
  detail = 'error when partitionings do not match;'
[]

[normal_less_procs]
  type = CSVDiff
  input = main_transient.i
  allow_test_objects = true
  csvdiff = 'main_transient_out_vpp_0001.csv main_transient_out_vpp_0002.csv main_transient_out_vpp_0003.csv'
  max_parallel = 5
  detail = 'with less processors than rows in normal mode;'
[]

[normal_more_procs]
  type = CSVDiff
  input = main_transient.i
  allow_test_objects = true
  csvdiff = 'main_transient_out_vpp_0001.csv main_transient_out_vpp_0002.csv main_transient_out_vpp_0003.csv'
  min_parallel = 6
  detail = 'with more processors than rows in normal mode;'
[]

[normal_min_procs]
  type = CSVDiff
  input = main_transient.i
  cli_args = 'MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=2'
  allow_test_objects = true
  csvdiff = 'main_transient_out_vpp_0001.csv main_transient_out_vpp_0002.csv main_transient_out_vpp_0003.csv'
  min_parallel = 4
  detail = 'with specified minimum processors per app in normal mode;'
[]

[restore_less_procs]
  type = CSVDiff
  input = main_transient.i
  cli_args = 'MultiApps/sub/mode=batch-restore Controls/active="" Transfers/inactive=rep Reporters/check/reporters=vpp/pp:pp2'
  allow_test_objects = true
  csvdiff = 'main_transient_out_vpp_0001.csv main_transient_out_vpp_0002.csv main_transient_out_vpp_0003.csv'
  max_parallel = 5
  detail = 'with less processors than rows in batch-restore mode;'
[]

[restore_more_procs]
  type = CSVDiff
  input = main_transient.i
  cli_args = 'MultiApps/sub/mode=batch-restore Controls/active="" Transfers/inactive=rep Reporters/check/reporters=vpp/pp:pp2'
  allow_test_objects = true
  csvdiff = 'main_transient_out_vpp_0001.csv main_transient_out_vpp_0002.csv main_transient_out_vpp_0003.csv'
  min_parallel = 6
  detail = 'with more processors than rows in batch-restore mode;'
[]

[restore_min_procs]
  type = CSVDiff
  input = main_transient.i
  cli_args = 'MultiApps/sub/mode=batch-restore MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=2 Controls/active="" Transfers/inactive=rep Reporters/check/reporters=vpp/pp:pp2'
  allow_test_objects = true
  csvdiff = 'main_transient_out_vpp_0001.csv main_transient_out_vpp_0002.csv main_transient_out_vpp_0003.csv'
  min_parallel = 4
  detail = 'with specified minimum processors per app in batch-restore mode;'
[]

[error_min_procs]
  type = RunException
  input = main_transient.i
  cli_args = 'MultiApps/sub/min_procs_per_app=2 Samplers/sample/min_procs_per_row=1'
  allow_test_objects = true
  expect_err = "Sampler and multiapp communicator configuration inconsistent. Please ensure that 'MultiApps/sub/min\(max\)_procs_per_app' and 'Samplers/sample/min\(max\)_procs_per_row' are the same."
  min_parallel = 2
  detail = 'error when partitionings do not match;'
[]

[batch_with_tao]
  type = RunException
  input = main_tao.i
  cli_args = "Trainers/GP_al_trainer/batch_size=5"
  detail = 'mini-batching is requested with the TAO optimization library;'
  expect_err = "Mini-batch sampling is not compatible with the TAO optimization library. Please use Adam optimization."
[]

[adam_wrong_batch_size]
  type = RunException
  input = main_adam.i
  cli_args = "Trainers/GP_al_trainer/batch_size=500"
  detail = 'the batch size is greater than the training data set size for Adam optimization;'
  expect_err = "Batch size cannot be greater than the training data set size."
[]

[statistics]
  type = JSONDiff
  input = statistics_reporter.i
  jsondiff = statistics_reporter_out.json

  detail = "vector of data from the reporting system; including"
[]

[ci]
  type = JSONDiff
  input = statistics_reporter_ci.i
  jsondiff = statistics_reporter_ci_out.json

  detail = "confidence level intervals for statistics calculations"
[]

[error]
  type = RunException
  input = statistics_reporter_error.i
  expect_err = "The following reporter value\(s\) do not have a type supported by the StatisticsReporter:\n\s+const/const"

  detail = "and error if the supplied type is not supported."
[]

[no_ci_levels]
  type = RunException
  input = error.i
  cli_args = "Reporters/stats/ci_levels=''"
  expect_err = "If the 'ci_method' parameter is supplied then the 'ci_levels' must also be supplied with values in \(0, 1\)"

  detail = "the confidence level intervals are omitted;"
[]

[ci_levels_zero]
  type = RunException
  input = error.i
  cli_args = "Reporters/stats/ci_levels='0'"
  expect_err = "The supplied levels must be greater than zero"

  detail = "the confidence level intervals are less than or equal to zero;"
[]

[ci_levels_one]
  type = RunException
  input = error.i
  cli_args = "Reporters/stats/ci_levels='1'"
  expect_err = "The supplied levels must be less than 1\.0"

  detail = "the confidence level intervals are greater than or equal to one;"
[]

[no_input]
  type = RunException
  input = error.i
  cli_args = "Reporters/stats/vectorpostprocessors=''"
  expect_err = "The 'vectorpostprocessors' and/or 'reporters' parameters must be defined and non-empty"

  detail = "input is not provided."
[]

[wrong_num_names]
  type = RunException
  input = sample_only.i
  cli_args = 'Reporters/matrix/sampler_column_names=foobar'
  expect_err = 'The number of column names specified \(1\) does not match the number of sampler columns \(4\)\.'
  detail = 'inputting the wrong number of column names;'
[]

[wrong_sampler]
  type = RunException
  input = stochastic_matrix.i
  cli_args = 'Samplers/wrong/type=InputMatrix Samplers/wrong/matrix=\'1 2 3 4\' Reporters/matrix/sampler=wrong'
  expect_err = 'Attempting to create a stochastic vector with a different sampler \(sample\) than the one specified at input \(wrong\)\.'
  detail = 'using a different sampler than the transfer\'s;'
[]

[ais_error1]
  type = RunException
  input = 'ais_error1.i'
  detail = 'the selected sampler type is not of an adaptive type when performing adaptive decision;'
  expect_err = "The selected sampler is not an adaptive sampler."
[]

[pss_error1]
  type = RunException
  input = 'pss_error1.i'
  detail = 'the selected sampler type is not of an adaptive type. '
  expect_err = "The selected sampler is not an adaptive sampler."
[]

[no_triplet]
  type = RunException
  input = grid.i
  cli_args = "Samplers/sample/linear_space_items='1 1'"
  expect_err = "The number of numeric items must be divisible by 3; min, max, divisions for each item are required."
  match_literal = True
  detail = 'the specified grid does not form a triplet,'
[]

[wrong_num_values]
  type = RunException
  input = grid.i
  cli_args = "Samplers/sample/nominal_values='1 1'"
  expect_err = "The number of values specified must match the number of triplets in 'linear_space_items'."
  match_literal = True
  detail = 'the number of nominal values specified does not match the number of sample columns,'
[]

[non_int]
  type = RunException
  input = grid.i
  cli_args = "Samplers/sample/linear_space_items='1 1 0.1 1 1 1 1 1 1'"
  expect_err = "The third entry for each item must be an integer; it provides the number of entries in the resulting item vector."
  match_literal = True
  detail = 'the number of grid points is not an integer, or'
[]

[negative]
  type = RunException
  input = grid.i
  cli_args = "Samplers/sample/linear_space_items='1 1 -1 1 1 1 1 1 1'"
  expect_err = "The third entry for each item must be positive; it provides the number of entries in the resulting item vector."
  match_literal = True
  detail = 'the number of grid points is negative.'
[]

[error]
  type = RunException
  input = nested_monte_carlo.i
  cli_args = "Samplers/nested_mc/num_rows='10 3'"
  expect_err = "There must be a set of distributions for each loop defined by 'num_rows'"
  requirement = 'The system shall error out when the number of nested Monte Carlo loops does not match the number of sets of distributions.'
[]

[row_mismatch]
  type = RunException
  input = sobol.i
  cli_args = "Samplers/sample/num_rows=42"
  expect_err = "The supplied Sampler objects must have the same number of rows"

  detail = "with differing number of rows;"
[]

[col_mismatch]
  type = RunException
  input = sobol.i
  cli_args = "Samplers/sample/distributions='d0 d1'"
  expect_err = "The supplied Sampler objects must have the same number of columns"

  detail = "with differing number of columns; and"
[]

[same_matrix]
  type = RunException
  input = sobol.i
  cli_args = "Samplers/sobol/sampler_a=resample"
  expect_err = "The supplied sampler matrices must not be the same"

  detail = "if the matrices are the same."
[]

[cv_real]
  type = JSONDiff
  input = train_and_cv.i
  allow_test_objects = true
  cli_args = "Trainers/train/cv_surrogate='surrogate'"
  jsondiff = 'train_and_cv_out.json'
  detail = 'for a 1-dimensional polynomial regression surrogate with Real'
[]

[cv_vector_real]
  type = JSONDiff
  input = poly_reg_vec.i
  jsondiff = 'poly_reg_vec_out.json'
  detail = ' and std::vector<Real> response types.'
[]

[surr-error]
  type = RunException
  input = train_and_cv.i
  allow_test_objects = true
  expect_err = "To perform cross-validation, the option cv_surrogate needs to be specified to provide a Surrogate object for training and evaluation."
  detail = ' and throw an error if a SurrogateModel is not provided.'
[]

[optimization]
  type = RunException
  input = GP_squared_exponential_tuned.i
  cli_args = "Trainers/GP_avg_trainer/tuning_algorithm='none'"
  detail = 'the no optimization is selected while parameter tuning is required. '
  expect_err = "No tuning algorithm is selected for the hyper parameter optimization!"
[]

[optimization_adam_batch_tao]
  type = RunException
  input = GP_squared_exponential_tuned_adam.i
  cli_args = "Trainers/GP_avg_trainer/tuning_algorithm='tao'"
  detail = 'mini-batching is requested with the TAO optimization library. '
  expect_err = "Mini-batch sampling is not compatible with the TAO optimization library. Please use Adam optimization."
[]

[optimization_adam_batch_size]
  type = RunException
  input = GP_squared_exponential_tuned_adam.i
  cli_args = "Trainers/GP_avg_trainer/batch_size='100'"
  detail = 'the batch size is greater than the training data set size for Adam optimization. '
  expect_err = "Batch size cannot be greater than the training data set size."
[]

[trainer_name]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = 'MultiApps/sub/trainer_name="doesnt_exist"'
  detail = 'the trainer object cannot be found.'
  expect_err = "Unable to find user object with name 'doesnt_exist'"
  max_parallel = 3
[]

[max_procs_per_app]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = 'MultiApps/sub/max_procs_per_app=2 Samplers/sample/max_procs_per_row=2'
  detail = 'the trainer is run with more than one processors per subapp.'
  expect_err = "does not support more than one processors per subapp"
[]

[more_procs_than_samples]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  detail = 'the number of samples is lower than the number of processors.'
  expect_err = "PODFullSolveMultiApp needs to be run with fewer processors \(detected (\d+)\) than samples \(detected 3\)"
  min_parallel = 4
[]

[trainer_name]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = 'Transfers/snapshot/trainer_name="doesnt_exist"'
  detail = 'the trainer object cannot be found.'
  expect_err = "Unable to find user object with name 'doesnt_exist'"
  max_parallel = 3
[]

[var_names]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = "Trainers/pod_rb/var_names='doesnt_exist'"
  detail = 'the variable names cannot be found on sub-applications, '
  expect_err = "Variable 'doesnt_exist' not found on sub-application [0-9]+!"
  max_parallel = 3
[]

[en_limits]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = "Trainers/pod_rb/error_res='1e-2 1e-3'"
  detail = 'the number of energy limits and variable names do not match, '
  expect_err = "The number of elements is not equal to the number of elements in 'var_names'!"
  max_parallel = 3
[]

[tag_types]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = 'Trainers/pod_rb/tag_types="op"'
  detail = 'the number of tag names and tag types do not match, '
  expect_err = "The number of elements is not equal to the number of elements in 'tag_names'!"
  max_parallel = 3
[]

[dir_tag_names]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = 'Trainers/pod_rb/tag_types="doesnt_exist doesnt_exist doesnt_exist"'
  detail = "the Dirichlet tag types do not exist, "
  expect_err = "Tag type 'doesnt_exist' is not valid, available names are: op, op_dir, src, src_dir"
  max_parallel = 3
[]

[wrong_res_transfer]
  type = RunException
  input = trainer.i
  allow_test_objects = true
  cli_args = 'Trainers/pod_rb/execute_on="final"'
  detail = 'and the residual generation is called before having the basis vectors.'
  expect_err = "There are no basis vectors available for residual generation. This indicates that the bases have not been created yet. The most common cause of this error is the wrong setting of the 'execute_on' flags in the PODFullSolveMultiApp and/or PODReducedBasisTrainer."
  match_literal = true
  max_parallel = 3
[]

[var_name]
  type = RunException
  input = trainer_and_surr.i
  allow_test_objects = true
  cli_args = "Surrogates/rbpod/change_rank='doesnt_exist'"
  detail = "the number of inputs in 'change_rank' and 'new_ranks' is not the same."
  expect_err = "The size of 'new_ranks' is not equal to the size of 'change_rank' 0 != 1"
[]

[wrong_sampler]
  type = RunException
  input = error.i
  allow_test_objects = true
  expect_err = "Reporter value values/g_values of size [0-9]{3,4} does not match sampler size \([0-9]{2,3}\)."
  detail = "the number of samples does not match the number of results."
[]

[StochasticToolsTransfer_execute_on_error]
  type = RunException
  input = parent.i
  cli_args = Transfers/data/execute_on=INITIAL
  expect_err = "The 'execute_on' parameter for the 'data' transfer was set"
  requirement = "The 'StochasticToolsTransfer object shall error if the 'execute_on' parameter is defined when the corresponding MultiApp object is running in batch mode."
[]

[StochasticToolsTransfer_execute_on_check]
  type = RunException
  input = parent.i
  cli_args = "Transfers/data/execute_on=INITIAL MultiApps/runner/mode=normal"
  expect_err = "MultiAppTransfer execute_on flags do not match associated from_multi_app execute_on flags"
  requirement = "The 'StochasticToolsTransfer' object shall error if the 'execute_on' parameter does not match the corresponding MultiApp object is running in normal mode."
[]

[direction_error]
  type = RunException
  input = parent.i
  cli_args = 'Transfers/data/to_multi_app=runner'
  expect_err = 'Transfers between multiapp are not currently supported for this transfer type'
  requirement = 'The system shall report a reasonable error if parameters for a trasnfer between multiapps are provided to stochastics transfer, which do not support this currently'
[]

[wrong_multi_app]
  type = RunException
  input = wrong_multi_app.i
  expect_err = "The 'multi_app' parameter must provide either a 'SamplerTransientMultiApp' or 'SamplerFullSolveMultiApp' object."
  requirement = "The system shall produce an error if neither a 'SamplerTransientMultiApp' nor `SamplerFullSolveMultiApp` is provided in SamplerPostprocessorTransfer."
[]

[require_stochastic_results]
  type = RunException
  input = require_stochastic_results.i
  expect_err = "The object prescribed by the 'to_vector_postprocessor' parameter in data must be a 'StochasticResults' object"
  requirement = "The system shall produce an error if the 'result' object in 'SamplerPostprocessorTransfer' is not a 'StochasticResults object'."
[]

[invalid_sub_pp_name]
  type = RunException
  input = parent.i
  cli_args = Transfers/data/from_postprocessor=wrong
  expect_err = "Unknown postprocesssor name 'wrong' on sub-application 'sub'"

  requirement = "The system shall error if the supplied name is invalid when attempting to
                  transfer a single value from a sub-application."

[]

[abort]
  type = RunException
  input = cartesian_diverge.i
  cli_args = 'MultiApps/sub/ignore_solve_not_converge=false
                  sub0:Executioner/error_on_dtmin=true'
  expect_err = "Solve failed and timestep already at or below dtmin, cannot continue!"

  detail = "abort run, "
[]

[last_computed]
  type = CSVDiff
  input = cartesian_diverge.i
  csvdiff = 'cartesian_diverge_out_storage_0001.csv cartesian_diverge_out_storage_0002.csv'

  detail = "transfer last computed postprocessor value, "
[]

[nan]
  type = CheckFiles
  input = cartesian_diverge.i
  cli_args = 'Transfers/data/keep_solve_fail_value=false
                  Outputs/file_base=cartesian_diverge_nan'
  check_files = 'cartesian_diverge_nan_storage_0001.csv'
  file_expect_out = 'data:avg\nnan\n0\.269307.*\n0\.269307.*\n0\.269307.*\n0\.269307.*\n'
  detail = "or transfer NaN."
[]

[normal]
  type = JSONDiff
  input = main.i
  jsondiff = main_out.json

  detail = "in normal mode, "
[]

[batch]
  type = JSONDiff
  input = main_batch.i
  jsondiff = 'main_batch_out.json'

  detail = 'in batch mode, '
[]

[distributed]
  type = JSONDiff
  input = main.i
  cli_args = 'Reporters/storage/parallel_type=DISTRIBUTED Outputs/file_base=main_parallel'
  jsondiff = 'main_parallel.json main_parallel.json.1 main_parallel.json.2 main_parallel.json.3'
  min_parallel = 4
  max_parallel = 4

  detail = 'with distributed output, '
[]

[more_cpus]
  type = JSONDiff
  input = main_small.i
  jsondiff = 'main_small_out.json'
  min_parallel = 4

  detail = 'with more processors than samples, '
[]

[invalid_type]
  type = RunException
  input = main.i
  cli_args = "Transfers/data/from_reporter='mesh/sidesets'"
  expect_err = 'Reporter value mesh/sidesets is of unsupported type'

  detail = 'and error if transferring unsupported type.'
[]

[multiapp_type]
  type = RunException
  input = parent_multiapp_type_error.i
  expect_err = "The 'multi_app' parameter must provide either a 'SamplerTransientMultiApp' or 'SamplerFullSolveMultiApp' object."
  design = 'SamplerParameterTransfer.md'
  requirement = "The system shall produce an error if neither a 'SamplerTransientMultiApp' nor `SamplerFullSolveMultiApp` is provided in SamplerParameterTransfer."
[]

[control_missing]
  type = RunException
  input = parent_missing_control.i
  design = 'SamplerTransientMultiApp.md'
  expect_err = "The sub-application \(sub\) does not contain a SamplerReceiver control object."
  requirement = "The system shall produce an error if the sampler sub-application does not contain a Control object with the name 'stochastic'."
[]

[num_parameters_wrong]
  type = RunException
  input = parent_num_parameters_wrong.i
  expect_err = "Number of command line arguments does not match number of sampler columns."
  design = 'SamplerParameterTransfer.md'
  requirement = "The system shall produce an error if supplied vector of real values is not sized correctly within the SamplerParameterTransfer object."
[]

[not_vector]
  type = RunException
  input = parent_not_vector.i
  expect_err = "The Real parameter '[a-z,A-Z,/]+' expects a single value, but the vector supplying its values has a size of \d+\."
  design = 'SamplerParameterTransfer.md'
  requirement = "The system shall produce an error if a vector of values is supplied to a scalar parameter."
[]

[sampler_mismatch]
  type = RunException
  input = parent_transfer_wrong_sampler.i
  expect_err = "The supplied 'multi_app' must have the same Sampler object as this Transfer."
  design = 'SamplerParameterTransfer.md'
  requirement = "The system shall produce an error if sampling method differs between the sub-application and the associated sub-application data transfer."
[]

[invalid_name]
  type = RunException
  input = parent.i
  cli_args = "Transfers/sub/parameters='foo bar fah lala' :Outputs/csv=false"
  expect_err = "The desired parameter '\w+' was not located for the 'stochastic' object, it either does not exist or has not been declared as controllable."
  detail = "if the vector parameter does not exist;"
[]

[extra_data]
  type = RunException
  input = parent.i
  cli_args = "Transfers/sub/parameters='BCs/left/value' :Outputs/csv=false"
  expect_err = "Number of command line arguments does not match number of sampler columns."
  detail = "if the sub-application does not consume all of the supplied data;"
[]