KokkosExtraIDIntegralVectorPostprocessor.h

Go to the documentation of this file.

//* This file is part of the MOOSE framework
//* https://mooseframework.inl.gov
//*
//* All rights reserved, see COPYRIGHT for full restrictions
//* https://github.com/idaholab/moose/blob/master/COPYRIGHT
//*
//* Licensed under LGPL 2.1, please see LICENSE for details
//* https://www.gnu.org/licenses/lgpl-2.1.html

#pragma once

#include "KokkosElementVectorPostprocessor.h"

#include "MooseMesh.h"

class KokkosExtraIDIntegralVectorPostprocessor : public Moose::Kokkos::ElementVectorPostprocessor
{
  template <typename T>
  using Array = Moose::Kokkos::Array<T>;

  template <typename T>
  using MaterialProperty = Moose::Kokkos::MaterialProperty<T>;

  using VariableValue = Moose::Kokkos::VariableValue;

public:
  static InputParameters validParams();
  KokkosExtraIDIntegralVectorPostprocessor(const InputParameters & parameters);

  virtual void initialSetup() override;
  virtual void initialize() override;
  virtual void compute() override;
  virtual void finalize() override;

  template <typename Derived>
  KOKKOS_FUNCTION void join(Real * result, const Real * source) const;
  template <typename Derived>
  KOKKOS_FUNCTION void init(Real * result) const;
  template <typename Derived>
  KOKKOS_FUNCTION void reduce(Datum & datum, Real * result) const;
  template <typename Derived>
  KOKKOS_FUNCTION void execute(Datum & datum) const;

protected:
  const MooseMesh & _mesh;
  const bool _average;
  const MooseEnum _mode;
  const unsigned int _nvar;
  const unsigned int _nprop;
  const std::vector<MaterialPropertyName> _prop_names;
  const std::vector<ExtraElementIDName> _extra_id;
  const unsigned int _n_extra_id;
  std::unordered_map<dof_id_type, dof_id_type> _unique_vpp_id_map;
  Array<Array<dof_id_type>> _unique_vpp_ids;
  VariableValue _var_values;
  Array<MaterialProperty<Real>> _props;
  Array<Real> _volumes;
  Array<Array<Real>> _integrals;
  std::vector<VectorPostprocessorValue *> _extra_ids;
  dof_id_type _vector_size;
  static constexpr unsigned int _cache_size = 10;
};

template <typename Derived>
KOKKOS_FUNCTION void
KokkosExtraIDIntegralVectorPostprocessor::join(Real * result, const Real * source) const
{
  auto size = _vector_size * (_nvar + _nprop + _average);

  for (decltype(size) i = 0; i < size; ++i)
    result[i] += source[i];
}

template <typename Derived>
KOKKOS_FUNCTION void
KokkosExtraIDIntegralVectorPostprocessor::init(Real * result) const
{
  auto size = _vector_size * (_nvar + _nprop + _average);

  for (decltype(size) i = 0; i < size; ++i)
    result[i] = 0;
}

template <typename Derived>
KOKKOS_FUNCTION void
KokkosExtraIDIntegralVectorPostprocessor::reduce(Datum & datum, Real * result) const
{
  const auto ipos = _unique_vpp_ids[datum.subdomain()](datum.elemID());
  const auto & var = _var_values.variable();
  const auto subdomain = datum.subdomain();

  Real sum[_cache_size] = {0};
  Real vol = 0;

  for (unsigned int qp = 0; qp < datum.n_qps(); ++qp)
  {
    const auto JxW = datum.JxW(qp);

    unsigned int i = 0;

    for (unsigned int ivar = 0; ivar < _nvar; ++ivar, ++i)
      if (kokkosSystem(var.sys(ivar)).isVariableActive(var.var(ivar), subdomain))
        sum[i] += JxW * _var_values(datum, qp, ivar);

    for (unsigned int iprop = 0; iprop < _nprop; ++iprop, ++i)
      sum[i] += JxW * _props[iprop](datum, qp);

    vol += JxW;
  }

  for (unsigned int i = 0; i < _nvar + _nprop; ++i)
    result[ipos + i * _vector_size] += sum[i];

  if (_average)
    result[ipos + (_nvar + _nprop) * _vector_size] += vol;
}

template <typename Derived>
KOKKOS_FUNCTION void
KokkosExtraIDIntegralVectorPostprocessor::execute(Datum & datum) const
{
  const auto ipos = _unique_vpp_ids[datum.subdomain()](datum.elemID());
  const auto & var = _var_values.variable();
  const auto subdomain = datum.subdomain();

  Real sum[_cache_size] = {0};
  Real vol = 0;

  for (unsigned int qp = 0; qp < datum.n_qps(); ++qp)
  {
    const auto JxW = datum.JxW(qp);

    unsigned int i = 0;

    for (unsigned int ivar = 0; ivar < _nvar; ++ivar, ++i)
      if (kokkosSystem(var.sys(ivar)).isVariableActive(var.var(ivar), subdomain))
        sum[i] += JxW * _var_values(datum, qp, ivar);

    for (unsigned int iprop = 0; iprop < _nprop; ++iprop, ++i)
      sum[i] += JxW * _props[iprop](datum, qp);

    vol += JxW;
  }

  for (unsigned int i = 0; i < _nvar + _nprop; ++i)
    Kokkos::atomic_add(&_integrals[i][ipos], sum[i]);

  if (_average)
    Kokkos::atomic_add(&_volumes[ipos], vol);
}