xdr_io.C

Go to the documentation of this file.

// The libMesh Finite Element Library.
// Copyright (C) 2002-2026 Benjamin S. Kirk, John W. Peterson, Roy H. Stogner
 
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 2.1 of the License, or (at your option) any later version.
 
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
// Lesser General Public License for more details.
 
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
 
 
// libMesh includes
#include "libmesh/xdr_io.h"
#include "libmesh/boundary_info.h"
#include "libmesh/elem.h"
#include "libmesh/enum_xdr_mode.h"
#include "libmesh/int_range.h"
#include "libmesh/libmesh_logging.h"
#include "libmesh/mesh_base.h"
#include "libmesh/mesh_tools.h"
#include "libmesh/node.h"
#include "libmesh/partitioner.h"
#include "libmesh/utility.h"
#include "libmesh/xdr_cxx.h"
 
// TIMPI includes
#include "timpi/parallel_implementation.h"
#include "timpi/parallel_sync.h"
 
// C++ includes
#include <iostream>
#include <iomanip>
#include <cstdio>
#include <vector>
#include <string>
#include <tuple>
 
namespace libMesh
{
 
//-----------------------------------------------
// anonymous namespace for implementation details
namespace {
 
template <class T, class U>
struct libmesh_type_is_same {
  static const bool value = false;
};
 
template <class T>
struct libmesh_type_is_same<T, T> {
  static const bool value = true;
};
 
}
 
 
 
// ------------------------------------------------------------
// XdrIO static data
const std::size_t XdrIO::io_blksize = 128000;
 
 
 
// ------------------------------------------------------------
// XdrIO members
XdrIO::XdrIO (MeshBase & mesh, const bool binary_in) :
  MeshInput<MeshBase> (mesh,/* is_parallel_format = */ true),
  MeshOutput<MeshBase>(mesh,/* is_parallel_format = */ true),
  ParallelObject      (mesh),
  _binary             (binary_in),
  _legacy             (false),
  _write_serial       (false),
  _write_parallel     (false),
#ifdef LIBMESH_ENABLE_UNIQUE_ID
  _write_unique_id    (true),
#else
  _write_unique_id    (false),
#endif
  _field_width        (4),   // In 0.7.0, all fields are 4 bytes, in 0.9.2+ they can vary
  _version            ("libMesh-1.8.0"),
  _bc_file_name       ("n/a"),
  _partition_map_file ("n/a"),
  _subdomain_map_file ("n/a"),
  _p_level_file       ("n/a")
{
}
 
 
 
XdrIO::XdrIO (const MeshBase & mesh, const bool binary_in) :
  MeshInput<MeshBase> (), // write-only
  MeshOutput<MeshBase>(mesh,/* is_parallel_format = */ true),
  ParallelObject      (mesh),
  _binary             (binary_in),
  _legacy             (false),
  _write_serial       (false),
  _write_parallel     (false),
#ifdef LIBMESH_ENABLE_UNIQUE_ID
  _write_unique_id    (true),
#else
  _write_unique_id    (false),
#endif
  _field_width        (4),   // In 0.7.0, all fields are 4 bytes, in 0.9.2+ they can vary
  _version            ("libMesh-1.8.0"),
  _bc_file_name       ("n/a"),
  _partition_map_file ("n/a"),
  _subdomain_map_file ("n/a"),
  _p_level_file       ("n/a")
{
}
 
 
 
XdrIO::~XdrIO () = default;
 
 
 
void XdrIO::write (const std::string & name)
{
  libmesh_error_msg_if(this->legacy(), "We don't support writing parallel files in the legacy format.");
 
  Xdr io ((this->processor_id() == 0) ? name : "", this->binary() ? ENCODE : WRITE);
 
  LOG_SCOPE("write()","XdrIO");
 
  // convenient reference to our mesh
  const MeshBase & mesh = MeshOutput<MeshBase>::mesh();
 
  new_header_id_type n_elem  = mesh.n_elem();
  new_header_id_type max_node_id = mesh.max_node_id();
 
  new_header_id_type n_side_bcs = mesh.get_boundary_info().n_boundary_conds();
  new_header_id_type n_edge_bcs = mesh.get_boundary_info().n_edge_conds();
  new_header_id_type n_shellface_bcs = mesh.get_boundary_info().n_shellface_conds();
  new_header_id_type n_nodesets = mesh.get_boundary_info().n_nodeset_conds();
  unsigned int n_p_levels = MeshTools::n_p_levels (mesh);
  new_header_id_type n_elem_integers = mesh.n_elem_integers();
  new_header_id_type n_node_integers = mesh.n_node_integers();
  std::vector<dof_id_type> elemset_codes = mesh.get_elemset_codes();
 
  bool write_parallel_files = this->write_parallel();
 
  //-------------------------------------------------------------
  // For all the optional files -- the default file name is "n/a".
  // However, the user may specify an optional external file.
 
  // If there are BCs and the user has not already provided a
  // file name then write to "."
  if ((n_side_bcs || n_edge_bcs || n_shellface_bcs || n_nodesets) &&
      this->boundary_condition_file_name() == "n/a")
    this->boundary_condition_file_name() = ".";
 
  // If there are more than one subdomains and the user has not specified an
  // external file then write the subdomain mapping to the default file "."
  if ((mesh.n_subdomains() > 0) &&
      (this->subdomain_map_file_name() == "n/a"))
    this->subdomain_map_file_name() = ".";
 
  // In general we don't write the partition information.
 
  // If we have p levels and the user has not already provided
  // a file name then write to "."
  if ((n_p_levels > 1) &&
      (this->polynomial_level_file_name() == "n/a"))
    this->polynomial_level_file_name() = ".";
 
  // write the header
  if (this->processor_id() == 0)
    {
      std::string full_ver = this->version() + (write_parallel_files ?  " parallel" : "");
      io.data (full_ver);
 
      io.data (n_elem,  "# number of elements");
      io.data (max_node_id, "# number of nodes"); // We'll write invalid coords into gaps
 
      io.data (this->boundary_condition_file_name(), "# boundary condition specification file");
      io.data (this->subdomain_map_file_name(),      "# subdomain id specification file");
      io.data (this->partition_map_file_name(),      "# processor id specification file");
      io.data (this->polynomial_level_file_name(),   "# p-level specification file");
 
      // Version 0.9.2+ introduces sizes for each type
      new_header_id_type write_size = sizeof(xdr_id_type), zero_size = 0;
 
      const bool
        write_p_level      = ("." == this->polynomial_level_file_name()),
        write_partitioning = ("." == this->partition_map_file_name()),
        write_subdomain_id = ("." == this->subdomain_map_file_name()),
        write_bcs          = ("." == this->boundary_condition_file_name());
 
      io.data (write_size, "# type size");
      io.data (_write_unique_id   ? write_size : zero_size, "# uid size");
      io.data (write_partitioning ? write_size : zero_size, "# pid size");
      io.data (write_subdomain_id ? write_size : zero_size, "# sid size");
      io.data (write_p_level      ? write_size : zero_size, "# p-level size");
      // Boundary Condition sizes
      io.data (write_bcs          ? write_size : zero_size, "# eid size");   // elem id
      io.data (write_bcs          ? write_size : zero_size, "# side size");  // side number
      io.data (write_bcs          ? write_size : zero_size, "# bid size");   // boundary id
 
      // Write the data size for extra integers stored on the mesh. Like
      // everything else in the header, they will be of size write_size.
      io.data((n_elem_integers || n_node_integers) ? write_size : zero_size, "# extra integer size");
 
      // Write the names of the extra node integers (see also: CheckpointIO).
      std::vector<std::string> node_integer_names;
      for (unsigned int i=0; i != n_node_integers; ++i)
        node_integer_names.push_back(mesh.get_node_integer_name(i));
      io.data(node_integer_names, "# node integer names");
 
      // Write the names of the extra elem integers (see also: CheckpointIO).
      std::vector<std::string> elem_integer_names;
      for (unsigned int i=0; i != n_elem_integers; ++i)
        elem_integer_names.push_back(mesh.get_elem_integer_name(i));
      io.data(elem_integer_names, "# elem integer names");
 
      // Write the vector of elemset codes to the header (this will
      // also write the size of the vector, which is the number of
      // elemset codes).
      io.data(elemset_codes, "# elemset codes");
 
      // For each elemset code, write out the associated elemset ids
      MeshBase::elemset_type id_set_to_fill;
      for (const auto & elemset_code : elemset_codes)
        {
          mesh.get_elemsets(elemset_code, id_set_to_fill);
 
          // Transfer elemset ids to vector for writing
          std::vector<dof_id_type> elemset_id_vec(id_set_to_fill.begin(), id_set_to_fill.end());
 
          // Write vector of elemset ids to file with comment
          std::string comment_string = "# elemset ids for elemset code " + std::to_string(elemset_code);
          io.data(elemset_id_vec, comment_string);
        }
    }
 
  if (write_parallel_files)
    {
      // Parallel xdr mesh files aren't implemented yet; until they
      // are we'll just warn the user and write a serial file.
      libMesh::out << "Warning!  Parallel xda/xdr is not yet implemented.\n";
      libMesh::out << "Writing a serialized file instead." << std::endl;
 
      // write subdomain names
      this->write_serialized_subdomain_names(io);
 
      // write connectivity
      this->write_serialized_connectivity (io, cast_int<dof_id_type>(n_elem), n_elem_integers);
 
      // write the nodal locations
      this->write_serialized_nodes (io, cast_int<dof_id_type>(max_node_id), n_node_integers);
 
      // write the side boundary condition information
      this->write_serialized_side_bcs (io, n_side_bcs);
 
      // write the nodeset information
      this->write_serialized_nodesets (io, n_nodesets);
 
      // write the edge boundary condition information
      this->write_serialized_edge_bcs (io, n_edge_bcs);
 
      // write the "shell face" boundary condition information
      this->write_serialized_shellface_bcs (io, n_shellface_bcs);
    }
  else
    {
      // write subdomain names
      this->write_serialized_subdomain_names(io);
 
      // write connectivity
      this->write_serialized_connectivity (io, cast_int<dof_id_type>(n_elem), n_elem_integers);
 
      // write the nodal locations
      this->write_serialized_nodes (io, cast_int<dof_id_type>(max_node_id), n_node_integers);
 
      // write the side boundary condition information
      this->write_serialized_side_bcs (io, n_side_bcs);
 
      // write the nodeset information
      this->write_serialized_nodesets (io, n_nodesets);
 
      // write the edge boundary condition information
      this->write_serialized_edge_bcs (io, n_edge_bcs);
 
      // write the "shell face" boundary condition information
      this->write_serialized_shellface_bcs (io, n_shellface_bcs);
    }
 
  // pause all processes until the writing ends -- this will
  // protect for the pathological case where a write is
  // followed immediately by a read.  The write must be
  // guaranteed to complete first.
  io.close();
  this->comm().barrier();
}
 
 
 
void XdrIO::write_serialized_subdomain_names(Xdr & io) const
{
  if (this->processor_id() == 0)
    {
      const MeshBase & mesh = MeshOutput<MeshBase>::mesh();
 
      const std::map<subdomain_id_type, std::string> & subdomain_map = mesh.get_subdomain_name_map();
 
      std::vector<new_header_id_type> subdomain_ids;
      subdomain_ids.reserve(subdomain_map.size());
 
      std::vector<std::string> subdomain_names;
      subdomain_names.reserve(subdomain_map.size());
 
      // We need to loop over the map and make sure that there aren't any invalid entries.  Since we
      // return writable references in mesh_base, it's possible for the user to leave some entity names
      // blank.  We can't write those to the XDA file.
      new_header_id_type n_subdomain_names = 0;
      for (const auto & [sbd_id, name] : subdomain_map)
        if (!name.empty())
          {
            n_subdomain_names++;
            subdomain_ids.push_back(sbd_id);
            subdomain_names.push_back(name);
          }
 
      io.data(n_subdomain_names, "# subdomain id to name map");
      // Write out the ids and names in two vectors
      if (n_subdomain_names)
        {
          io.data(subdomain_ids);
          io.data(subdomain_names);
        }
    }
}
 
 
 
void
XdrIO::write_serialized_connectivity (Xdr & io,
                                      const dof_id_type libmesh_dbg_var(n_elem),
                                      const new_header_id_type n_elem_integers) const
{
  libmesh_assert (io.writing());
 
  const bool
    write_p_level      = ("." == this->polynomial_level_file_name()),
    write_partitioning = ("." == this->partition_map_file_name()),
    write_subdomain_id = ("." == this->subdomain_map_file_name());
 
  // convenient reference to our mesh
  const MeshBase & mesh = MeshOutput<MeshBase>::mesh();
  libmesh_assert_equal_to (n_elem, mesh.n_elem());
 
  // We will only write active elements and their parents.
  const unsigned int n_active_levels = MeshTools::n_active_levels (mesh);
  std::vector<xdr_id_type> n_global_elem_at_level(n_active_levels);
 
  // Find the number of local and global elements at each level
#ifndef NDEBUG
  xdr_id_type tot_n_elem = 0;
#endif
  for (unsigned int level=0; level<n_active_levels; level++)
    {
      n_global_elem_at_level[level] =
        MeshTools::n_elem(mesh.local_level_elements_begin(level),
                          mesh.local_level_elements_end(level));
 
      this->comm().sum(n_global_elem_at_level[level]);
#ifndef NDEBUG
      tot_n_elem += n_global_elem_at_level[level];
#endif
      libmesh_assert_less_equal (n_global_elem_at_level[level], n_elem);
      libmesh_assert_less_equal (tot_n_elem, n_elem);
    }
 
  std::vector<xdr_id_type>
    xfer_conn, recv_conn;
  std::vector<dof_id_type>
    n_elem_on_proc(this->n_processors()), processor_offsets(this->n_processors());
  std::vector<xdr_id_type> output_buffer;
  std::vector<std::size_t>
    xfer_buf_sizes(this->n_processors());
 
#ifdef LIBMESH_ENABLE_AMR
  typedef std::map<dof_id_type, std::pair<processor_id_type, dof_id_type>> id_map_type;
  id_map_type parent_id_map, child_id_map;
#endif
 
  dof_id_type my_next_elem=0, next_global_elem=0;
 
  //-------------------------------------------
  // First write the level-0 elements directly.
  for (const auto & elem : as_range(mesh.local_level_elements_begin(0),
                                    mesh.local_level_elements_end(0)))
    {
      pack_element (xfer_conn, elem,
                    /*parent_id=*/DofObject::invalid_id,
                    /*parent_pid=*/DofObject::invalid_id,
                    n_elem_integers);
#ifdef LIBMESH_ENABLE_AMR
      parent_id_map[elem->id()] = std::make_pair(this->processor_id(),
                                                 my_next_elem);
#endif
      ++my_next_elem;
    }
  xfer_conn.push_back(my_next_elem); // toss in the number of elements transferred.
 
  std::size_t my_size = xfer_conn.size();
  this->comm().gather (0, my_next_elem, n_elem_on_proc);
  this->comm().gather (0, my_size,      xfer_buf_sizes);
 
  processor_offsets[0] = 0;
  for (auto pid : IntRange<processor_id_type>(1, this->n_processors()))
    processor_offsets[pid] = processor_offsets[pid-1] + n_elem_on_proc[pid-1];
 
  // All processors send their xfer buffers to processor 0.
  // Processor 0 will receive the data and write out the elements.
  if (this->processor_id() == 0)
    {
      // Write the number of elements at this level.
      {
        std::string comment = "# n_elem at level 0", legend  = ", [ type ";
        if (_write_unique_id)
          legend += "uid ";
        if (write_partitioning)
          legend += "pid ";
        if (write_subdomain_id)
          legend += "sid ";
        if (write_p_level)
          legend += "p_level ";
        legend += "(n0 ... nN-1) ]";
        comment += legend;
        io.data (n_global_elem_at_level[0], comment);
      }
 
      for (auto pid : make_range(this->n_processors()))
        {
          recv_conn.resize(xfer_buf_sizes[pid]);
          if (pid == 0)
            recv_conn = xfer_conn;
          else
            this->comm().receive (pid, recv_conn);
 
          // at a minimum, the buffer should contain the number of elements,
          // which could be 0.
          libmesh_assert (!recv_conn.empty());
 
            for (auto [elem, recv_conn_iter, n_elem_received] =
                   std::tuple{xdr_id_type(0), recv_conn.begin(), recv_conn.back()};
                 elem<n_elem_received; elem++, next_global_elem++)
              {
                output_buffer.clear();
 
                // n. nodes
                const xdr_id_type n_nodes = *recv_conn_iter++;
 
                // type
                output_buffer.push_back(*recv_conn_iter++);
 
                // unique_id
                xdr_id_type tmp = *recv_conn_iter++;
                if (_write_unique_id)
                  output_buffer.push_back(tmp);
 
                // processor id
                tmp = *recv_conn_iter++;
                if (write_partitioning)
                  output_buffer.push_back(tmp);
 
                // subdomain id
                tmp = *recv_conn_iter++;
                if (write_subdomain_id)
                  output_buffer.push_back(tmp);
 
#ifdef LIBMESH_ENABLE_AMR
                // p level
                tmp = *recv_conn_iter++;
                if (write_p_level)
                  output_buffer.push_back(tmp);
#endif
 
                for (dof_id_type node=0; node<n_nodes; node++)
                  output_buffer.push_back(*recv_conn_iter++);
 
                // Write out the elem extra integers after the connectivity
                for (dof_id_type n=0; n<n_elem_integers; n++)
                  output_buffer.push_back(*recv_conn_iter++);
 
                io.data_stream
                  (output_buffer.data(),
                   cast_int<unsigned int>(output_buffer.size()),
                   cast_int<unsigned int>(output_buffer.size()));
              }
        }
    }
  else
    this->comm().send (0, xfer_conn);
 
#ifdef LIBMESH_ENABLE_AMR
  //--------------------------------------------------------------------
  // Next write the remaining elements indirectly through their parents.
  // This will insure that the children are written in the proper order
  // so they can be reconstructed properly.
  for (unsigned int level=1; level<n_active_levels; level++)
    {
      xfer_conn.clear();
 
      dof_id_type my_n_elem_written_at_level = 0;
      for (const auto & parent : as_range(mesh.local_level_elements_begin(level-1),
                                          mesh.local_level_elements_end(level-1)))
        if (!parent->active()) // we only want the parents elements at this level, and
          {                    // there is no direct iterator for this obscure use
            id_map_type::iterator pos = parent_id_map.find(parent->id());
            libmesh_assert (pos != parent_id_map.end());
            const processor_id_type parent_pid = pos->second.first;
            const dof_id_type parent_id  = pos->second.second;
            parent_id_map.erase(pos);
 
            for (auto & child : parent->child_ref_range())
              {
                pack_element (xfer_conn, &child, parent_id, parent_pid, n_elem_integers);
 
                // this approach introduces the possibility that we write
                // non-local elements.  These elements may well be parents
                // at the next step
                child_id_map[child.id()] = std::make_pair (child.processor_id(),
                                                           my_n_elem_written_at_level++);
                my_next_elem++;
              }
          }
      xfer_conn.push_back(my_n_elem_written_at_level);
      my_size = xfer_conn.size();
      this->comm().gather (0, my_size,   xfer_buf_sizes);
 
      // Processor 0 will receive the data and write the elements.
      if (this->processor_id() == 0)
        {
          // Write the number of elements at this level.
          {
            std::ostringstream buf;
            buf << "# n_elem at level " << level << ", [ type ";
 
            if (_write_unique_id)
              buf << "uid ";
            buf << "parent ";
            if (write_partitioning)
              buf << "pid ";
            if (write_subdomain_id)
              buf << "sid ";
            if (write_p_level)
              buf << "p_level ";
            buf << "(n0 ... nN-1) ]";
 
            io.data (n_global_elem_at_level[level], buf.str());
          }
 
          for (auto pid : make_range(this->n_processors()))
            {
              recv_conn.resize(xfer_buf_sizes[pid]);
              if (pid == 0)
                recv_conn = xfer_conn;
              else
                this->comm().receive (pid, recv_conn);
 
              // at a minimum, the buffer should contain the number of elements,
              // which could be 0.
              libmesh_assert (!recv_conn.empty());
 
                for (auto [elem, recv_conn_iter, n_elem_received] =
                       std::tuple{xdr_id_type(0), recv_conn.begin(), recv_conn.back()};
                     elem<n_elem_received;
                     elem++, next_global_elem++)
                  {
                    output_buffer.clear();
 
                    // n. nodes
                    const xdr_id_type n_nodes = *recv_conn_iter++;
 
                    // type
                    output_buffer.push_back(*recv_conn_iter++);
 
                    // unique_id
                    xdr_id_type tmp = *recv_conn_iter++;
                    if (_write_unique_id)
                      output_buffer.push_back(tmp);
 
                    // parent local id
                    const xdr_id_type parent_local_id = *recv_conn_iter++;
 
                    // parent processor id
                    const xdr_id_type parent_pid = *recv_conn_iter++;
 
                    output_buffer.push_back (parent_local_id+processor_offsets[parent_pid]);
 
                    // processor id
                    tmp = *recv_conn_iter++;
                    if (write_partitioning)
                      output_buffer.push_back(tmp);
 
                    // subdomain id
                    tmp = *recv_conn_iter++;
                    if (write_subdomain_id)
                      output_buffer.push_back(tmp);
 
                    // p level
                    tmp = *recv_conn_iter++;
                    if (write_p_level)
                      output_buffer.push_back(tmp);
 
                    // connectivity
                    for (xdr_id_type node=0; node<n_nodes; node++)
                      output_buffer.push_back(*recv_conn_iter++);
 
                    // Write out the elem extra integers after the connectivity
                    for (dof_id_type n=0; n<n_elem_integers; n++)
                      output_buffer.push_back(*recv_conn_iter++);
 
                    io.data_stream
                      (output_buffer.data(),
                       cast_int<unsigned int>(output_buffer.size()),
                       cast_int<unsigned int>(output_buffer.size()));
                  }
            }
        }
      else
        this->comm().send  (0, xfer_conn);
 
      // update the processor_offsets
      processor_offsets[0] = processor_offsets.back() + n_elem_on_proc.back();
      this->comm().gather (0, my_n_elem_written_at_level, n_elem_on_proc);
      for (auto pid : IntRange<processor_id_type>(1, this->n_processors()))
        processor_offsets[pid] = processor_offsets[pid-1] + n_elem_on_proc[pid-1];
 
      // Now, at the next level we will again iterate over local parents.  However,
      // those parents may have been written by other processors (at this step),
      // so we need to gather them into our *_id_maps.
      {
        std::map<processor_id_type, std::vector<dof_id_type>> requested_ids;
 
        for (const auto & elem : as_range(mesh.local_level_elements_begin(level),
                                          mesh.local_level_elements_end(level)))
          if (!child_id_map.count(elem->id()))
            {
              libmesh_assert_not_equal_to (elem->parent()->processor_id(), this->processor_id());
              const processor_id_type pid = elem->parent()->processor_id();
              if (pid != this->processor_id())
                requested_ids[pid].push_back(elem->id());
            }
 
        auto gather_functor =
          [& child_id_map]
          (processor_id_type libmesh_dbg_var(pid),
           const std::vector<dof_id_type> & ids,
           std::vector<dof_id_type> & data)
          {
            const std::size_t ids_size = ids.size();
            data.resize(ids_size);
 
            // Fill those requests by overwriting the requested ids
            for (std::size_t i=0; i != ids_size; i++)
              {
                libmesh_assert (child_id_map.count(ids[i]));
                libmesh_assert_equal_to (child_id_map[ids[i]].first, pid);
 
                data[i] = child_id_map[ids[i]].second;
              }
          };
 
        auto action_functor =
          [& child_id_map]
          (processor_id_type pid,
           const std::vector<dof_id_type> & ids,
           const std::vector<dof_id_type> & data)
          {
            std::size_t data_size = data.size();
 
            for (std::size_t i=0; i != data_size; i++)
              child_id_map[ids[i]] =
                std::make_pair (pid, data[i]);
          };
 
        // Trade ids back and forth
        const dof_id_type * ex = nullptr;
        Parallel::pull_parallel_vector_data
          (this->comm(), requested_ids, gather_functor, action_functor, ex);
 
        // overwrite the parent_id_map with the child_id_map, but
        // use std::map::swap() for efficiency.
        parent_id_map.swap(child_id_map);
        child_id_map.clear();
      }
    }
#endif // LIBMESH_ENABLE_AMR
  if (this->processor_id() == 0)
    libmesh_assert_equal_to (next_global_elem, n_elem);
 
}
 
 
 
void XdrIO::write_serialized_nodes (Xdr & io, const dof_id_type max_node_id,
                                    const new_header_id_type n_node_integers) const
{
  // convenient reference to our mesh
  const MeshBase & mesh = MeshOutput<MeshBase>::mesh();
  libmesh_assert_equal_to (max_node_id, mesh.max_node_id());
 
  std::vector<dof_id_type> xfer_ids;
  std::vector<Real> xfer_coords;
  std::vector<Real> & coords=xfer_coords;
 
  std::vector<std::vector<dof_id_type>> recv_ids   (this->n_processors());
  std::vector<std::vector<Real>>         recv_coords(this->n_processors());
 
#ifndef NDEBUG
  std::size_t n_written=0;
#endif
 
  // Note: do not be tempted to replace the node loops below with
  // range-based iterators, these iterators must be defined outside
  // the blk loop since node_iter is updated at each iteration.
  MeshBase::const_node_iterator       node_iter = mesh.local_nodes_begin();
  const MeshBase::const_node_iterator nodes_end = mesh.local_nodes_end();
 
  for (std::size_t blk=0, last_node=0; last_node<max_node_id; blk++)
    {
      const std::size_t first_node = blk*io_blksize;
      last_node = std::min((blk+1)*io_blksize, std::size_t(max_node_id));
 
      const std::size_t tot_id_size = last_node - first_node;
 
      // Build up the xfer buffers on each processor
      xfer_ids.clear();
      xfer_coords.clear();
 
      for (; node_iter != nodes_end; ++node_iter)
        {
          const Node & node = **node_iter;
          libmesh_assert_greater_equal(node.id(), first_node);
          if (node.id() >= last_node)
            break;
 
          xfer_ids.push_back(node.id());
          xfer_coords.push_back(node(0));
#if LIBMESH_DIM > 1
          xfer_coords.push_back(node(1));
#endif
#if LIBMESH_DIM > 2
          xfer_coords.push_back(node(2));
#endif
        }
 
      //-------------------------------------
      // Send the xfer buffers to processor 0
      std::vector<std::size_t> ids_size;
 
      const std::size_t my_ids_size = xfer_ids.size();
 
      // explicitly gather ids_size
      this->comm().gather (0, my_ids_size, ids_size);
 
      // We will have lots of simultaneous receives if we are
      // processor 0, so let's use nonblocking receives.
      std::vector<Parallel::Request>
        id_request_handles(this->n_processors()-1),
        coord_request_handles(this->n_processors()-1);
 
      Parallel::MessageTag
        id_tag    = mesh.comm().get_unique_tag(),
        coord_tag = mesh.comm().get_unique_tag();
 
      // Post the receives -- do this on processor 0 only.
      if (this->processor_id() == 0)
        {
          for (auto pid : make_range(this->n_processors()))
            {
              recv_ids[pid].resize(ids_size[pid]);
              recv_coords[pid].resize(ids_size[pid]*LIBMESH_DIM);
 
              if (pid == 0)
                {
                  recv_ids[0] = xfer_ids;
                  recv_coords[0] = xfer_coords;
                }
              else
                {
                  this->comm().receive (pid, recv_ids[pid],
                                        id_request_handles[pid-1],
                                        id_tag);
                  this->comm().receive (pid, recv_coords[pid],
                                        coord_request_handles[pid-1],
                                        coord_tag);
                }
            }
        }
      else
        {
          // Send -- do this on all other processors.
          this->comm().send(0, xfer_ids,    id_tag);
          this->comm().send(0, xfer_coords, coord_tag);
        }
 
      // -------------------------------------------------------
      // Receive the messages and write the output on processor 0.
      if (this->processor_id() == 0)
        {
          // Wait for all the receives to complete. We have no
          // need for the statuses since we already know the
          // buffer sizes.
          Parallel::wait (id_request_handles);
          Parallel::wait (coord_request_handles);
 
#ifndef NDEBUG
          for (auto pid : make_range(this->n_processors()))
            libmesh_assert_equal_to(recv_coords[pid].size(),
                                    recv_ids[pid].size()*LIBMESH_DIM);
#endif
 
          // Write the coordinates in this block.
          // Some of these coordinates may correspond to ids for which
          // no node exists, if we have a discontiguous node
          // numbering!
          //
          // The purpose of communicating the xfer_ids/recv_ids buffer
          // is so that we can handle discontiguous node numberings:
          // we do not actually write the node ids themselves anywhere
          // in the xdr file. We do write the unique ids to file, if
          // enabled (see next section).
 
          // Write invalid values for unused node ids
          coords.clear();
          coords.resize (3*tot_id_size, std::numeric_limits<Real>::quiet_NaN());
 
          for (auto pid : make_range(this->n_processors()))
            for (auto idx : index_range(recv_ids[pid]))
              {
                libmesh_assert_less_equal(first_node, recv_ids[pid][idx]);
                const std::size_t local_idx = recv_ids[pid][idx] - first_node;
                libmesh_assert_less(local_idx, tot_id_size);
 
                libmesh_assert_less ((3*local_idx+2), coords.size());
                libmesh_assert_less ((LIBMESH_DIM*idx+LIBMESH_DIM-1), recv_coords[pid].size());
 
                coords[3*local_idx+0] = recv_coords[pid][LIBMESH_DIM*idx+0];
#if LIBMESH_DIM > 1
                coords[3*local_idx+1] = recv_coords[pid][LIBMESH_DIM*idx+1];
#else
                coords[3*local_idx+1] = 0.;
#endif
#if LIBMESH_DIM > 2
                coords[3*local_idx+2] = recv_coords[pid][LIBMESH_DIM*idx+2];
#else
                coords[3*local_idx+2] = 0.;
#endif
 
#ifndef NDEBUG
                n_written++;
#endif
              }
 
          io.data_stream (coords.empty() ? nullptr : coords.data(),
                          cast_int<unsigned int>(coords.size()), /*line_break=*/3);
        }
    } // end for (block-based coord writes)
 
  if (this->processor_id() == 0)
    libmesh_assert_less_equal (n_written, max_node_id);
 
#ifdef LIBMESH_ENABLE_UNIQUE_ID
  // XDR unsigned char doesn't work as anticipated
  unsigned short write_unique_ids = 1;
#else
  unsigned short write_unique_ids = 0;
#endif
 
  if (this->processor_id() == 0)
    io.data (write_unique_ids, "# presence of unique ids");
 
#ifdef LIBMESH_ENABLE_UNIQUE_ID
{
  std::vector<xdr_id_type> xfer_unique_ids;
  std::vector<xdr_id_type> & unique_ids=xfer_unique_ids;
  std::vector<std::vector<xdr_id_type>> recv_unique_ids (this->n_processors());
 
#ifndef NDEBUG
  // Reset write counter
  n_written = 0;
#endif
 
  // Return node iterator to the beginning
  node_iter = mesh.local_nodes_begin();
 
  for (std::size_t blk=0, last_node=0; last_node<max_node_id; blk++)
    {
      const std::size_t first_node = blk*io_blksize;
      last_node = std::min((blk+1)*io_blksize, std::size_t(max_node_id));
 
      const std::size_t tot_id_size = last_node - first_node;
 
      // Build up the xfer buffers on each processor
      xfer_ids.clear();
      xfer_ids.reserve(tot_id_size);
      xfer_unique_ids.clear();
      xfer_unique_ids.reserve(tot_id_size);
 
      for (; node_iter != nodes_end; ++node_iter)
        {
          const Node & node = **node_iter;
          libmesh_assert_greater_equal(node.id(), first_node);
          if (node.id() >= last_node)
            break;
 
          xfer_ids.push_back(node.id());
          xfer_unique_ids.push_back(node.unique_id());
        }
 
      //-------------------------------------
      // Send the xfer buffers to processor 0
      std::vector<std::size_t> ids_size;
 
      const std::size_t my_ids_size = xfer_ids.size();
 
      // explicitly gather ids_size
      this->comm().gather (0, my_ids_size, ids_size);
 
      // We will have lots of simultaneous receives if we are
      // processor 0, so let's use nonblocking receives.
      std::vector<Parallel::Request>
        unique_id_request_handles(this->n_processors()-1),
        id_request_handles(this->n_processors()-1);
 
      Parallel::MessageTag
        unique_id_tag = mesh.comm().get_unique_tag(),
        id_tag    = mesh.comm().get_unique_tag();
 
      // Post the receives -- do this on processor 0 only.
      if (this->processor_id() == 0)
        {
          for (auto pid : make_range(this->n_processors()))
            {
              recv_ids[pid].resize(ids_size[pid]);
              recv_unique_ids[pid].resize(ids_size[pid]);
 
              if (pid == 0)
                {
                  recv_ids[0] = xfer_ids;
                  recv_unique_ids[0] = xfer_unique_ids;
                }
              else
                {
                  this->comm().receive (pid, recv_ids[pid],
                                        id_request_handles[pid-1],
                                        id_tag);
                  this->comm().receive (pid, recv_unique_ids[pid],
                                        unique_id_request_handles[pid-1],
                                        unique_id_tag);
                }
            }
        }
      else
        {
          // Send -- do this on all other processors.
          this->comm().send(0, xfer_ids,    id_tag);
          this->comm().send(0, xfer_unique_ids, unique_id_tag);
        }
 
      // -------------------------------------------------------
      // Receive the messages and write the output on processor 0.
      if (this->processor_id() == 0)
        {
          // Wait for all the receives to complete. We have no
          // need for the statuses since we already know the
          // buffer sizes.
          Parallel::wait (id_request_handles);
          Parallel::wait (unique_id_request_handles);
 
#ifndef NDEBUG
          for (auto pid : make_range(this->n_processors()))
            libmesh_assert_equal_to
              (recv_ids[pid].size(), recv_unique_ids[pid].size());
#endif
 
          libmesh_assert_less_equal
            (tot_id_size, std::min(io_blksize, std::size_t(max_node_id)));
 
          // Write the unique ids in this block.
          unique_ids.clear();
          unique_ids.resize(tot_id_size, unique_id_type(-1));
 
          for (auto pid : make_range(this->n_processors()))
            for (auto idx : index_range(recv_ids[pid]))
              {
                libmesh_assert_less_equal(first_node, recv_ids[pid][idx]);
                const std::size_t local_idx = recv_ids[pid][idx] - first_node;
                libmesh_assert_less (local_idx, unique_ids.size());
 
                unique_ids[local_idx] = recv_unique_ids[pid][idx];
 
#ifndef NDEBUG
                n_written++;
#endif
              }
 
          io.data_stream (unique_ids.empty() ? nullptr : unique_ids.data(),
                          cast_int<unsigned int>(unique_ids.size()), /*line_break=*/1);
        }
    } // end for (block-based unique_id writes)
 
  if (this->processor_id() == 0)
    libmesh_assert_less_equal (n_written, max_node_id);
}
#endif // LIBMESH_ENABLE_UNIQUE_ID
 
  // Next: do "block"-based I/O for the extra node integers (if necessary)
  if (n_node_integers)
    {
#ifndef NDEBUG
      // Reset write counter
      n_written = 0;
#endif
 
      // Return node iterator to the beginning
      node_iter = mesh.local_nodes_begin();
 
      // Data structures for writing "extra" node integers
      std::vector<dof_id_type> xfer_node_integers;
      std::vector<dof_id_type> & node_integers = xfer_node_integers;
      std::vector<std::vector<dof_id_type>> recv_node_integers(this->n_processors());
 
      for (std::size_t blk=0, last_node=0; last_node<max_node_id; blk++)
        {
          const std::size_t first_node = blk*io_blksize;
          last_node = std::min((blk+1)*io_blksize, std::size_t(max_node_id));
 
          const std::size_t tot_id_size = last_node - first_node;
 
          // Build up the xfer buffers on each processor
          xfer_ids.clear();
          xfer_ids.reserve(tot_id_size);
          xfer_node_integers.clear();
          xfer_node_integers.reserve(tot_id_size * n_node_integers);
 
          for (; node_iter != nodes_end; ++node_iter)
            {
              const Node & node = **node_iter;
              libmesh_assert_greater_equal(node.id(), first_node);
              if (node.id() >= last_node)
                break;
 
              xfer_ids.push_back(node.id());
 
              // Append current node's node integers to xfer buffer
              for (unsigned int i=0; i != n_node_integers; ++i)
                xfer_node_integers.push_back(node.get_extra_integer(i));
            }
 
          //-------------------------------------
          // Send the xfer buffers to processor 0
          std::vector<std::size_t> ids_size;
 
          const std::size_t my_ids_size = xfer_ids.size();
 
          // explicitly gather ids_size
          this->comm().gather (0, my_ids_size, ids_size);
 
          // We will have lots of simultaneous receives if we are
          // processor 0, so let's use nonblocking receives.
          std::vector<Parallel::Request>
            node_integers_request_handles(this->n_processors()-1),
            id_request_handles(this->n_processors()-1);
 
          Parallel::MessageTag
            node_integers_tag = mesh.comm().get_unique_tag(),
            id_tag    = mesh.comm().get_unique_tag();
 
          // Post the receives -- do this on processor 0 only.
          if (this->processor_id() == 0)
            {
              for (auto pid : make_range(this->n_processors()))
                {
                  recv_ids[pid].resize(ids_size[pid]);
                  recv_node_integers[pid].resize(n_node_integers * ids_size[pid]);
 
                  if (pid == 0)
                    {
                      recv_ids[0] = xfer_ids;
                      recv_node_integers[0] = xfer_node_integers;
                    }
                  else
                    {
                      this->comm().receive (pid, recv_ids[pid],
                                            id_request_handles[pid-1],
                                            id_tag);
                      this->comm().receive (pid, recv_node_integers[pid],
                                            node_integers_request_handles[pid-1],
                                            node_integers_tag);
                    }
                }
            }
          else
            {
              // Send -- do this on all other processors.
              this->comm().send(0, xfer_ids,    id_tag);
              this->comm().send(0, xfer_node_integers, node_integers_tag);
            }
 
          // -------------------------------------------------------
          // Receive the messages and write the output on processor 0.
          if (this->processor_id() == 0)
            {
              // Wait for all the receives to complete. We have no
              // need for the statuses since we already know the
              // buffer sizes.
              Parallel::wait (id_request_handles);
              Parallel::wait (node_integers_request_handles);
 
#ifndef NDEBUG
              for (auto pid : make_range(this->n_processors()))
                libmesh_assert_equal_to
                  (recv_ids[pid].size(), recv_node_integers[pid].size() / n_node_integers);
#endif
 
              libmesh_assert_less_equal
                (tot_id_size, std::min(io_blksize, std::size_t(max_node_id)));
 
              // Write the node integers in this block.  We will write
              // invalid node integers if no node exists, i.e. if we
              // have a discontiguous node numbering!
              //
              // The purpose of communicating the xfer_ids/recv_ids buffer
              // is so that we can handle discontiguous node numberings:
              // we do not actually write the node ids themselves anywhere
              // in the xdr file. We do write the unique ids to file, if
              // enabled (see previous section).
 
              // Note: we initialize the node_integers array with invalid values,
              // so any indices which don't get written to in the loop below will
              // just contain invalid values.
              node_integers.clear();
              node_integers.resize (n_node_integers*tot_id_size, static_cast<dof_id_type>(-1));
 
              for (auto pid : make_range(this->n_processors()))
                for (auto idx : index_range(recv_ids[pid]))
                  {
                    libmesh_assert_less_equal(first_node, recv_ids[pid][idx]);
                    const std::size_t local_idx = recv_ids[pid][idx] - first_node;
 
                    // Assert that we won't index past the end of the node_integers array
                    libmesh_assert_less (local_idx, tot_id_size);
 
                    for (unsigned int i=0; i != n_node_integers; ++i)
                      node_integers[n_node_integers*local_idx + i] = recv_node_integers[pid][n_node_integers*idx + i];
 
#ifndef NDEBUG
                    n_written++;
#endif
                  }
 
              io.data_stream (node_integers.empty() ? nullptr : node_integers.data(),
                              cast_int<unsigned int>(node_integers.size()), /*line_break=*/n_node_integers);
            }
        } // end for (block-based unique_id writes)
 
      if (this->processor_id() == 0)
        libmesh_assert_less_equal (n_written, max_node_id);
 
    } // end if (n_node_integers)
}
 
 
 
void XdrIO::write_serialized_bcs_helper (Xdr & io, const new_header_id_type n_bcs, const std::string bc_type) const
{
  libmesh_assert (io.writing());
 
  // convenient reference to our mesh
  const MeshBase & mesh = MeshOutput<MeshBase>::mesh();
 
  // and our boundary info object
  const BoundaryInfo & boundary_info = mesh.get_boundary_info();
 
  // Version 0.9.2+ introduces entity names
  write_serialized_bc_names(io, boundary_info, true);  // sideset names
 
  new_header_id_type n_bcs_out = n_bcs;
  if (this->processor_id() == 0)
    {
      std::stringstream comment_string;
      comment_string << "# number of " << bc_type << " boundary conditions";
      io.data (n_bcs_out, comment_string.str());
    }
  n_bcs_out = 0;
 
  if (!n_bcs) return;
 
  std::vector<xdr_id_type> xfer_bcs, recv_bcs;
  std::vector<std::size_t> bc_sizes(this->n_processors());
 
  // Container to catch boundary IDs handed back by BoundaryInfo
  std::vector<boundary_id_type> bc_ids;
 
  // Boundary conditions are only specified for level-0 elements
  dof_id_type n_local_level_0_elem=0;
  for (const auto & elem : as_range(mesh.local_level_elements_begin(0),
                                    mesh.local_level_elements_end(0)))
    {
      if (bc_type == "side")
        {
          for (auto s : elem->side_index_range())
            {
              boundary_info.boundary_ids (elem, s, bc_ids);
              for (const auto & bc_id : bc_ids)
                if (bc_id != BoundaryInfo::invalid_id)
                  {
                    xfer_bcs.push_back (n_local_level_0_elem);
                    xfer_bcs.push_back (s) ;
                    xfer_bcs.push_back (bc_id);
                  }
            }
        }
      else if (bc_type == "edge")
        {
          for (auto e : elem->edge_index_range())
            {
              boundary_info.edge_boundary_ids (elem, e, bc_ids);
              for (const auto & bc_id : bc_ids)
                if (bc_id != BoundaryInfo::invalid_id)
                  {
                    xfer_bcs.push_back (n_local_level_0_elem);
                    xfer_bcs.push_back (e) ;
                    xfer_bcs.push_back (bc_id);
                  }
            }
        }
      else if (bc_type == "shellface")
        {
          for (unsigned short sf=0; sf<2; sf++)
            {
              boundary_info.shellface_boundary_ids (elem, sf, bc_ids);
              for (const auto & bc_id : bc_ids)
                if (bc_id != BoundaryInfo::invalid_id)
                  {
                    xfer_bcs.push_back (n_local_level_0_elem);
                    xfer_bcs.push_back (sf) ;
                    xfer_bcs.push_back (bc_id);
                  }
            }
        }
      else
        {
          libmesh_error_msg("bc_type not recognized: " + bc_type);
        }
 
      // Increment the level-0 element counter.
      n_local_level_0_elem++;
    }
 
  xfer_bcs.push_back(n_local_level_0_elem);
  std::size_t my_size = xfer_bcs.size();
  this->comm().gather (0, my_size, bc_sizes);
 
  // All processors send their xfer buffers to processor 0
  // Processor 0 will receive all buffers and write out the bcs
  if (this->processor_id() == 0)
    {
      dof_id_type elem_offset = 0;
      for (auto pid : make_range(this->n_processors()))
        {
          recv_bcs.resize(bc_sizes[pid]);
          if (pid == 0)
            recv_bcs = xfer_bcs;
          else
            this->comm().receive (pid, recv_bcs);
 
          const dof_id_type my_n_local_level_0_elem
            = cast_int<dof_id_type>(recv_bcs.back());
          recv_bcs.pop_back();
 
          for (std::size_t idx=0, rbs=recv_bcs.size(); idx<rbs; idx += 3, n_bcs_out++)
            recv_bcs[idx+0] += elem_offset;
 
          io.data_stream (recv_bcs.empty() ? nullptr : recv_bcs.data(),
                          cast_int<unsigned int>(recv_bcs.size()), 3);
          elem_offset += my_n_local_level_0_elem;
        }
      libmesh_assert_equal_to (n_bcs, n_bcs_out);
    }
  else
    this->comm().send (0, xfer_bcs);
}
 
 
 
void XdrIO::write_serialized_side_bcs (Xdr & io, const new_header_id_type n_side_bcs) const
{
  write_serialized_bcs_helper(io, n_side_bcs, "side");
}
 
 
 
void XdrIO::write_serialized_edge_bcs (Xdr & io, const new_header_id_type n_edge_bcs) const
{
  write_serialized_bcs_helper(io, n_edge_bcs, "edge");
}
 
 
 
void XdrIO::write_serialized_shellface_bcs (Xdr & io, const new_header_id_type n_shellface_bcs) const
{
  write_serialized_bcs_helper(io, n_shellface_bcs, "shellface");
}
 
 
 
void XdrIO::write_serialized_nodesets (Xdr & io, const new_header_id_type n_nodesets) const
{
  libmesh_assert (io.writing());
 
  // convenient reference to our mesh
  const MeshBase & mesh = MeshOutput<MeshBase>::mesh();
 
  // and our boundary info object
  const BoundaryInfo & boundary_info = mesh.get_boundary_info();
 
  // Version 0.9.2+ introduces entity names
  write_serialized_bc_names(io, boundary_info, false);  // nodeset names
 
  new_header_id_type n_nodesets_out = n_nodesets;
  if (this->processor_id() == 0)
    io.data (n_nodesets_out, "# number of nodesets");
  n_nodesets_out = 0;
 
  if (!n_nodesets) return;
 
  std::vector<xdr_id_type> xfer_bcs, recv_bcs;
  std::vector<std::size_t> bc_sizes(this->n_processors());
 
  // Container to catch boundary IDs handed back by BoundaryInfo
  std::vector<boundary_id_type> nodeset_ids;
 
  dof_id_type n_node=0;
  for (const auto & node : mesh.local_node_ptr_range())
    {
      boundary_info.boundary_ids (node, nodeset_ids);
      for (const auto & bc_id : nodeset_ids)
        if (bc_id != BoundaryInfo::invalid_id)
          {
            xfer_bcs.push_back (node->id());
            xfer_bcs.push_back (bc_id);
          }
    }
 
  xfer_bcs.push_back(n_node);
  std::size_t my_size = xfer_bcs.size();
  this->comm().gather (0, my_size, bc_sizes);
 
  // All processors send their xfer buffers to processor 0
  // Processor 0 will receive all buffers and write out the bcs
  if (this->processor_id() == 0)
    {
      dof_id_type node_offset = 0;
      for (auto pid : make_range(this->n_processors()))
        {
          recv_bcs.resize(bc_sizes[pid]);
          if (pid == 0)
            recv_bcs = xfer_bcs;
          else
            this->comm().receive (pid, recv_bcs);
 
          const dof_id_type my_n_node =
            cast_int<dof_id_type>(recv_bcs.back());
          recv_bcs.pop_back();
 
          for (std::size_t idx=0, rbs=recv_bcs.size(); idx<rbs; idx += 2, n_nodesets_out++)
            recv_bcs[idx+0] += node_offset;
 
          io.data_stream (recv_bcs.empty() ? nullptr : recv_bcs.data(),
                          cast_int<unsigned int>(recv_bcs.size()), 2);
          node_offset += my_n_node;
        }
      libmesh_assert_equal_to (n_nodesets, n_nodesets_out);
    }
  else
    this->comm().send (0, xfer_bcs);
}
 
 
 
void XdrIO::write_serialized_bc_names (Xdr & io, const BoundaryInfo & info, bool is_sideset) const
{
  if (this->processor_id() == 0)
    {
      const std::map<boundary_id_type, std::string> & boundary_map = is_sideset ?
        info.get_sideset_name_map() : info.get_nodeset_name_map();
 
      std::vector<new_header_id_type> boundary_ids;
      boundary_ids.reserve(boundary_map.size());
 
      std::vector<std::string>  boundary_names;
      boundary_names.reserve(boundary_map.size());
 
      // We need to loop over the map and make sure that there aren't any invalid entries.  Since we
      // return writable references in boundary_info, it's possible for the user to leave some entity names
      // blank.  We can't write those to the XDA file.
      new_header_id_type n_boundary_names = 0;
      for (const auto & [bndry_id, name] : boundary_map)
        if (!name.empty())
          {
            n_boundary_names++;
            boundary_ids.push_back(bndry_id);
            boundary_names.push_back(name);
          }
 
      if (is_sideset)
        io.data(n_boundary_names, "# sideset id to name map");
      else
        io.data(n_boundary_names, "# nodeset id to name map");
      // Write out the ids and names in two vectors
      if (n_boundary_names)
        {
          io.data(boundary_ids);
          io.data(boundary_names);
        }
    }
}
 
 
 
void XdrIO::read (const std::string & name)
{
  LOG_SCOPE("read()","XdrIO");
 
  // Only open the file on processor 0 -- this is especially important because
  // there may be an underlying bzip/bunzip going on, and multiple simultaneous
  // calls will produce a race condition.
  Xdr io (this->processor_id() == 0 ? name : "", this->binary() ? DECODE : READ);
 
  // convenient reference to our mesh
  MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
  // get the version string.
  if (this->processor_id() == 0)
    io.data (this->version());
  this->comm().broadcast (this->version());
 
  // note that for "legacy" files the first entry is an
  // integer -- not a string at all.
  this->legacy() = !(this->version().find("libMesh") < this->version().size());
 
  // Check for a legacy version format.
  libmesh_error_msg_if(this->legacy(), "We no longer support reading files in the legacy format.");
 
  // Read headers with the old id type if they're pre-1.3.0, or with
  // the new id type if they're post-1.3.0
  const unsigned int n_header_metadata_values = 13;
  std::vector<new_header_id_type> meta_data(n_header_metadata_values, sizeof(xdr_id_type));
  if (this->version_at_least_1_3_0())
    {
      this->read_header(io, meta_data);
    }
  else
    {
      // In pre-1.3.0 format there were only 10 metadata values in the header, but
      // in newer versions there are more. The unread values will be set to 0.
      std::vector<old_header_id_type> old_data(n_header_metadata_values, sizeof(xdr_id_type));
 
      this->read_header(io, old_data);
 
      meta_data.assign(old_data.begin(), old_data.end());
    }
 
  const new_header_id_type & n_elem = meta_data[0];
  const new_header_id_type & n_nodes = meta_data[1];
 
  if (version_at_least_0_9_2())
    _field_width = cast_int<unsigned int>(meta_data[2]);
 
  // On systems where uint64_t==unsigned long, we were previously
  // writing 64-bit unsigned integers via xdr_u_long(), a function
  // which is literally less suited for that task than abort() would
  // have been, because at least abort() would have *known* it
  // couldn't write rather than truncating writes to 32 bits.
  //
  // If we have files with version < 1.3.0, then we'll continue to use
  // 32 bit field width, regardless of whether the file thinks we
  // should, whenever we're on a system where the problem would have
  // occurred.
  if ((_field_width == 4) ||
      (!version_at_least_1_3_0() &&
       libmesh_type_is_same<uint64_t, unsigned long>::value))
    {
      uint32_t type_size = 0;
 
      // read subdomain names
      this->read_serialized_subdomain_names(io);
 
      // read connectivity
      this->read_serialized_connectivity (io, cast_int<dof_id_type>(n_elem), meta_data, type_size);
 
      // read the nodal locations
      this->read_serialized_nodes (io, cast_int<dof_id_type>(n_nodes), meta_data);
 
      // read the side boundary conditions
      this->read_serialized_side_bcs (io, type_size);
 
      if (version_at_least_0_9_2())
        // read the nodesets
        this->read_serialized_nodesets (io, type_size);
 
      if (version_at_least_1_1_0())
        {
          // read the edge boundary conditions
          this->read_serialized_edge_bcs (io, type_size);
 
          // read the "shell face" boundary conditions
          this->read_serialized_shellface_bcs (io, type_size);
        }
    }
  else if (_field_width == 8)
    {
      uint64_t type_size = 0;
 
      // read subdomain names
      this->read_serialized_subdomain_names(io);
 
      // read connectivity
      this->read_serialized_connectivity (io, cast_int<dof_id_type>(n_elem), meta_data, type_size);
 
      // read the nodal locations
      this->read_serialized_nodes (io, cast_int<dof_id_type>(n_nodes), meta_data);
 
      // read the boundary conditions
      this->read_serialized_side_bcs (io, type_size);
 
      if (version_at_least_0_9_2())
        // read the nodesets
        this->read_serialized_nodesets (io, type_size);
 
      if (version_at_least_1_1_0())
        {
          // read the edge boundary conditions
          this->read_serialized_edge_bcs (io, type_size);
 
          // read the "shell face" boundary conditions
          this->read_serialized_shellface_bcs (io, type_size);
        }
    }
 
  // set the node processor ids
  Partitioner::set_node_processor_ids(mesh);
}
 
 
 
template <typename T>
void XdrIO::read_header (Xdr & io, std::vector<T> & meta_data)
{
  LOG_SCOPE("read_header()","XdrIO");
 
  // convenient reference to our mesh
  MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
  // Header information to be read on processor 0 and broadcast to
  // other procs.
  std::vector<std::string> node_integer_names;
  std::vector<std::string> elem_integer_names;
  std::vector<dof_id_type> elemset_codes;
  std::vector<std::vector<dof_id_type>> elemset_id_vecs;
 
  if (this->processor_id() == 0)
    {
      io.data (meta_data[0]);
      io.data (meta_data[1]);
      io.data (this->boundary_condition_file_name()); // libMesh::out << "bc_file="  << this->boundary_condition_file_name() << std::endl;
      io.data (this->subdomain_map_file_name());      // libMesh::out << "sid_file=" << this->subdomain_map_file_name()      << std::endl;
      io.data (this->partition_map_file_name());      // libMesh::out << "pid_file=" << this->partition_map_file_name()      << std::endl;
      io.data (this->polynomial_level_file_name());   // libMesh::out << "pl_file="  << this->polynomial_level_file_name()   << std::endl;
 
      if (version_at_least_0_9_2())
        {
          // Make sure there's enough room in meta_data
          libmesh_assert_greater_equal(meta_data.size(), 10);
 
          io.data (meta_data[2], "# type size");
          io.data (meta_data[3], "# uid size");
          io.data (meta_data[4], "# pid size");
          io.data (meta_data[5], "# sid size");
          io.data (meta_data[6], "# p-level size");
          // Boundary Condition sizes
          io.data (meta_data[7], "# eid size");   // elem id
          io.data (meta_data[8], "# side size");  // side number
          io.data (meta_data[9], "# bid size");   // boundary id
        }
 
      if (version_at_least_1_8_0())
        {
          // Make sure there's enough room in meta_data
          libmesh_assert_greater_equal(meta_data.size(), 13);
 
          io.data (meta_data[10], "# extra integer size");   // extra integer size
 
          // Read in the node integer names and store the count in meta_data
          io.data(node_integer_names, "# node integer names");
          meta_data[11] = node_integer_names.size();
 
          // Read in the elem integer names and store the count in meta_data
          io.data(elem_integer_names, "# elem integer names");
          meta_data[12] = elem_integer_names.size();
 
          // Read in vector of elemset codes from file
          io.data(elemset_codes, "# elemset codes");
 
          // For each elemset code, read in the associated elemset ids from file
          elemset_id_vecs.resize(elemset_codes.size());
          for (auto i : index_range(elemset_codes))
            io.data(elemset_id_vecs[i]);
        }
    }
 
  // broadcast the n_elems, n_nodes, and size information
  this->comm().broadcast (meta_data);
 
  this->comm().broadcast (this->boundary_condition_file_name());
  this->comm().broadcast (this->subdomain_map_file_name());
  this->comm().broadcast (this->partition_map_file_name());
  this->comm().broadcast (this->polynomial_level_file_name());
  this->comm().broadcast(node_integer_names);
  this->comm().broadcast(elem_integer_names);
  this->comm().broadcast(elemset_codes);
  this->comm().broadcast(elemset_id_vecs);
 
  // Tell the mesh how many nodes/elements to expect. Depending on the mesh type,
  // this may allow for efficient adding of nodes/elements.
  const T & n_elem = meta_data[0];
  const T & n_nodes = meta_data[1];
 
  mesh.reserve_elem(cast_int<dof_id_type>(n_elem));
  mesh.reserve_nodes(cast_int<dof_id_type>(n_nodes));
 
  // Our mesh is pre-partitioned as it's created
  this->set_n_partitions(this->n_processors());
 
  if (version_at_least_0_9_2())
    _field_width = cast_int<unsigned int>(meta_data[2]);
 
  // Add extra node and elem integers on all procs. Note that adding
  // an extra node/elem "datum" of type T is implemented via repeated
  // calls to MeshBase::add_elem_integer(), so we only need to call
  // MeshBase::add_node/elem_integers() here in order to restore the
  // the data that we had on the Mesh previously.
  mesh.add_node_integers(node_integer_names);
  mesh.add_elem_integers(elem_integer_names);
 
  // Store the elemset_code -> {elemset ids} mapping on the Mesh
  for (auto i : index_range(elemset_codes))
    mesh.add_elemset_code(elemset_codes[i],
                          MeshBase::elemset_type(elemset_id_vecs[i].begin(),
                                                 elemset_id_vecs[i].end()));
}
 
 
 
void XdrIO::read_serialized_subdomain_names(Xdr & io)
{
  const bool read_entity_info = version_at_least_0_9_2();
  const bool use_new_header_type (this->version_at_least_1_3_0());
  if (read_entity_info)
    {
      MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
      new_header_id_type n_subdomain_names = 0;
      std::vector<new_header_id_type> subdomain_ids;
      std::vector<std::string>  subdomain_names;
 
      // Read the sideset names
      if (this->processor_id() == 0)
        {
          if (use_new_header_type)
            io.data(n_subdomain_names);
          else
            {
              old_header_id_type temp;
              io.data(temp);
              n_subdomain_names = temp;
            }
 
          subdomain_ids.resize(n_subdomain_names);
          subdomain_names.resize(n_subdomain_names);
 
          if (n_subdomain_names)
            {
              if (use_new_header_type)
                io.data(subdomain_ids);
              else
                {
                  std::vector<old_header_id_type> temp;
                  io.data(temp);
                  subdomain_ids.assign(temp.begin(), temp.end());
                }
 
              io.data(subdomain_names);
            }
        }
 
      // Broadcast the subdomain names to all processors
      this->comm().broadcast(n_subdomain_names);
      if (n_subdomain_names == 0)
        return;
 
      subdomain_ids.resize(n_subdomain_names);
      subdomain_names.resize(n_subdomain_names);
      this->comm().broadcast(subdomain_ids);
      this->comm().broadcast(subdomain_names);
 
      // Reassemble the named subdomain information
      std::map<subdomain_id_type, std::string> & subdomain_map = mesh.set_subdomain_name_map();
 
      for (unsigned int i=0; i<n_subdomain_names; ++i)
        subdomain_map.emplace(subdomain_ids[i], subdomain_names[i]);
    }
}
 
 
template <typename T>
void
XdrIO::read_serialized_connectivity (Xdr & io,
                                     const dof_id_type n_elem,
                                     const std::vector<new_header_id_type> & meta_data,
                                     T /*type_size*/)
{
  libmesh_assert (io.reading());
 
  if (!n_elem) return;
 
  const bool
    read_p_level      = ("." == this->polynomial_level_file_name()),
    read_partitioning = ("." == this->partition_map_file_name()),
    read_subdomain_id = ("." == this->subdomain_map_file_name());
 
  // convenient reference to our mesh
  MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
  // Keep track of what kinds of elements this file contains
  elems_of_dimension.clear();
  elems_of_dimension.resize(4, false);
 
  std::vector<T> conn, input_buffer(100 /* oversized ! */);
 
  int level=-1;
 
  // Version 0.9.2+ introduces unique ids
  const size_t unique_id_size_index = 3;
 
  const bool read_unique_id =
    (version_at_least_0_9_2()) &&
    meta_data[unique_id_size_index];
 
  // Version 1.8.0+ introduces elem integers
  const std::size_t n_elem_integers_index = 12;
  new_header_id_type n_elem_integers = 0;
  if (version_at_least_1_8_0())
    {
      libmesh_assert_greater_equal(meta_data.size(), 13);
      n_elem_integers = meta_data[n_elem_integers_index];
    }
 
  T n_elem_at_level=0, n_processed_at_level=0;
  for (dof_id_type blk=0, first_elem=0, last_elem=0;
       last_elem<n_elem; blk++)
    {
      first_elem = cast_int<dof_id_type>(blk*io_blksize);
      last_elem  = cast_int<dof_id_type>(std::min(cast_int<std::size_t>((blk+1)*io_blksize),
                                                  cast_int<std::size_t>(n_elem)));
 
      conn.clear();
 
      if (this->processor_id() == 0)
        for (dof_id_type e=first_elem; e<last_elem; e++, n_processed_at_level++)
          {
            if (n_processed_at_level == n_elem_at_level)
              {
                // get the number of elements to read at this level
                io.data (n_elem_at_level);
                n_processed_at_level = 0;
                level++;
              }
 
            // "pos" is a cursor into input_buffer
            unsigned int pos = 0;
 
            // get the element type,
            io.data_stream (&input_buffer[pos++], 1);
 
            if (read_unique_id)
              io.data_stream (&input_buffer[pos++], 1);
            // Older versions won't have this field at all (no increment on pos)
 
            // maybe the parent
            if (level)
              io.data_stream (&input_buffer[pos++], 1);
            else
              // We can't always fit DofObject::invalid_id in an
              // xdr_id_type
              input_buffer[pos++] = static_cast<T>(-1);
 
            // maybe the processor id
            if (read_partitioning)
              io.data_stream (&input_buffer[pos++], 1);
            else
              input_buffer[pos++] = 0;
 
            // maybe the subdomain id
            if (read_subdomain_id)
              io.data_stream (&input_buffer[pos++], 1);
            else
              input_buffer[pos++] = 0;
 
            // maybe the p level
            if (read_p_level)
              io.data_stream (&input_buffer[pos++], 1);
            else
              input_buffer[pos++] = 0;
 
            const unsigned int n_nodes0 = Elem::type_to_n_nodes_map[input_buffer[0]];
            if (n_nodes0 == invalid_uint)
              libmesh_not_implemented();
 
            // and all the nodes
            libmesh_assert_less (pos+n_nodes0, input_buffer.size());
            io.data_stream (&input_buffer[pos], n_nodes0);
 
            // Advance input_buffer cursor by number of nodes in this element
            pos += n_nodes0;
 
            // and all the elem "extra" integers
            libmesh_assert_less (pos + n_elem_integers, input_buffer.size());
            io.data_stream (&input_buffer[pos], n_elem_integers);
 
            // Advance input_buffer cursor by number of extra integers read
            pos += n_elem_integers;
 
            // Insert input_buffer at end of "conn"
            conn.insert (conn.end(), input_buffer.begin(), input_buffer.begin() + pos);
          }
 
      std::size_t conn_size = conn.size();
      this->comm().broadcast(conn_size);
      conn.resize (conn_size);
      this->comm().broadcast (conn);
 
      // All processors now have the connectivity for this block.
      for (auto [e, it] = std::tuple{first_elem, conn.begin()}; e<last_elem; e++)
        {
          // Temporary variable for reading connectivity array
          // entries.
          T tmp;
 
          const ElemType elem_type = static_cast<ElemType>(*it++);
#ifdef LIBMESH_ENABLE_UNIQUE_ID
          // We are on all processors here, so the mesh can easily
          // assign consistent unique ids if the file doesn't specify
          // them later.  We'll use element ids for elements and start
          // past those for nodes.
          unique_id_type unique_id = e;
#endif
          if (read_unique_id)
            {
              tmp = *it++;
 
#ifdef LIBMESH_ENABLE_UNIQUE_ID
              unique_id  = cast_int<unique_id_type>(tmp);
#endif
            }
 
          tmp = *it++;
          const dof_id_type parent_id =
            (tmp == static_cast<T>(-1)) ? DofObject::invalid_id : cast_int<dof_id_type>(tmp);
 
          const processor_id_type proc_id =
            cast_int<processor_id_type>(*it++);
 
          const subdomain_id_type subdomain_id =
            restrict_int<subdomain_id_type>(*it++);
 
          tmp = *it++;
#ifdef LIBMESH_ENABLE_AMR
          const unsigned int p_level = cast_int<unsigned int>(tmp);
#endif
 
          Elem * parent = (parent_id == DofObject::invalid_id) ?
            nullptr : mesh.elem_ptr(parent_id);
 
          auto elem = Elem::build(elem_type, parent);
 
          elem->set_id() = e;
#ifdef LIBMESH_ENABLE_UNIQUE_ID
          elem->set_unique_id(unique_id);
#endif
          elem->processor_id() = proc_id;
          elem->subdomain_id() = subdomain_id;
#ifdef LIBMESH_ENABLE_AMR
          elem->hack_p_level(p_level);
 
          if (parent)
            {
              parent->add_child(elem.get());
              parent->set_refinement_flag (Elem::INACTIVE);
              elem->set_refinement_flag   (Elem::JUST_REFINED);
            }
#endif
 
          // Node ids for this Elem
          for (unsigned int n=0, n_n = elem->n_nodes(); n != n_n;
               n++, ++it)
            {
              const dof_id_type global_node_number =
                cast_int<dof_id_type>(*it);
 
              Node *node = mesh.query_node_ptr(global_node_number);
 
              if (node)
                elem->set_node(n, node);
              else
                {
                  std::unique_ptr<Node> new_node = Node::build(Point(), global_node_number);
#ifdef LIBMESH_ENABLE_UNIQUE_ID
                  // If we have to overwrite this it'll happen later
                  new_node->set_unique_id(n_elem + global_node_number);
#endif
                  elem->set_node(n, mesh.add_node(std::move(new_node)));
                }
            }
 
          elems_of_dimension[elem->dim()] = true;
          Elem * added_elem = mesh.add_elem(std::move(elem));
 
          // Make sure that the Elem we just added to the Mesh has
          // space for the required number of extra integers. Note
          // that we have to add the Elem to the Mesh prior to
          // accessing any of its extra integers, since otherwise the
          // Elem does not know that it should have extra integers...
          libmesh_assert_equal_to(n_elem_integers, added_elem->n_extra_integers());
 
          // Extra integers for this Elem
          for (unsigned int ei=0; ei<n_elem_integers; ++ei)
            {
              auto extra_int = cast_int<dof_id_type>(*it++);
              added_elem->set_extra_integer(ei, extra_int);
            }
        }
    }
 
  // Set the mesh dimension to the largest encountered for an element
  for (unsigned char i=0; i!=4; ++i)
    if (elems_of_dimension[i])
      mesh.set_mesh_dimension(i);
 
#if LIBMESH_DIM < 3
  libmesh_error_msg_if(mesh.mesh_dimension() > LIBMESH_DIM,
                       "Cannot open dimension "
                       << mesh.mesh_dimension()
                       << " mesh file when configured without "
                       << mesh.mesh_dimension()
                       << "D support.");
#endif
}
 
 
 
void
XdrIO::read_serialized_nodes (Xdr & io,
                              const dof_id_type n_nodes,
                              const std::vector<new_header_id_type> & meta_data)
{
  libmesh_assert (io.reading());
 
  // convenient reference to our mesh
  MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
  if (!mesh.n_nodes()) return;
 
  // At this point the elements have been read from file and placeholder nodes
  // have been assigned.  These nodes, however, do not have the proper (x,y,z)
  // locations or unique_id values.  This method will read all the
  // nodes from disk, and each processor can then grab the individual
  // values it needs.
 
  // If the file includes unique ids for nodes (as indicated by a
  // flag in 0.9.6+ files), those will be read next.
 
  // build up a list of the nodes contained in our local mesh.  These are the nodes
  // stored on the local processor whose (x,y,z) and unique_id values
  // need to be corrected.
  std::vector<dof_id_type> needed_nodes;
  needed_nodes.reserve (mesh.n_nodes());
  {
    for (auto & node : mesh.node_ptr_range())
      needed_nodes.push_back(node->id());
 
    std::sort (needed_nodes.begin(), needed_nodes.end());
 
    // We should not have any duplicate node->id()s
    libmesh_assert (std::unique(needed_nodes.begin(), needed_nodes.end()) == needed_nodes.end());
  }
 
  // Version 1.8.0+ introduces node integers
  const std::size_t n_node_integers_index = 11;
  new_header_id_type n_node_integers = 0;
  if (version_at_least_1_8_0())
    {
      libmesh_assert_greater_equal(meta_data.size(), 13);
      n_node_integers = meta_data[n_node_integers_index];
    }
 
  // Get the nodes in blocks.
  std::vector<Real> coords;
  std::pair<std::vector<dof_id_type>::iterator,
            std::vector<dof_id_type>::iterator> pos;
  pos.first = needed_nodes.begin();
 
  // Broadcast node coordinates
  for (std::size_t blk=0, first_node=0, last_node=0; last_node<n_nodes; blk++)
    {
      first_node = blk*io_blksize;
      last_node  = std::min((blk+1)*io_blksize, std::size_t(n_nodes));
 
      coords.resize(3*(last_node - first_node));
 
      if (this->processor_id() == 0)
        io.data_stream (coords.empty() ? nullptr : coords.data(),
                        cast_int<unsigned int>(coords.size()));
 
      // For large numbers of processors the majority of processors at any given
      // block may not actually need these data.  It may be worth profiling this,
      // although it is expected that disk IO will be the bottleneck
      this->comm().broadcast (coords);
 
      for (std::size_t n=first_node, idx=0; n<last_node; n++, idx+=3)
        {
          // first see if we need this node.  use pos.first as a smart lower
          // bound, this will ensure that the size of the searched range
          // decreases as we match nodes.
          pos = std::equal_range (pos.first, needed_nodes.end(), n);
 
          if (pos.first != pos.second) // we need this node.
            {
              libmesh_assert_equal_to (*pos.first, n);
              libmesh_assert(!libmesh_isnan(coords[idx+0]));
              libmesh_assert(!libmesh_isnan(coords[idx+1]));
              libmesh_assert(!libmesh_isnan(coords[idx+2]));
              mesh.node_ref(cast_int<dof_id_type>(n)) =
                Point (coords[idx+0],
                       coords[idx+1],
                       coords[idx+2]);
 
            }
        }
    }
 
  // Check for node unique ids
  unsigned short read_unique_ids = false;
 
  if (version_at_least_0_9_6())
    {
      if (this->processor_id() == 0)
        io.data (read_unique_ids);
 
      this->comm().broadcast (read_unique_ids);
    }
 
  // If no node unique ids are in the file, well, we already
  // assigned our own ... *but*, our ids might conflict with the
  // file-assigned element unique ids.  Let's check on that.
  // Should be easy since we're serialized.
  if (!read_unique_ids)
    {
#ifdef LIBMESH_ENABLE_UNIQUE_ID
      unique_id_type max_elem_unique_id = 0;
      for (auto & elem : mesh.element_ptr_range())
        max_elem_unique_id = std::max(max_elem_unique_id,
                                      elem->unique_id()+1);
      if (max_elem_unique_id > mesh.n_elem())
        {
          for (auto & node : mesh.node_ptr_range())
            node->set_unique_id(max_elem_unique_id + node->id());
        }
      mesh.set_next_unique_id(max_elem_unique_id + mesh.n_nodes());
#endif
    }
  else
    {
      std::vector<uint32_t> unique_32;
      std::vector<uint64_t> unique_64;
 
      // We're starting over from node 0 again
      pos.first = needed_nodes.begin();
 
      for (std::size_t blk=0, first_node=0, last_node=0; last_node<n_nodes; blk++)
        {
          first_node = blk*io_blksize;
          last_node  = std::min((blk+1)*io_blksize, std::size_t(n_nodes));
 
          libmesh_assert((_field_width == 8) || (_field_width == 4));
 
          if (_field_width == 8)
            unique_64.resize(last_node - first_node);
          else
            unique_32.resize(last_node - first_node);
 
          if (this->processor_id() == 0)
            {
              if (_field_width == 8)
                io.data_stream (unique_64.empty() ? nullptr : unique_64.data(),
                                cast_int<unsigned int>(unique_64.size()));
              else
                io.data_stream (unique_32.empty() ? nullptr : unique_32.data(),
                                cast_int<unsigned int>(unique_32.size()));
            }
 
#ifdef LIBMESH_ENABLE_UNIQUE_ID
          if (_field_width == 8)
            this->comm().broadcast (unique_64);
          else
            this->comm().broadcast (unique_32);
 
          for (std::size_t n=first_node, idx=0; n<last_node; n++, idx++)
            {
              // first see if we need this node.  use pos.first as a smart lower
              // bound, this will ensure that the size of the searched range
              // decreases as we match nodes.
              pos = std::equal_range (pos.first, needed_nodes.end(), n);
 
              if (pos.first != pos.second) // we need this node.
                {
                  libmesh_assert_equal_to (*pos.first, n);
                  if (_field_width == 8)
                    mesh.node_ref(cast_int<dof_id_type>(n)).set_unique_id(unique_64[idx]);
                  else
                    mesh.node_ref(cast_int<dof_id_type>(n)).set_unique_id(unique_32[idx]);
                }
            }
#endif // LIBMESH_ENABLE_UNIQUE_ID
        }
    }
 
  // Read extra node integers (if present) in chunks on processor 0 and broadcast to
  // all other procs. For a ReplicatedMesh, all procs need to know about all Nodes'
  // extra integers. For a DistributedMesh, this broadcasting will transmit some
  // redundant information.
  if (n_node_integers)
    {
      std::vector<dof_id_type> extra_integers;
 
      // We're starting over from node 0 again
      pos.first = needed_nodes.begin();
 
      for (std::size_t blk=0, first_node=0, last_node=0; last_node<n_nodes; blk++)
        {
          first_node = blk*io_blksize;
          last_node  = std::min((blk+1)*io_blksize, std::size_t(n_nodes));
 
          extra_integers.resize((last_node - first_node) * n_node_integers);
 
          // Read in block of node integers on proc 0 only...
          if (this->processor_id() == 0)
            io.data_stream (extra_integers.empty() ? nullptr : extra_integers.data(),
                            cast_int<unsigned int>(extra_integers.size()));
 
          // ... and broadcast it to all other procs.
          this->comm().broadcast (extra_integers);
 
          for (std::size_t n=first_node, idx=0; n<last_node; n++, idx++)
            {
              // first see if we need this node.  use pos.first as a smart lower
              // bound, this will ensure that the size of the searched range
              // decreases as we match nodes.
              pos = std::equal_range (pos.first, needed_nodes.end(), n);
 
              if (pos.first != pos.second) // we need this node.
                {
                  libmesh_assert_equal_to (*pos.first, n);
 
                  Node & node_ref = mesh.node_ref(cast_int<dof_id_type>(n));
                  for (unsigned int i=0; i != n_node_integers; ++i)
                    node_ref.set_extra_integer(i, extra_integers[n_node_integers*idx + i]);
                }
            }
        } // end for (block-based extra integer reads)
    } // end if (n_node_integers)
}
 
 
 
template <typename T>
void XdrIO::read_serialized_bcs_helper (Xdr & io, T /*type_size*/, const std::string bc_type)
{
  if (this->boundary_condition_file_name() == "n/a") return;
 
  libmesh_assert (io.reading());
 
  // convenient reference to our mesh
  MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
  // and our boundary info object
  BoundaryInfo & boundary_info = mesh.get_boundary_info();
 
  // Version 0.9.2+ introduces unique ids
  read_serialized_bc_names(io, boundary_info, true);  // sideset names
 
  std::vector<T> input_buffer;
 
  new_header_id_type n_bcs=0;
  if (this->processor_id() == 0)
    {
      if (this->version_at_least_1_3_0())
        io.data (n_bcs);
      else
        {
          old_header_id_type temp;
          io.data (temp);
          n_bcs = temp;
        }
    }
  this->comm().broadcast (n_bcs);
 
  for (std::size_t blk=0, first_bc=0, last_bc=0; last_bc<n_bcs; blk++)
    {
      first_bc = blk*io_blksize;
      last_bc  = std::min((blk+1)*io_blksize, std::size_t(n_bcs));
 
      input_buffer.resize (3*(last_bc - first_bc));
 
      if (this->processor_id() == 0)
        io.data_stream (input_buffer.empty() ? nullptr : input_buffer.data(),
                        cast_int<unsigned int>(input_buffer.size()));
 
      this->comm().broadcast (input_buffer);
 
      // Look for BCs in this block for all the level-0 elements we have
      // (not just local ones).  Do this by checking all entries for
      // IDs matching an element we can query.
      // We cannot rely on nullptr neighbors at this point since the neighbor
      // data structure has not been initialized.
      for (std::size_t idx=0, ibs=input_buffer.size(); idx<ibs; idx+=3)
        {
          const dof_id_type dof_id =
            cast_int<dof_id_type>(input_buffer[idx+0]);
          const unsigned short side =
            cast_int<unsigned short>(input_buffer[idx+1]);
          const boundary_id_type bc_id =
            cast_int<boundary_id_type>(input_buffer[idx+2]);
 
          const Elem * elem = mesh.query_elem_ptr(dof_id);
          if (!elem)
            continue;
 
          if (bc_type == "side")
            {
              libmesh_assert_less (side, elem->n_sides());
              boundary_info.add_side (elem, side, bc_id);
            }
          else if (bc_type == "edge")
            {
              libmesh_assert_less (side, elem->n_edges());
              boundary_info.add_edge (elem, side, bc_id);
            }
          else if (bc_type == "shellface")
            {
              // Shell face IDs can only be 0 or 1.
              libmesh_assert_less(side, 2);
 
              boundary_info.add_shellface (elem, side, bc_id);
            }
          else
            {
              libmesh_error_msg("bc_type not recognized: " + bc_type);
            }
        }
      input_buffer.clear();
    }
}
 
 
 
template <typename T>
void XdrIO::read_serialized_side_bcs (Xdr & io, T type_size)
{
  read_serialized_bcs_helper(io, type_size, "side");
}
 
 
 
template <typename T>
void XdrIO::read_serialized_edge_bcs (Xdr & io, T type_size)
{
  read_serialized_bcs_helper(io, type_size, "edge");
}
 
 
 
template <typename T>
void XdrIO::read_serialized_shellface_bcs (Xdr & io, T type_size)
{
  read_serialized_bcs_helper(io, type_size, "shellface");
}
 
 
 
template <typename T>
void XdrIO::read_serialized_nodesets (Xdr & io, T /*type_size*/)
{
  if (this->boundary_condition_file_name() == "n/a") return;
 
  libmesh_assert (io.reading());
 
  // convenient reference to our mesh
  MeshBase & mesh = MeshInput<MeshBase>::mesh();
 
  // and our boundary info object
  BoundaryInfo & boundary_info = mesh.get_boundary_info();
 
  // Version 0.9.2+ introduces unique ids
  read_serialized_bc_names(io, boundary_info, false); // nodeset names
 
  std::vector<T> input_buffer;
 
  new_header_id_type n_nodesets=0;
  if (this->processor_id() == 0)
    {
      if (this->version_at_least_1_3_0())
        io.data (n_nodesets);
      else
        {
          old_header_id_type temp;
          io.data (temp);
          n_nodesets = temp;
        }
    }
  this->comm().broadcast (n_nodesets);
 
  for (std::size_t blk=0, first_bc=0, last_bc=0; last_bc<n_nodesets; blk++)
    {
      first_bc = blk*io_blksize;
      last_bc  = std::min((blk+1)*io_blksize, std::size_t(n_nodesets));
 
      input_buffer.resize (2*(last_bc - first_bc));
 
      if (this->processor_id() == 0)
        io.data_stream (input_buffer.empty() ? nullptr : input_buffer.data(),
                        cast_int<unsigned int>(input_buffer.size()));
 
      this->comm().broadcast (input_buffer);
 
      // Look for BCs in this block for all nodes we have (not just
      // local ones).  Do this by checking all entries for
      // IDs matching a node we can query.
      for (std::size_t idx=0, ibs=input_buffer.size(); idx<ibs; idx+=2)
        {
          const dof_id_type dof_id =
            cast_int<dof_id_type>(input_buffer[idx+0]);
          const boundary_id_type bc_id =
            cast_int<boundary_id_type>(input_buffer[idx+1]);
 
          const Node * node = mesh.query_node_ptr(dof_id);
          if (node)
            boundary_info.add_node (node, bc_id);
        }
      input_buffer.clear();
    }
}
 
 
 
void XdrIO::read_serialized_bc_names(Xdr & io, BoundaryInfo & info, bool is_sideset)
{
  const bool read_entity_info = version_at_least_0_9_2();
  const bool use_new_header_type (this->version_at_least_1_3_0());
  if (read_entity_info)
    {
      new_header_id_type n_boundary_names = 0;
      std::vector<new_header_id_type> boundary_ids;
      std::vector<std::string>  boundary_names;
 
      // Read the sideset names
      if (this->processor_id() == 0)
        {
          if (use_new_header_type)
            io.data(n_boundary_names);
          else
            {
              old_header_id_type temp;
              io.data(temp);
              n_boundary_names = temp;
            }
 
          boundary_names.resize(n_boundary_names);
 
          if (n_boundary_names)
            {
              if (use_new_header_type)
                io.data(boundary_ids);
              else
                {
                  std::vector<old_header_id_type> temp(n_boundary_names);
                  io.data(temp);
                  boundary_ids.assign(temp.begin(), temp.end());
                }
              io.data(boundary_names);
            }
        }
 
      // Broadcast the boundary names to all processors
      this->comm().broadcast(n_boundary_names);
      if (n_boundary_names == 0)
        return;
 
      boundary_ids.resize(n_boundary_names);
      boundary_names.resize(n_boundary_names);
      this->comm().broadcast(boundary_ids);
      this->comm().broadcast(boundary_names);
 
      // Reassemble the named boundary information
      std::map<boundary_id_type, std::string> & boundary_map = is_sideset ?
        info.set_sideset_name_map() : info.set_nodeset_name_map();
 
      for (unsigned int i=0; i<n_boundary_names; ++i)
        boundary_map.emplace(cast_int<boundary_id_type>(boundary_ids[i]), boundary_names[i]);
    }
}
 
 
 
void XdrIO::pack_element (std::vector<xdr_id_type> & conn,
                          const Elem * elem,
                          const dof_id_type parent_id,
                          const dof_id_type parent_pid,
                          const new_header_id_type n_elem_integers) const
{
  libmesh_assert(elem);
  libmesh_assert_equal_to (elem->n_nodes(), Elem::type_to_n_nodes_map[elem->type()]);
 
  conn.push_back(elem->n_nodes());
 
  conn.push_back (elem->type());
 
  // In version 0.7.0+ "id" is stored but is not used.  In version 0.9.2+
  // we will store unique_id instead, therefore there is no need to
  // check for the older version when writing the unique_id.
  conn.push_back (elem->unique_id());
 
  if (parent_id != DofObject::invalid_id)
    {
      conn.push_back (parent_id);
      libmesh_assert_not_equal_to (parent_pid, DofObject::invalid_id);
      conn.push_back (parent_pid);
    }
 
  conn.push_back (elem->processor_id());
  conn.push_back (elem->subdomain_id());
 
#ifdef LIBMESH_ENABLE_AMR
  conn.push_back (elem->p_level());
#endif
 
  for (auto n : elem->node_index_range())
    conn.push_back (elem->node_id(n));
 
  // Write extra elem integers to connectivity array
  for (unsigned int i=0; i != n_elem_integers; ++i)
    conn.push_back(elem->get_extra_integer(i));
}
 
bool XdrIO::version_at_least_0_9_2() const
{
  return
    (this->version().find("0.9.2") != std::string::npos) ||
    (this->version().find("0.9.6") != std::string::npos) ||
    (this->version().find("1.1.0") != std::string::npos) ||
    (this->version().find("1.3.0") != std::string::npos) ||
    (this->version().find("1.8.0") != std::string::npos);
}
 
bool XdrIO::version_at_least_0_9_6() const
{
  return
    (this->version().find("0.9.6") != std::string::npos) ||
    (this->version().find("1.1.0") != std::string::npos) ||
    (this->version().find("1.3.0") != std::string::npos) ||
    (this->version().find("1.8.0") != std::string::npos);
}
 
bool XdrIO::version_at_least_1_1_0() const
{
  return
    (this->version().find("1.1.0") != std::string::npos) ||
    (this->version().find("1.3.0") != std::string::npos) ||
    (this->version().find("1.8.0") != std::string::npos);
}
 
bool XdrIO::version_at_least_1_3_0() const
{
  return
    (this->version().find("1.3.0") != std::string::npos) ||
    (this->version().find("1.8.0") != std::string::npos);
}
 
bool XdrIO::version_at_least_1_8_0() const
{
  return
    (this->version().find("1.8.0") != std::string::npos);
}
 
} // namespace libMesh