mirror of
https://gitlab.kitware.com/vtk/vtk-m
synced 2024-09-19 10:35:42 +00:00
63050f68fc
The `MultiBlock` class has been renamed to `PartitionedDataSet`, and its API has been refactored to refer to "partitions", rather than "blocks". Additionally, the `AddBlocks` method has been changed to `AppendPartitions` to more accurately reflect the operation performed. The associated `AssignerMultiBlock` class has also been renamed to `AssignerPartitionedDataSet`. This change is motivated towards unifying VTK-m's data model with VTK. VTK has started to move away from `vtkMultiBlockDataSet`, which is a hierarchical tree of nested datasets, to `vtkPartitionedDataSet`, which is always a flat vector of datasets used to assist geometry distribution in multi-process environments. This simplifies traversal during processing and clarifies the intent of the container: The component datasets are partitions for distribution, not organizational groupings (e.g. materials). Ref #405
117 lines
3.4 KiB
C++
117 lines
3.4 KiB
C++
//============================================================================
|
|
// Copyright (c) Kitware, Inc.
|
|
// All rights reserved.
|
|
// See LICENSE.txt for details.
|
|
//
|
|
// This software is distributed WITHOUT ANY WARRANTY; without even
|
|
// the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
|
// PURPOSE. See the above copyright notice for more information.
|
|
//============================================================================
|
|
|
|
/*
|
|
* This example demonstrates how one can write a filter that uses MPI
|
|
* for hybrid-parallelism. The `vtkm::filter::Histogram` is another approach for
|
|
* implementing the same that uses DIY. This example doesn't use DIY, instead
|
|
* uses MPI calls directly.
|
|
*/
|
|
|
|
#include "HistogramMPI.h"
|
|
|
|
#include <vtkm/cont/ArrayPortalToIterators.h>
|
|
#include <vtkm/cont/DataSetFieldAdd.h>
|
|
#include <vtkm/cont/EnvironmentTracker.h>
|
|
#include <vtkm/cont/Initialize.h>
|
|
|
|
#include <vtkm/thirdparty/diy/diy.h>
|
|
|
|
#include <mpi.h>
|
|
|
|
#include <algorithm>
|
|
#include <numeric>
|
|
#include <random>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
namespace
|
|
{
|
|
template <typename T>
|
|
VTKM_CONT vtkm::cont::ArrayHandle<T> CreateArray(T min, T max, vtkm::Id numVals)
|
|
{
|
|
std::mt19937 gen;
|
|
std::uniform_real_distribution<double> dis(static_cast<double>(min), static_cast<double>(max));
|
|
|
|
vtkm::cont::ArrayHandle<T> handle;
|
|
handle.Allocate(numVals);
|
|
|
|
std::generate(vtkm::cont::ArrayPortalToIteratorBegin(handle.GetPortalControl()),
|
|
vtkm::cont::ArrayPortalToIteratorEnd(handle.GetPortalControl()),
|
|
[&]() { return static_cast<T>(dis(gen)); });
|
|
return handle;
|
|
}
|
|
}
|
|
|
|
int main(int argc, char* argv[])
|
|
{
|
|
//parse out all vtk-m related command line options
|
|
auto opts =
|
|
vtkm::cont::InitializeOptions::DefaultAnyDevice | vtkm::cont::InitializeOptions::Strict;
|
|
vtkm::cont::Initialize(argc, argv, opts);
|
|
|
|
// setup MPI environment.
|
|
MPI_Init(&argc, &argv);
|
|
|
|
// tell VTK-m the communicator to use.
|
|
vtkm::cont::EnvironmentTracker::SetCommunicator(vtkmdiy::mpi::communicator(MPI_COMM_WORLD));
|
|
|
|
int rank, size;
|
|
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
|
|
MPI_Comm_size(MPI_COMM_WORLD, &size);
|
|
|
|
if (argc != 2)
|
|
{
|
|
if (rank == 0)
|
|
{
|
|
std::cout << "Usage: " << std::endl << "$ " << argv[0] << " <num-bins>" << std::endl;
|
|
}
|
|
MPI_Finalize();
|
|
return EXIT_FAILURE;
|
|
}
|
|
|
|
const vtkm::Id num_bins = static_cast<vtkm::Id>(std::atoi(argv[1]));
|
|
const vtkm::Id numVals = 1024;
|
|
|
|
vtkm::cont::PartitionedDataSet pds;
|
|
vtkm::cont::DataSet ds;
|
|
vtkm::cont::DataSetFieldAdd::AddPointField(ds, "pointvar", CreateArray(-1024, 1024, numVals));
|
|
pds.AppendPartition(ds);
|
|
|
|
example::HistogramMPI histogram;
|
|
histogram.SetActiveField("pointvar");
|
|
histogram.SetNumberOfBins(std::max<vtkm::Id>(1, num_bins));
|
|
vtkm::cont::PartitionedDataSet result = histogram.Execute(pds);
|
|
|
|
vtkm::cont::ArrayHandle<vtkm::Id> bins;
|
|
result.GetPartition(0).GetField("histogram").GetData().CopyTo(bins);
|
|
auto binPortal = bins.GetPortalConstControl();
|
|
if (rank == 0)
|
|
{
|
|
// print histogram.
|
|
std::cout << "Histogram (" << num_bins << ")" << std::endl;
|
|
vtkm::Id count = 0;
|
|
for (vtkm::Id cc = 0; cc < num_bins; ++cc)
|
|
{
|
|
std::cout << " bin[" << cc << "] = " << binPortal.Get(cc) << std::endl;
|
|
count += binPortal.Get(cc);
|
|
}
|
|
if (count != numVals * size)
|
|
{
|
|
std::cout << "ERROR: bins mismatched!" << std::endl;
|
|
MPI_Finalize();
|
|
return EXIT_FAILURE;
|
|
}
|
|
}
|
|
|
|
MPI_Finalize();
|
|
return EXIT_SUCCESS;
|
|
}
|