mirror of
https://gitlab.kitware.com/vtk/vtk-m
synced 2024-09-08 21:33:55 +00:00
93 lines
3.0 KiB
C++
93 lines
3.0 KiB
C++
//============================================================================
|
|
// Copyright (c) Kitware, Inc.
|
|
// All rights reserved.
|
|
// See LICENSE.txt for details.
|
|
//
|
|
// This software is distributed WITHOUT ANY WARRANTY; without even
|
|
// the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
|
// PURPOSE. See the above copyright notice for more information.
|
|
//============================================================================
|
|
#ifndef vtk_m_worklet_zfp_1d_compressor_h
|
|
#define vtk_m_worklet_zfp_1d_compressor_h
|
|
|
|
#include <vtkm/Math.h>
|
|
#include <vtkm/cont/Algorithm.h>
|
|
#include <vtkm/cont/ArrayHandle.h>
|
|
#include <vtkm/cont/ArrayHandleConstant.h>
|
|
#include <vtkm/cont/ArrayHandleCounting.h>
|
|
#include <vtkm/cont/AtomicArray.h>
|
|
#include <vtkm/cont/Timer.h>
|
|
#include <vtkm/worklet/DispatcherMapField.h>
|
|
|
|
#include <vtkm/worklet/zfp/ZFPEncode1.h>
|
|
#include <vtkm/worklet/zfp/ZFPTools.h>
|
|
|
|
using ZFPWord = vtkm::UInt64;
|
|
|
|
#include <stdio.h>
|
|
|
|
namespace vtkm
|
|
{
|
|
namespace worklet
|
|
{
|
|
|
|
|
|
class ZFP1DCompressor
|
|
{
|
|
public:
|
|
template <typename Scalar, typename Storage>
|
|
vtkm::cont::ArrayHandle<vtkm::Int64> Compress(
|
|
const vtkm::cont::ArrayHandle<Scalar, Storage>& data,
|
|
const vtkm::Float64 requestedRate,
|
|
const vtkm::Id dims)
|
|
{
|
|
// DataDump(data, "uncompressed");
|
|
zfp::ZFPStream stream;
|
|
constexpr vtkm::Int32 topoDims = 1;
|
|
stream.SetRate(requestedRate, topoDims, vtkm::Float64());
|
|
//VTKM_ASSERT(
|
|
|
|
// Check to see if we need to increase the block sizes
|
|
// in the case where dim[x] is not a multiple of 4
|
|
|
|
vtkm::Id paddedDims = dims;
|
|
// ensure that we have block sizes
|
|
// that are a multiple of 4
|
|
if (paddedDims % 4 != 0)
|
|
paddedDims += 4 - dims % 4;
|
|
constexpr vtkm::Id four = 4;
|
|
const vtkm::Id totalBlocks = (paddedDims / four);
|
|
|
|
|
|
size_t outbits = zfp::detail::CalcMem1d(paddedDims, stream.minbits);
|
|
vtkm::Id outsize = vtkm::Id(outbits / sizeof(ZFPWord));
|
|
|
|
vtkm::cont::ArrayHandle<vtkm::Int64> output;
|
|
// hopefully this inits/allocates the mem only on the device
|
|
vtkm::cont::ArrayHandleConstant<vtkm::Int64> zero(0, outsize);
|
|
vtkm::cont::Algorithm::Copy(zero, output);
|
|
|
|
// launch 1 thread per zfp block
|
|
vtkm::cont::ArrayHandleCounting<vtkm::Id> blockCounter(0, 1, totalBlocks);
|
|
|
|
// using Timer = vtkm::cont::Timer<vtkm::cont::DeviceAdapterTagSerial>;
|
|
// Timer timer;
|
|
vtkm::worklet::DispatcherMapField<zfp::Encode1> compressDispatcher(
|
|
zfp::Encode1(dims, paddedDims, stream.maxbits));
|
|
compressDispatcher.Invoke(blockCounter, data, output);
|
|
|
|
// vtkm::Float64 time = timer.GetElapsedTime();
|
|
// size_t total_bytes = data.GetNumberOfValues() * sizeof(vtkm::Float64);
|
|
// vtkm::Float64 gB = vtkm::Float64(total_bytes) / (1024. * 1024. * 1024.);
|
|
// vtkm::Float64 rate = gB / time;
|
|
// std::cout<<"Compress time "<<time<<" sec\n";
|
|
// std::cout<<"Compress rate "<<rate<<" GB / sec\n";
|
|
// DataDump(output, "compressed");
|
|
|
|
return output;
|
|
}
|
|
};
|
|
} // namespace worklet
|
|
} // namespace vtkm
|
|
#endif // vtk_m_worklet_zfp_1d_compressor_h
|