2017-02-22 21:51:57 +00:00
|
|
|
//============================================================================
|
|
|
|
// Copyright (c) Kitware, Inc.
|
|
|
|
// All rights reserved.
|
|
|
|
// See LICENSE.txt for details.
|
|
|
|
// This software is distributed WITHOUT ANY WARRANTY; without even
|
|
|
|
// the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
|
|
|
|
// PURPOSE. See the above copyright notice for more information.
|
|
|
|
//
|
2017-09-20 21:33:44 +00:00
|
|
|
// Copyright 2016 National Technology & Engineering Solutions of Sandia, LLC (NTESS).
|
2017-02-22 21:51:57 +00:00
|
|
|
// Copyright 2016 UT-Battelle, LLC.
|
|
|
|
// Copyright 2016 Los Alamos National Security.
|
|
|
|
//
|
2017-09-20 21:33:44 +00:00
|
|
|
// Under the terms of Contract DE-NA0003525 with NTESS,
|
2017-02-22 21:51:57 +00:00
|
|
|
// the U.S. Government retains certain rights in this software.
|
|
|
|
//
|
|
|
|
// Under the terms of Contract DE-AC52-06NA25396 with Los Alamos National
|
|
|
|
// Laboratory (LANL), the U.S. Government retains certain rights in
|
|
|
|
// this software.
|
|
|
|
//============================================================================
|
|
|
|
|
|
|
|
#include <vtkm/cont/RuntimeDeviceTracker.h>
|
|
|
|
|
|
|
|
#include <vtkm/cont/DeviceAdapter.h>
|
|
|
|
#include <vtkm/cont/DeviceAdapterListTag.h>
|
|
|
|
#include <vtkm/cont/ErrorBadValue.h>
|
2018-10-30 13:49:41 +00:00
|
|
|
#include <vtkm/cont/internal/DeviceAdapterError.h>
|
2017-02-22 21:51:57 +00:00
|
|
|
|
|
|
|
#include <vtkm/cont/cuda/DeviceAdapterCuda.h>
|
2017-05-18 14:51:24 +00:00
|
|
|
#include <vtkm/cont/serial/DeviceAdapterSerial.h>
|
2017-02-22 21:51:57 +00:00
|
|
|
#include <vtkm/cont/tbb/DeviceAdapterTBB.h>
|
|
|
|
|
2018-10-17 19:17:29 +00:00
|
|
|
//Bring in each device adapters runtime class
|
|
|
|
#include <vtkm/cont/cuda/internal/DeviceAdapterRuntimeDetectorCuda.h>
|
|
|
|
#include <vtkm/cont/internal/DeviceAdapterError.h>
|
|
|
|
#include <vtkm/cont/openmp/internal/DeviceAdapterRuntimeDetectorOpenMP.h>
|
|
|
|
#include <vtkm/cont/serial/internal/DeviceAdapterRuntimeDetectorSerial.h>
|
|
|
|
#include <vtkm/cont/tbb/internal/DeviceAdapterRuntimeDetectorTBB.h>
|
|
|
|
|
|
|
|
|
2017-02-23 16:19:13 +00:00
|
|
|
#include <algorithm>
|
2017-11-15 00:42:48 +00:00
|
|
|
#include <map>
|
|
|
|
#include <mutex>
|
2017-02-22 21:51:57 +00:00
|
|
|
#include <sstream>
|
2017-11-15 00:42:48 +00:00
|
|
|
#include <thread>
|
2017-02-22 21:51:57 +00:00
|
|
|
|
2017-05-18 14:29:41 +00:00
|
|
|
namespace vtkm
|
|
|
|
{
|
|
|
|
namespace cont
|
|
|
|
{
|
2017-02-22 21:51:57 +00:00
|
|
|
|
2017-05-18 14:29:41 +00:00
|
|
|
namespace detail
|
|
|
|
{
|
2017-02-22 21:51:57 +00:00
|
|
|
|
|
|
|
struct RuntimeDeviceTrackerInternals
|
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
bool RuntimeAllowed[VTKM_MAX_DEVICE_ADAPTER_ID];
|
2017-02-22 21:51:57 +00:00
|
|
|
};
|
2018-10-17 19:17:29 +00:00
|
|
|
|
|
|
|
struct RuntimeDeviceTrackerFunctor
|
|
|
|
{
|
|
|
|
template <typename DeviceAdapter>
|
2019-03-15 19:54:42 +00:00
|
|
|
VTKM_CONT void operator()(DeviceAdapter, DeviceAdapterId id, RuntimeDeviceTracker* rdt) const
|
2018-10-17 19:17:29 +00:00
|
|
|
{
|
|
|
|
vtkm::cont::RuntimeDeviceInformation runtimeDevice;
|
|
|
|
if (DeviceAdapter() == id)
|
|
|
|
{
|
|
|
|
rdt->ForceDeviceImpl(DeviceAdapter(), runtimeDevice.Exists(DeviceAdapter()));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
2017-02-22 21:51:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
VTKM_CONT
|
|
|
|
RuntimeDeviceTracker::RuntimeDeviceTracker()
|
2019-01-03 20:03:35 +00:00
|
|
|
: Internals(std::make_shared<detail::RuntimeDeviceTrackerInternals>())
|
2017-02-22 21:51:57 +00:00
|
|
|
{
|
|
|
|
this->Reset();
|
|
|
|
}
|
|
|
|
|
|
|
|
VTKM_CONT
|
|
|
|
RuntimeDeviceTracker::~RuntimeDeviceTracker()
|
2017-05-18 14:29:41 +00:00
|
|
|
{
|
|
|
|
}
|
2017-02-22 21:51:57 +00:00
|
|
|
|
|
|
|
VTKM_CONT
|
2018-08-29 20:47:51 +00:00
|
|
|
void RuntimeDeviceTracker::CheckDevice(vtkm::cont::DeviceAdapterId deviceId) const
|
2017-02-22 21:51:57 +00:00
|
|
|
{
|
2018-07-25 15:11:05 +00:00
|
|
|
if (!deviceId.IsValueValid())
|
2017-02-22 21:51:57 +00:00
|
|
|
{
|
|
|
|
std::stringstream message;
|
2018-08-29 20:47:51 +00:00
|
|
|
message << "Device '" << deviceId.GetName() << "' has invalid ID of "
|
|
|
|
<< (int)deviceId.GetValue();
|
2017-02-22 21:51:57 +00:00
|
|
|
throw vtkm::cont::ErrorBadValue(message.str());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
VTKM_CONT
|
2018-08-29 20:47:51 +00:00
|
|
|
bool RuntimeDeviceTracker::CanRunOnImpl(vtkm::cont::DeviceAdapterId deviceId) const
|
2017-02-22 21:51:57 +00:00
|
|
|
{
|
2018-08-29 20:47:51 +00:00
|
|
|
this->CheckDevice(deviceId);
|
2019-03-15 19:54:42 +00:00
|
|
|
return this->Internals->RuntimeAllowed[deviceId.GetValue()];
|
2017-02-22 21:51:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
VTKM_CONT
|
2018-08-29 20:47:51 +00:00
|
|
|
void RuntimeDeviceTracker::SetDeviceState(vtkm::cont::DeviceAdapterId deviceId, bool state)
|
2017-02-22 21:51:57 +00:00
|
|
|
{
|
2018-08-29 20:47:51 +00:00
|
|
|
this->CheckDevice(deviceId);
|
2019-01-02 14:34:50 +00:00
|
|
|
|
|
|
|
VTKM_LOG_S(vtkm::cont::LogLevel::Info,
|
|
|
|
"Setting device '" << deviceId.GetName() << "' to " << state);
|
2019-03-15 19:54:42 +00:00
|
|
|
this->Internals->RuntimeAllowed[deviceId.GetValue()] = state;
|
2017-02-22 21:51:57 +00:00
|
|
|
}
|
|
|
|
|
2017-05-18 14:29:41 +00:00
|
|
|
namespace
|
|
|
|
{
|
2017-02-22 21:51:57 +00:00
|
|
|
|
|
|
|
struct VTKM_NEVER_EXPORT RuntimeDeviceTrackerResetFunctor
|
|
|
|
{
|
2017-05-18 14:29:41 +00:00
|
|
|
template <typename Device>
|
2019-03-15 19:54:42 +00:00
|
|
|
VTKM_CONT void operator()(Device device, bool runtimeAllowed[VTKM_MAX_DEVICE_ADAPTER_ID]) const
|
2017-02-22 21:51:57 +00:00
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
if (device.IsValueValid())
|
|
|
|
{
|
|
|
|
const bool state = vtkm::cont::DeviceAdapterRuntimeDetector<Device>().Exists();
|
|
|
|
runtimeAllowed[device.GetValue()] = state;
|
|
|
|
VTKM_LOG_S(vtkm::cont::LogLevel::Info,
|
|
|
|
"Reset device '" << device.GetName() << "' to " << state);
|
|
|
|
}
|
2017-02-22 21:51:57 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
VTKM_CONT
|
|
|
|
void RuntimeDeviceTracker::Reset()
|
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
std::fill_n(this->Internals->RuntimeAllowed, VTKM_MAX_DEVICE_ADAPTER_ID, false);
|
2017-02-22 21:51:57 +00:00
|
|
|
|
2019-03-15 19:54:42 +00:00
|
|
|
// We use this instead of calling CheckDevice/SetDeviceState so that
|
|
|
|
// when we use logging we get better messages stating we are reseting
|
|
|
|
// the devices.
|
|
|
|
//
|
|
|
|
// 1. We can't log anything as this can be called during startup
|
|
|
|
// and
|
|
|
|
RuntimeDeviceTrackerResetFunctor functor;
|
|
|
|
vtkm::ListForEach(
|
|
|
|
functor, VTKM_DEFAULT_DEVICE_ADAPTER_LIST_TAG(), std::ref(this->Internals->RuntimeAllowed));
|
2017-02-22 21:51:57 +00:00
|
|
|
}
|
|
|
|
|
2017-02-23 16:19:13 +00:00
|
|
|
VTKM_CONT
|
2017-05-18 14:29:41 +00:00
|
|
|
vtkm::cont::RuntimeDeviceTracker RuntimeDeviceTracker::DeepCopy() const
|
2017-02-23 16:19:13 +00:00
|
|
|
{
|
2019-01-03 20:03:35 +00:00
|
|
|
return vtkm::cont::RuntimeDeviceTracker(this->Internals);
|
2017-02-23 16:19:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
VTKM_CONT
|
2019-03-15 19:54:42 +00:00
|
|
|
void RuntimeDeviceTracker::DeepCopy(const vtkm::cont::RuntimeDeviceTracker& src)
|
2017-02-23 16:19:13 +00:00
|
|
|
{
|
2017-05-26 17:53:28 +00:00
|
|
|
std::copy_n(
|
2019-03-15 19:54:42 +00:00
|
|
|
src.Internals->RuntimeAllowed, VTKM_MAX_DEVICE_ADAPTER_ID, this->Internals->RuntimeAllowed);
|
2017-02-23 16:19:13 +00:00
|
|
|
}
|
|
|
|
|
2019-01-03 20:03:35 +00:00
|
|
|
VTKM_CONT
|
|
|
|
RuntimeDeviceTracker::RuntimeDeviceTracker(
|
|
|
|
const std::shared_ptr<detail::RuntimeDeviceTrackerInternals>& internals)
|
|
|
|
: Internals(std::make_shared<detail::RuntimeDeviceTrackerInternals>())
|
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
std::copy_n(
|
|
|
|
internals->RuntimeAllowed, VTKM_MAX_DEVICE_ADAPTER_ID, this->Internals->RuntimeAllowed);
|
2019-01-03 20:03:35 +00:00
|
|
|
}
|
|
|
|
|
2017-02-23 16:19:13 +00:00
|
|
|
VTKM_CONT
|
2018-08-29 20:47:51 +00:00
|
|
|
void RuntimeDeviceTracker::ForceDeviceImpl(vtkm::cont::DeviceAdapterId deviceId, bool runtimeExists)
|
2017-02-23 16:19:13 +00:00
|
|
|
{
|
|
|
|
if (!runtimeExists)
|
|
|
|
{
|
|
|
|
std::stringstream message;
|
2018-08-29 20:47:51 +00:00
|
|
|
message << "Cannot force to device '" << deviceId.GetName()
|
2017-02-23 16:19:13 +00:00
|
|
|
<< "' because that device is not available on this system";
|
|
|
|
throw vtkm::cont::ErrorBadValue(message.str());
|
|
|
|
}
|
2018-08-29 20:47:51 +00:00
|
|
|
this->CheckDevice(deviceId);
|
2017-02-23 16:19:13 +00:00
|
|
|
|
2019-01-02 14:34:50 +00:00
|
|
|
VTKM_LOG_S(vtkm::cont::LogLevel::Info,
|
|
|
|
"Forcing execution to occur on device '" << deviceId.GetName() << "'");
|
|
|
|
|
2019-03-15 19:54:42 +00:00
|
|
|
std::fill_n(this->Internals->RuntimeAllowed, VTKM_MAX_DEVICE_ADAPTER_ID, false);
|
2017-02-23 16:19:13 +00:00
|
|
|
|
2019-03-15 19:54:42 +00:00
|
|
|
this->Internals->RuntimeAllowed[deviceId.GetValue()] = runtimeExists;
|
2017-02-23 16:19:13 +00:00
|
|
|
}
|
|
|
|
|
2018-10-17 19:17:29 +00:00
|
|
|
VTKM_CONT
|
2019-03-15 19:54:42 +00:00
|
|
|
void RuntimeDeviceTracker::ForceDevice(DeviceAdapterId deviceId)
|
2018-10-17 19:17:29 +00:00
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
vtkm::cont::RuntimeDeviceInformation runtimeDevice;
|
|
|
|
this->ForceDeviceImpl(deviceId, runtimeDevice.Exists(deviceId));
|
2018-12-06 18:33:31 +00:00
|
|
|
}
|
2019-01-03 20:03:35 +00:00
|
|
|
|
|
|
|
VTKM_CONT
|
2019-03-15 19:54:42 +00:00
|
|
|
vtkm::cont::RuntimeDeviceTracker& GetRuntimeDeviceTracker()
|
2019-01-03 20:03:35 +00:00
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
#if defined(VTKM_CLANG) && defined(__apple_build_version__) && (__apple_build_version__ < 8000000)
|
2019-01-03 20:03:35 +00:00
|
|
|
static std::mutex mtx;
|
2019-03-15 19:54:42 +00:00
|
|
|
static std::map<std::thread::id, vtkm::cont::RuntimeDeviceTracker*> globalTrackers;
|
2019-01-03 20:03:35 +00:00
|
|
|
std::thread::id this_id = std::this_thread::get_id();
|
|
|
|
|
|
|
|
std::unique_lock<std::mutex> lock(mtx);
|
|
|
|
auto iter = globalTrackers.find(this_id);
|
|
|
|
if (iter != globalTrackers.end())
|
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
return *iter->second;
|
2019-01-03 20:03:35 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2019-03-15 19:54:42 +00:00
|
|
|
vtkm::cont::RuntimeDeviceTracker* tracker = new vtkm::cont::RuntimeDeviceTracker();
|
2019-01-03 20:03:35 +00:00
|
|
|
globalTrackers[this_id] = tracker;
|
2019-03-15 19:54:42 +00:00
|
|
|
return *tracker;
|
2019-01-03 20:03:35 +00:00
|
|
|
}
|
|
|
|
#else
|
2019-03-15 19:54:42 +00:00
|
|
|
static thread_local vtkm::cont::RuntimeDeviceTracker runtimeDeviceTracker;
|
2019-01-03 20:03:35 +00:00
|
|
|
return runtimeDeviceTracker;
|
|
|
|
#endif
|
|
|
|
}
|
2017-02-22 21:51:57 +00:00
|
|
|
}
|
|
|
|
} // namespace vtkm::cont
|