27#ifdef SHAMROCK_USE_NVTX
28 #include <nvtx3/nvtx3.hpp>
40 auto DeviceType = Device.get_info<sycl::info::device::device_type>();
42 case sycl::info::device_type::cpu :
return "CPU";
43 case sycl::info::device_type::gpu :
return "GPU";
44 case sycl::info::device_type::host :
return "HOST";
45 case sycl::info::device_type::accelerator:
return "ACCELERATOR";
46 default :
return "UNKNOWN";
59 u32 len = group_cnt * group_size;
60 return sycl::nd_range<1>{len, group_size};
63 enum ParallelForWrapMode { PARALLEL_FOR, PARALLEL_FOR_ROUND, ND_RANGE };
65#ifdef SHAMROCK_LOOP_DEFAULT_PARALLEL_FOR
66 constexpr ParallelForWrapMode default_loop_mode = PARALLEL_FOR;
69#ifdef SHAMROCK_LOOP_DEFAULT_PARALLEL_FOR_ROUND
70 constexpr ParallelForWrapMode default_loop_mode = PARALLEL_FOR_ROUND;
73#ifdef SHAMROCK_LOOP_DEFAULT_ND_RANGE
74 constexpr ParallelForWrapMode default_loop_mode = ND_RANGE;
77 constexpr u32 default_gsize = SHAMROCK_LOOP_GSIZE;
78 constexpr u32 default_gsize_2d = 16;
79 constexpr u32 default_gsize_3d = 4;
82 u32 group_size = default_gsize,
83 ParallelForWrapMode mode = default_loop_mode,
85 inline void parallel_for(sycl::handler &cgh,
u32 length,
const char *name, LambdaKernel &&ker) {
87#ifdef SHAMROCK_USE_NVTX
91 shamlog_debug_sycl_ln(
"SYCL", sham::format(
"parallel_for {} N={}", name, length));
93 if constexpr (mode == PARALLEL_FOR) {
95 cgh.parallel_for(sycl::range<1>{length}, [=](sycl::item<1> id) {
96 ker(
id.get_linear_id());
99 }
else if constexpr (mode == PARALLEL_FOR_ROUND) {
103 cgh.parallel_for(sycl::range<1>{len}, [=](sycl::item<1> id) {
104 u64 gid =
id.get_linear_id();
111 }
else if constexpr (mode == ND_RANGE) {
113 cgh.parallel_for(
make_range(length, group_size), [=](sycl::nd_item<1>
id) {
114 u64 gid =
id.get_global_linear_id();
125#ifdef SHAMROCK_USE_NVTX
131 u32 group_size = default_gsize_2d,
132 ParallelForWrapMode mode = default_loop_mode,
134 inline void parallel_for_2d(
135 sycl::handler &cgh,
u32 length_x,
u32 length_y,
const char *name, LambdaKernel &&ker) {
137#ifdef SHAMROCK_USE_NVTX
141 shamlog_debug_sycl_ln(
142 "SYCL", sham::format(
"parallel_for {} N={} {}", name, length_x, length_y));
144 if constexpr (mode == PARALLEL_FOR) {
146 cgh.parallel_for(sycl::range<2>{length_x, length_y}, [=](sycl::item<2> id) {
147 ker(
id.get_id(0),
id.get_id(1));
150 }
else if constexpr (mode == PARALLEL_FOR_ROUND) {
155 cgh.parallel_for(sycl::range<2>{len_x, len_y}, [=](sycl::item<2> id) {
156 if (
id.get_id(0) >= length_x ||
id.get_id(1) >= length_y)
159 ker(
id.get_id(0),
id.get_id(1));
162 }
else if constexpr (mode == ND_RANGE) {
164 sycl::nd_range<1> rx =
make_range(length_x, group_size);
165 sycl::nd_range<1> ry =
make_range(length_y, group_size);
167 sycl::range<2> tmp_s{rx.get_global_range().size(), ry.get_global_range().size()};
168 sycl::range<2> tmp_g{rx.get_group_range().size(), ry.get_group_range().size()};
170 cgh.parallel_for(sycl::nd_range<2>{tmp_s, tmp_g}, [=](sycl::nd_item<2> id) {
171 if (
id.get_global_id(0) >= length_x ||
id.get_global_id(1) >= length_y)
174 ker(
id.get_global_id(0),
id.get_global_id(1));
181#ifdef SHAMROCK_USE_NVTX
187 u32 group_size = default_gsize_3d,
188 ParallelForWrapMode mode = default_loop_mode,
190 inline void parallel_for_3d(
196 LambdaKernel &&ker) {
198#ifdef SHAMROCK_USE_NVTX
202 shamlog_debug_sycl_ln(
203 "SYCL", sham::format(
"parallel_for {} N={} {} {}", name, length_x, length_y, length_z));
205 if constexpr (mode == PARALLEL_FOR) {
207 cgh.parallel_for(sycl::range<3>{length_x, length_y, length_z}, [=](sycl::item<3> id) {
208 ker(
id.get_id(0),
id.get_id(1),
id.get_id(2));
211 }
else if constexpr (mode == PARALLEL_FOR_ROUND) {
217 cgh.parallel_for(sycl::range<3>{len_x, len_y, len_z}, [=](sycl::item<3> id) {
218 if (
id.get_id(0) >= length_x ||
id.get_id(1) >= length_y
219 ||
id.get_id(2) >= length_z)
222 ker(
id.get_id(0),
id.get_id(1),
id.get_id(2));
225 }
else if constexpr (mode == ND_RANGE) {
227 sycl::nd_range<1> rx =
make_range(length_x, group_size);
228 sycl::nd_range<1> ry =
make_range(length_y, group_size);
229 sycl::nd_range<1> rz =
make_range(length_z, group_size);
231 sycl::range<3> tmp_s{
232 rx.get_global_range().size(),
233 ry.get_global_range().size(),
234 rz.get_global_range().size()};
235 sycl::range<3> tmp_g{
236 rx.get_group_range().size(),
237 ry.get_group_range().size(),
238 rz.get_group_range().size()};
240 cgh.parallel_for(sycl::nd_range<3>{tmp_s, tmp_g}, [=](sycl::nd_item<3> id) {
241 if (
id.get_global_id(0) >= length_x ||
id.get_global_id(1) >= length_y
242 ||
id.get_global_id(2) >= length_z)
245 ker(
id.get_global_id(0),
id.get_global_id(1),
id.get_global_id(2));
252#ifdef SHAMROCK_USE_NVTX
257 template<ParallelForWrapMode mode = default_loop_mode,
class LambdaKernel>
258 inline void parallel_for_gsize(
259 sycl::handler &cgh,
u32 length,
u32 group_size,
const char *name, LambdaKernel &&ker) {
261#ifdef SHAMROCK_USE_NVTX
265 if constexpr (mode == PARALLEL_FOR) {
267 cgh.parallel_for(sycl::range<1>{length}, [=](sycl::item<1> id) {
268 ker(
id.get_linear_id());
271 }
else if constexpr (mode == PARALLEL_FOR_ROUND) {
275 cgh.parallel_for(sycl::range<1>{len}, [=](sycl::item<1> id) {
276 u64 gid =
id.get_linear_id();
283 }
else if constexpr (mode == ND_RANGE) {
285 cgh.parallel_for(
make_range(length, group_size), [=](sycl::nd_item<1>
id) {
286 u64 gid =
id.get_global_linear_id();
297#ifdef SHAMROCK_USE_NVTX
302 inline void check_queue_state(sycl::queue &q, SourceLocation loc = SourceLocation()) {
303 shamlog_debug_sycl_ln(
"SYCL",
"checking queue state", loc.format_one_line());
305 shamlog_debug_sycl_ln(
"SYCL",
"checking queue state : OK !");
std::uint32_t u32
32 bit unsigned integer
std::uint64_t u64
64 bit unsigned integer
This header file contains utility functions related to exception handling in the code.
namespace for basic c++ utilities
constexpr u32 group_count(u32 len, u32 group_size)
Calculates the number of groups based on the length and group size.
sycl::nd_range< 1 > make_range(u32 length, const u32 group_size=32)
Generate a sycl nd range out of a group size and length.
std::string getDevice_type(const sycl::device &Device)
Get the Device Type Name.
void throw_unimplemented(SourceLocation loc=SourceLocation{})
Throw a std::runtime_error saying that the function is unimplemented.
This file contains the definition for the stacktrace related functionality.