39 class GSPHGhostHandler {
44 using flt = shambase::VecComponent<vec>;
45 static constexpr u32 dim = shambase::VectorProperties<vec>::dimension;
46 using per_index = sycl::vec<i32, dim>;
60 std::shared_ptr<shamrock::patch::PatchDataLayerLayout> &xyzh_ghost_layout;
62 std::shared_ptr<shamrock::solvergraph::RankGetter> patch_rank_owner;
66 std::shared_ptr<shamrock::solvergraph::RankGetter> patch_rank_owner,
67 std::shared_ptr<shamrock::patch::PatchDataLayerLayout> &xyzh_ghost_layout)
68 : sched(sched), patch_rank_owner(std::move(patch_rank_owner)),
69 xyzh_ghost_layout(xyzh_ghost_layout) {}
84 return builder.template map<T>([&](
u64 sender,
86 InterfaceIdTable &build_table) {
87 if (build_table.ids_interf.get_size() == 0) {
89 "there is an empty id table in the interface, it should have been removed");
95 build_table.build_infos,
96 build_table.ids_interf,
97 build_table.ids_interf.get_size());
102 void modify_interface_native(
103 shambase::DistributedDataShared<InterfaceIdTable> &builder,
104 shambase::DistributedDataShared<T> &mod,
112 InterfaceIdTable &build_table;
115 std::vector<Args> vecarg;
118 if (build_table.ids_interf.get_size() == 0) {
120 "there is an empty id table in the interface, it should have been removed");
123 vecarg.push_back({sender, receiver, build_table});
132 build_table.build_infos,
133 build_table.ids_interf,
134 build_table.ids_interf.get_size(),
145 inline shambase::DistributedDataShared<shamrock::patch::PatchDataLayer>
146 build_position_interf_field(shambase::DistributedDataShared<InterfaceIdTable> &builder) {
149 const u32 ixyz = sched.pdl_old().template get_field_idx<vec>(
"xyz");
150 const u32 ihpart = sched.pdl_old().template get_field_idx<flt>(
"hpart");
153 const u32 ixyz_ghost = xyzh_ghost_layout->template get_field_idx<vec>(
"xyz");
154 const u32 ihpart_ghost = xyzh_ghost_layout->template get_field_idx<flt>(
"hpart");
156 return build_interface_native<shamrock::patch::PatchDataLayer>(
158 [&, ixyz_ghost, ihpart_ghost](
162 sham::DeviceBuffer<u32> &buf_idx,
164 using namespace shamrock::patch;
166 PatchDataLayer &sender_pdat = sched.patch_data.get_pdat(sender);
168 shamrock::patch::PatchDataLayer ret(xyzh_ghost_layout);
171 buf_idx, cnt, ret.get_field<vec>(ixyz_ghost));
173 buf_idx, cnt, ret.get_field<flt>(ihpart_ghost));
175 ret.get_field<vec>(ixyz_ghost).apply_offset(binfo.offset);
181 inline shambase::DistributedDataShared<shamrock::patch::PatchDataLayer> communicate_pdat(
182 const std::shared_ptr<shamrock::patch::PatchDataLayerLayout> &pdl_ptr,
183 shambase::DistributedDataShared<shamrock::patch::PatchDataLayer> &&interf) {
186 std::shared_ptr<shamrock::solvergraph::PatchDataLayerDDShared> exchange_gz_edge
187 = std::make_shared<shamrock::solvergraph::PatchDataLayerDDShared>(
"",
"");
189 exchange_gz_edge->patchdatas
190 = std::forward<shambase::DistributedDataShared<shamrock::patch::PatchDataLayer>>(
193 std::shared_ptr<shamrock::solvergraph::ExchangeGhostLayer> exchange_gz_node
194 = std::make_shared<shamrock::solvergraph::ExchangeGhostLayer>(pdl_ptr);
195 exchange_gz_node->set_edges(this->patch_rank_owner, exchange_gz_edge);
197 exchange_gz_node->evaluate();
199 shambase::DistributedDataShared<shamrock::patch::PatchDataLayer> recv_dat;
200 recv_dat = std::move(exchange_gz_edge->patchdatas);
206 inline shambase::DistributedDataShared<PatchDataField<T>> communicate_pdatfield(
207 shambase::DistributedDataShared<PatchDataField<T>> &&interf,
u32 nvar) {
210 std::shared_ptr<shamrock::solvergraph::PatchDataFieldDDShared<T>> exchange_gz_edge
211 = std::make_shared<shamrock::solvergraph::PatchDataFieldDDShared<T>>(
"",
"");
213 exchange_gz_edge->patchdata_fields
214 = std::forward<shambase::DistributedDataShared<PatchDataField<T>>>(interf);
216 std::shared_ptr<shamrock::solvergraph::ExchangeGhostField<T>> exchange_gz_node
217 = std::make_shared<shamrock::solvergraph::ExchangeGhostField<T>>();
218 exchange_gz_node->set_edges(this->patch_rank_owner, exchange_gz_edge);
220 exchange_gz_node->evaluate();
222 shambase::DistributedDataShared<PatchDataField<T>> recv_dat;
223 recv_dat = std::move(exchange_gz_edge->patchdata_fields);
228 inline shambase::DistributedDataShared<shamrock::patch::PatchDataLayer>
229 build_communicate_positions(shambase::DistributedDataShared<InterfaceIdTable> &builder) {
230 auto pos_interf = build_position_interf_field(builder);
231 return communicate_pdat(xyzh_ghost_layout, std::move(pos_interf));
234 template<
class T,
class Tmerged>
235 inline shambase::DistributedData<Tmerged> merge_native(
236 shambase::DistributedDataShared<T> &&interfs,
238 Tmerged(
const shamrock::patch::Patch, shamrock::patch::PatchDataLayer &pdat)> init,
239 std::function<
void(Tmerged &, T &)> appender) {
243 shambase::DistributedData<Tmerged> merge_f;
245 sched.for_each_patchdata_nonempty(
246 [&](
const shamrock::patch::Patch p, shamrock::patch::PatchDataLayer &pdat) {
247 Tmerged tmp_merge = init(p, pdat);
249 interfs.for_each([&](
u64 sender,
u64 receiver, T &interface) {
251 appender(tmp_merge, interface);
261 inline shambase::DistributedData<shamrock::patch::PatchDataLayer> merge_position_buf(
262 shambase::DistributedDataShared<shamrock::patch::PatchDataLayer> &&positioninterfs) {
265 const u32 ixyz = sched.pdl_old().template get_field_idx<vec>(
"xyz");
266 const u32 ihpart = sched.pdl_old().template get_field_idx<flt>(
"hpart");
269 const u32 ixyz_ghost = xyzh_ghost_layout->template get_field_idx<vec>(
"xyz");
270 const u32 ihpart_ghost = xyzh_ghost_layout->template get_field_idx<flt>(
"hpart");
272 return merge_native<shamrock::patch::PatchDataLayer, shamrock::patch::PatchDataLayer>(
273 std::forward<shambase::DistributedDataShared<shamrock::patch::PatchDataLayer>>(
275 [=,
this](
const shamrock::patch::Patch p, shamrock::patch::PatchDataLayer &pdat) {
276 PatchDataField<vec> &pos = pdat.get_field<vec>(ixyz);
277 PatchDataField<flt> &
hpart = pdat.get_field<flt>(ihpart);
279 shamrock::patch::PatchDataLayer ret(xyzh_ghost_layout);
281 ret.get_field<vec>(ixyz_ghost).insert(pos);
282 ret.get_field<flt>(ihpart_ghost).insert(hpart);
283 ret.check_field_obj_cnt_match();
287 [](shamrock::patch::PatchDataLayer &merged, shamrock::patch::PatchDataLayer &pint) {
288 merged.insert_elements(pint);
294 inline shambase::DistributedData<shamrock::patch::PatchDataLayer>
295 build_comm_merge_positions(shambase::DistributedDataShared<InterfaceIdTable> &builder) {
296 auto pos_interf = build_position_interf_field(builder);
297 return merge_position_buf(communicate_pdat(xyzh_ghost_layout, std::move(pos_interf)));