98 std::shared_ptr<shamrock::patch::PatchDataLayerLayout> pdl_ptr;
116 inline std::shared_ptr<shamrock::patch::PatchDataLayerLayout> get_layout_ptr_old()
const {
128 void init_mpi_required_types();
130 void free_mpi_required_types();
133 const std::shared_ptr<shamrock::patch::PatchDataLayerLayout> &pdl_ptr,
139 std::string dump_status();
141 inline void update_local_load_value(std::function<
u64(shamrock::patch::Patch)> load_function) {
149 template<
class vectype>
150 std::tuple<vectype, vectype> get_box_tranform();
152 template<
class vectype>
153 std::tuple<vectype, vectype> get_box_volume();
155 bool should_resize_box(
bool node_in);
164 template<
class vectype>
167 if (!pdl_old().check_main_field_type<vectype>()) {
168 std::invalid_argument(
169 std::string(
"the main field is not of the correct type to call this function\n")
170 +
"fct called : " + __PRETTY_FUNCTION__
171 +
"current patch data layout : " + pdl_old().get_description_str());
174 patch_data.sim_box.set_bounding_box<vectype>({bmin, bmax});
176 shamlog_debug_ln(
"PatchScheduler",
"box resized to :", bmin, bmax);
188 void make_patch_base_grid(std::array<u32, dim> patch_count);
196 template<
class vectype>
204 void check_patchdata_locality_correctness();
207 void dump_local_patches(std::string filename);
209 std::vector<std::unique_ptr<shamrock::patch::PatchDataLayer>> gather_data(
u32 rank);
234 void sync_build_LB(
bool global_patch_sync,
bool balance_load);
238 return get_sim_box().template get_patch_transform<vec>();
260 template<
class Function>
268 fct(patch_id, cur_p, pdat);
274 template<
class Function>
283 fct(patch_id, cur_p, pdat);
288 template<
class Function>
289 inline void for_each_patch(Function &&fct) {
297 fct(patch_id, cur_p);
302 inline void for_each_global_patch(
303 const std::function<
void(
const shamrock::patch::Patch &)> &fct) {
304 for (
const shamrock::patch::Patch &p :
patch_list.global) {
311 inline void for_each_local_patch(
312 const std::function<
void(
const shamrock::patch::Patch &)> &fct) {
313 for (
const shamrock::patch::Patch &p :
patch_list.local) {
320 inline void for_each_local_patchdata(
321 const std::function<
void(
const shamrock::patch::Patch &, shamrock::patch::PatchDataLayer &)>
323 for (
const shamrock::patch::Patch &p :
patch_list.local) {
330 inline void for_each_local_patch_nonempty(
331 std::function<
void(
const shamrock::patch::Patch &)> fct) {
332 patch_data.for_each_patchdata([&](
u64 patch_id, shamrock::patch::PatchDataLayer &pdat) {
333 shamrock::patch::Patch &cur_p
336 if ((!cur_p.
is_err_mode()) && (!pdat.is_empty())) {
342 inline const shamrock::patch::Patch &get_patch(
u64 patch_id)
const {
346 inline u32 get_patch_rank_owner(
u64 patch_id) {
347 shamrock::patch::Patch &cur_p
352 inline void for_each_patchdata_nonempty(
353 std::function<
void(
const shamrock::patch::Patch, shamrock::patch::PatchDataLayer &)> fct) {
354 patch_data.for_each_patchdata([&](
u64 patch_id, shamrock::patch::PatchDataLayer &pdat) {
355 shamrock::patch::Patch &cur_p
358 if ((!cur_p.
is_err_mode()) && (!pdat.is_empty())) {
372 if ((!cur_p.
is_err_mode()) && (!pdat.is_empty())) {
383 using namespace shamrock::patch;
385 ret.
add_obj(id_patch, fct(cur_p, pdat));
392 inline shambase::DistributedData<T> distrib_data_local_to_all_simple(
393 shambase::DistributedData<T> &src) {
394 using namespace shamrock::patch;
398 return shamalgs::collective::fetch_all_simple<T, Patch>(
405 inline shambase::DistributedData<T> distrib_data_local_to_all_load_store(
406 shambase::DistributedData<T> &src) {
407 using namespace shamrock::patch;
409 return shamalgs::collective::fetch_all_storeload<T, Patch>(
416 inline shambase::DistributedData<T> map_owned_patchdata_fetch_simple(
417 std::function<T(
const shamrock::patch::Patch, shamrock::patch::PatchDataLayer &pdat)> fct) {
418 shambase::DistributedData<T> ret;
420 using namespace shamrock::patch;
422 ret.
add_obj(id_patch, fct(cur_p, pdat));
425 return distrib_data_local_to_all_simple(ret);
429 inline shambase::DistributedData<T> map_owned_patchdata_fetch_load_store(
430 std::function<T(
const shamrock::patch::Patch, shamrock::patch::PatchDataLayer &pdat)> fct) {
431 shambase::DistributedData<T> ret;
433 using namespace shamrock::patch;
435 ret.
add_obj(id_patch, fct(cur_p, pdat));
438 return distrib_data_local_to_all_load_store(ret);
442 inline shamrock::patch::PatchField<T> map_owned_to_patch_field_simple(
443 std::function<T(
const shamrock::patch::Patch, shamrock::patch::PatchDataLayer &pdat)> fct) {
444 return shamrock::patch::PatchField<T>(map_owned_patchdata_fetch_simple(fct));
448 inline shamrock::patch::PatchField<T> map_owned_to_patch_field_load_store(
449 std::function<T(
const shamrock::patch::Patch, shamrock::patch::PatchDataLayer &pdat)> fct) {
450 return shamrock::patch::PatchField<T>(map_owned_patchdata_fetch_load_store(fct));
453 inline u64 get_rank_count() {
455 using namespace shamrock::patch;
464 inline u64 get_total_obj_count() {
466 u64 part_cnt = get_rank_count();
467 return shamalgs::collective::allreduce_sum(part_cnt);
471 inline std::unique_ptr<sycl::buffer<T>> rankgather_field(
u32 field_idx) {
473 std::unique_ptr<sycl::buffer<T>> ret;
475 auto fd = pdl_old().get_field<T>(field_idx);
478 u64 num_obj = get_rank_count();
481 ret = std::make_unique<sycl::buffer<T>>(num_obj * nvar);
483 using namespace shamrock::patch;
487 using namespace shamalgs::memory;
488 using namespace shambase;
491 write_with_offset_into(
492 shamsys::instance::get_compute_scheduler().get_queue(),
494 pdat.get_field<T>(field_idx).get_buf(),
528 template<
class Function,
class Pfield>
529 inline void compute_patch_field(Pfield &field, MPI_Datatype &dtype, Function &&lambda) {
530 field.local_nodes_value.resize(
patch_list.local.size());
534 shamrock::patch::Patch &cur_p =
patch_list.local[idx];
537 field.local_nodes_value[idx] = lambda(
538 shamsys::instance::get_compute_queue(),
544 field.build_global(dtype);
547 inline auto get_node_set_edge_patchdata_layer_refs() {
548 shamrock::solvergraph::NodeSetEdge<shamrock::solvergraph::PatchDataLayerRefs> node_set_edge(
549 [&](shamrock::solvergraph::PatchDataLayerRefs &edge) {
551 using namespace shamrock::patch;
552 for_each_patchdata_nonempty([&](Patch cur_p, PatchDataLayer &pdat) {
557 return std::make_shared<decltype(node_set_edge)>(std::move(node_set_edge));
566 std::vector<u64>
add_root_patches(std::vector<shamrock::patch::PatchCoord<3>> coords);
568 shamrock::patch::SimulationBoxInfo &get_sim_box() {
return patch_data.sim_box; }
570 nlohmann::json serialize_patch_metadata();
573 void split_patches(std::unordered_set<u64> split_rq);
574 void merge_patches(std::unordered_set<u64> merge_rq);
576 void set_patch_pack_values(std::unordered_set<u64> merge_rq);