SPH Setup logs#

This simple example shows how to run the SPH setup while dumping the logs and render the steps.

In general it boils down to setting do_setup_log=True:

setup.apply_setup(
    gen,
    insert_step=int(scheduler_split_val / 4),
    msg_count_limit=32, # Maximum number of message send & received per ranks per steps
    msg_size_limit=scheduler_split_val // 4, # Max of the sum of the r&s messages size per steps
    do_setup_log=True, # Dump the logs
)

Run a sedov setup

 23 import json
 24 import os
 25
 26 import matplotlib.colors as mcolors
 27 import matplotlib.gridspec as gridspec
 28 import matplotlib.pyplot as plt
 29 import numpy as np
 30
 31 import shamrock
 32
 33 # If we use the shamrock executable to run this script instead of the python interpreter,
 34 # we should not initialize the system as the shamrock executable needs to handle specific MPI logic
 35 if not shamrock.sys.is_initialized():
 36     shamrock.change_loglevel(1)
 37     shamrock.sys.init("0:0")
 38
 39 gamma = 5.0 / 3.0
 40 rho_g = 1
 41 target_tot_u = 1
 42
 43 bmin = (-0.6, -0.6, -0.6)
 44 bmax = (0.6, 0.6, 0.6)
 45
 46 N_target = 1e6
 47 scheduler_split_val = int(1e6 / 16)
 48 scheduler_merge_val = int(1)
 49
 50 # render example
 51 """
 52 4 processes (at the end of the file)
 53 """
 54
 55 xm, ym, zm = bmin
 56 xM, yM, zM = bmax
 57 vol_b = (xM - xm) * (yM - ym) * (zM - zm)
 58
 59 part_vol = vol_b / N_target
 60
 61 # lattice volume
 62 part_vol_lattice = 0.74 * part_vol
 63
 64 dr = (part_vol_lattice / ((4.0 / 3.0) * np.pi)) ** (1.0 / 3.0)
 65
 66 pmass = -1
 67
 68 ctx = shamrock.Context()
 69 ctx.pdata_layout_new()
 70
 71 model = shamrock.get_Model_SPH(context=ctx, vector_type="f64_3", sph_kernel="M4")
 72
 73 cfg = model.gen_default_config()
 74 # cfg.set_artif_viscosity_Constant(alpha_u = 1, alpha_AV = 1, beta_AV = 2)
 75 # cfg.set_artif_viscosity_VaryingMM97(alpha_min = 0.1,alpha_max = 1,sigma_decay = 0.1, alpha_u = 1, beta_AV = 2)
 76 cfg.set_artif_viscosity_VaryingCD10(
 77     alpha_min=0.0, alpha_max=1, sigma_decay=0.1, alpha_u=1, beta_AV=2
 78 )
 79 cfg.set_boundary_periodic()
 80 cfg.set_eos_adiabatic(gamma)
 81 cfg.set_max_neigh_cache_size(int(100e9))
 82 cfg.print_status()
 83 model.set_solver_config(cfg)
 84 model.init_scheduler(scheduler_split_val, scheduler_merge_val)
 85
 86
 87 bmin, bmax = model.get_ideal_hcp_box(dr, bmin, bmax)
 88 xm, ym, zm = bmin
 89 xM, yM, zM = bmax
 90
 91 model.resize_simulation_box(bmin, bmax)
 92
 93 setup = model.get_setup()
 94 gen = setup.make_generator_lattice_hcp(dr, bmin, bmax)
 95
 96 # On aurora /2 was correct to avoid out of memory
 97 setup.apply_setup(
 98     gen,
 99     insert_step=int(scheduler_split_val / 4),
100     msg_count_limit=32,
101     rank_comm_size_limit=scheduler_split_val // 4,
102     do_setup_log=True,
103 )
-> modified loglevel to 0 enabled log types :
log status :
 - Loglevel: 1, enabled log types :
[xxx] Info: xxx ( logger::info )
[xxx] : xxx ( logger::normal )
[xxx] Warning: xxx ( logger::warn )
[xxx] Error: xxx ( logger::err )
Warning: .set_max_neigh_cache_size() is deprecated,                                   [SPH][rank=0]
    -> calling this is a no-op,
    -> you can remove the call to that function
----- SPH Solver configuration -----
[
    {
        "artif_viscosity": {
            "alpha_max": 1.0,
            "alpha_min": 0.0,
            "alpha_u": 1.0,
            "beta_AV": 2.0,
            "sigma_decay": 0.1,
            "type": "varying_cd10"
        },
        "boundary_config": {
            "bc_type": "periodic"
        },
        "cfl_config": {
            "cfl_cour": 0.0,
            "cfl_force": 0.0,
            "cfl_multiplier_stiffness": 2.0,
            "eta_sink": 0.05
        },
        "combined_dtdiv_divcurlv_compute": false,
        "debug_dump_filename": "",
        "do_debug_dump": false,
        "enable_particle_reordering": false,
        "eos_config": {
            "Tvec": "f64_3",
            "eos_type": "adiabatic",
            "gamma": 1.6666666666666667
        },
        "epsilon_h": 1e-06,
        "ext_force_config": {
            "force_list": []
        },
        "gpart_mass": 0.0,
        "h_iter_per_subcycles": 50,
        "h_max_subcycles_count": 100,
        "htol_up_coarse_cycle": 1.1,
        "htol_up_fine_cycle": 1.1,
        "kernel_id": "M4<f64>",
        "mhd_config": {
            "mhd_type": "none"
        },
        "particle_killing": [],
        "particle_reordering_step_freq": 1000,
        "save_dt_to_fields": false,
        "scheduler_config": {
            "merge_load_value": 0,
            "split_load_value": 0
        },
        "self_grav_config": {
            "softening_length": 1e-09,
            "softening_mode": "plummer",
            "type": "none"
        },
        "show_ghost_zone_graph": false,
        "show_neigh_stats": false,
        "smoothing_length_config": {
            "type": "density_based"
        },
        "time_state": {
            "cfl_multiplier": 0.01,
            "dt_sph": 0.0,
            "time": 0.0
        },
        "tree_reduction_level": 3,
        "type_id": "sycl::vec<f64,3>",
        "unit_sys": null,
        "use_two_stage_search": true
    }
]
------------------------------------
SPH setup: generating particles ...
SPH setup: Nstep = 0 ( 0.0e+00 ) Ntotal = 0 ( 0.0e+00 ) rate = 0.000000e+00 N.s^-1
SPH setup: dumping setup log to  setup_log_step.json
SPH setup: Nstep = 5580 ( 5.6e+03 ) Ntotal = 5580 ( 5.6e+03 ) rate = 4.207919e+06 N.s^-1
SPH setup: Nstep = 7537 ( 7.5e+03 ) Ntotal = 13117 ( 1.3e+04 ) rate = 2.459000e+06 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 20579 ( 2.1e+04 ) rate = 1.424749e+06 N.s^-1
SPH setup: Nstep = 7501 ( 7.5e+03 ) Ntotal = 28080 ( 2.8e+04 ) rate = 1.227493e+07 N.s^-1
SPH setup: Nstep = 7513 ( 7.5e+03 ) Ntotal = 35593 ( 3.6e+04 ) rate = 1.581701e+06 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 43055 ( 4.3e+04 ) rate = 1.634199e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 50607 ( 5.1e+04 ) rate = 1.704513e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 58069 ( 5.8e+04 ) rate = 1.828861e+06 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 65531 ( 6.6e+04 ) rate = 1.394712e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 73083 ( 7.3e+04 ) rate = 1.501720e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 80546 ( 8.1e+04 ) rate = 1.735198e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 88098 ( 8.8e+04 ) rate = 1.580852e+06 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 95561 ( 9.6e+04 ) rate = 1.746503e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 103023 ( 1.0e+05 ) rate = 1.607781e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 110575 ( 1.1e+05 ) rate = 1.649967e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 118037 ( 1.2e+05 ) rate = 1.727083e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 125589 ( 1.3e+05 ) rate = 1.689157e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 133051 ( 1.3e+05 ) rate = 1.239329e+06 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 140513 ( 1.4e+05 ) rate = 1.528053e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 148065 ( 1.5e+05 ) rate = 1.640341e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 155527 ( 1.6e+05 ) rate = 1.577573e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 163080 ( 1.6e+05 ) rate = 1.703082e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 170542 ( 1.7e+05 ) rate = 1.592889e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 178005 ( 1.8e+05 ) rate = 1.708222e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 185557 ( 1.9e+05 ) rate = 1.687191e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 193019 ( 1.9e+05 ) rate = 1.802485e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 200571 ( 2.0e+05 ) rate = 6.830679e+05 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 208033 ( 2.1e+05 ) rate = 1.413801e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 215495 ( 2.2e+05 ) rate = 1.575937e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 223047 ( 2.2e+05 ) rate = 1.624890e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 230509 ( 2.3e+05 ) rate = 1.774103e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 238061 ( 2.4e+05 ) rate = 2.047939e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 245523 ( 2.5e+05 ) rate = 2.007987e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 252986 ( 2.5e+05 ) rate = 1.991403e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 260538 ( 2.6e+05 ) rate = 1.794088e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 268001 ( 2.7e+05 ) rate = 1.861654e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 275553 ( 2.8e+05 ) rate = 1.699630e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 283015 ( 2.8e+05 ) rate = 1.892957e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 290477 ( 2.9e+05 ) rate = 1.820191e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 298029 ( 3.0e+05 ) rate = 1.948174e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 305491 ( 3.1e+05 ) rate = 4.974343e+05 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 313043 ( 3.1e+05 ) rate = 1.573173e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 320505 ( 3.2e+05 ) rate = 1.848879e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 327967 ( 3.3e+05 ) rate = 1.113590e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 335520 ( 3.4e+05 ) rate = 8.772551e+06 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 342982 ( 3.4e+05 ) rate = 1.971685e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 350535 ( 3.5e+05 ) rate = 1.895519e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 357997 ( 3.6e+05 ) rate = 1.920488e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 365459 ( 3.7e+05 ) rate = 1.814071e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 373011 ( 3.7e+05 ) rate = 1.913749e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 380473 ( 3.8e+05 ) rate = 1.835124e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 388025 ( 3.9e+05 ) rate = 2.059640e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 395487 ( 4.0e+05 ) rate = 2.058381e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 402949 ( 4.0e+05 ) rate = 1.954969e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 410501 ( 4.1e+05 ) rate = 1.775621e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 417963 ( 4.2e+05 ) rate = 1.884672e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 425516 ( 4.3e+05 ) rate = 2.007687e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 432978 ( 4.3e+05 ) rate = 1.919199e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 440441 ( 4.4e+05 ) rate = 1.975870e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 447993 ( 4.5e+05 ) rate = 1.855838e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 455455 ( 4.6e+05 ) rate = 1.824874e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 463007 ( 4.6e+05 ) rate = 3.671776e+05 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 470469 ( 4.7e+05 ) rate = 1.517064e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 477931 ( 4.8e+05 ) rate = 1.698720e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 485483 ( 4.9e+05 ) rate = 1.933579e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 492945 ( 4.9e+05 ) rate = 2.015488e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 500497 ( 5.0e+05 ) rate = 1.882771e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 507960 ( 5.1e+05 ) rate = 1.722081e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 515422 ( 5.2e+05 ) rate = 1.806946e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 522975 ( 5.2e+05 ) rate = 1.717672e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 530437 ( 5.3e+05 ) rate = 1.950513e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 537989 ( 5.4e+05 ) rate = 2.046829e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 545451 ( 5.5e+05 ) rate = 1.661431e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 552913 ( 5.5e+05 ) rate = 2.046503e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 560465 ( 5.6e+05 ) rate = 1.927003e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 567927 ( 5.7e+05 ) rate = 1.757812e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 575479 ( 5.8e+05 ) rate = 1.896558e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 582941 ( 5.8e+05 ) rate = 1.983182e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 590403 ( 5.9e+05 ) rate = 2.002802e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 597956 ( 6.0e+05 ) rate = 1.992303e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 605418 ( 6.1e+05 ) rate = 1.831197e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 612971 ( 6.1e+05 ) rate = 1.870545e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 620433 ( 6.2e+05 ) rate = 1.948980e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 627895 ( 6.3e+05 ) rate = 1.865043e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 635447 ( 6.4e+05 ) rate = 2.090363e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 642909 ( 6.4e+05 ) rate = 2.000118e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 650461 ( 6.5e+05 ) rate = 1.240555e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 657923 ( 6.6e+05 ) rate = 1.967931e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 665385 ( 6.7e+05 ) rate = 1.931544e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 672937 ( 6.7e+05 ) rate = 1.900864e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 680400 ( 6.8e+05 ) rate = 1.993797e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 687952 ( 6.9e+05 ) rate = 1.228085e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 695415 ( 7.0e+05 ) rate = 3.339262e+05 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 702877 ( 7.0e+05 ) rate = 1.346550e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 710429 ( 7.1e+05 ) rate = 1.992139e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 717891 ( 7.2e+05 ) rate = 1.940854e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 725443 ( 7.3e+05 ) rate = 1.927352e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 732905 ( 7.3e+05 ) rate = 1.838384e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 740367 ( 7.4e+05 ) rate = 1.893250e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 747919 ( 7.5e+05 ) rate = 1.913648e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 755381 ( 7.6e+05 ) rate = 1.949744e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 762933 ( 7.6e+05 ) rate = 1.990984e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 770396 ( 7.7e+05 ) rate = 1.875154e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 777858 ( 7.8e+05 ) rate = 1.836348e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 785411 ( 7.9e+05 ) rate = 2.011275e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 792873 ( 7.9e+05 ) rate = 1.897202e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 800425 ( 8.0e+05 ) rate = 1.840344e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 807887 ( 8.1e+05 ) rate = 1.871836e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 815349 ( 8.2e+05 ) rate = 2.030101e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 822901 ( 8.2e+05 ) rate = 1.882442e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 830363 ( 8.3e+05 ) rate = 2.027613e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 837915 ( 8.4e+05 ) rate = 1.969190e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 845377 ( 8.5e+05 ) rate = 2.068893e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 852840 ( 8.5e+05 ) rate = 1.908149e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 860392 ( 8.6e+05 ) rate = 1.825725e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 867855 ( 8.7e+05 ) rate = 1.220993e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 875407 ( 8.8e+05 ) rate = 1.906392e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 882869 ( 8.8e+05 ) rate = 1.962331e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 890331 ( 8.9e+05 ) rate = 1.977181e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 897883 ( 9.0e+05 ) rate = 2.008436e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 905345 ( 9.1e+05 ) rate = 1.783022e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 912897 ( 9.1e+05 ) rate = 2.025278e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 920359 ( 9.2e+05 ) rate = 1.956815e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 927821 ( 9.3e+05 ) rate = 1.936160e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 935373 ( 9.4e+05 ) rate = 1.939997e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 942836 ( 9.4e+05 ) rate = 2.036145e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 950388 ( 9.5e+05 ) rate = 1.231658e+07 N.s^-1
SPH setup: Nstep = 7463 ( 7.5e+03 ) Ntotal = 957851 ( 9.6e+05 ) rate = 2.027113e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 965313 ( 9.7e+05 ) rate = 1.892328e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 972865 ( 9.7e+05 ) rate = 1.983235e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 980327 ( 9.8e+05 ) rate = 2.019639e+07 N.s^-1
SPH setup: Nstep = 7552 ( 7.6e+03 ) Ntotal = 987879 ( 9.9e+05 ) rate = 1.993406e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 995341 ( 1.0e+06 ) rate = 1.906528e+07 N.s^-1
SPH setup: Nstep = 6179 ( 6.2e+03 ) Ntotal = 1001520 ( 1.0e+06 ) rate = 1.619091e+07 N.s^-1
SPH setup: Nstep = 0 ( 0.0e+00 ) Ntotal = 1001520 ( 1.0e+06 ) rate = 0.000000e+00 N.s^-1
SPH setup: Nstep = 6937 ( 6.9e+03 ) Ntotal = 1008457 ( 1.0e+06 ) rate = 1.536792e+07 N.s^-1
SPH setup: Nstep = 7553 ( 7.6e+03 ) Ntotal = 1016010 ( 1.0e+06 ) rate = 1.912544e+07 N.s^-1
SPH setup: Nstep = 7462 ( 7.5e+03 ) Ntotal = 1023472 ( 1.0e+06 ) rate = 1.240512e+07 N.s^-1
SPH setup: Nstep = 6128 ( 6.1e+03 ) Ntotal = 1029600 ( 1.0e+06 ) rate = 1.650662e+07 N.s^-1
SPH setup: the generation step took : 0.24296869000000001 s
SPH setup: final particle count = 1029600 begining injection ...
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.92 us    (24.6%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 15625 min = 15625                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 15625 min = 15625                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 15625
    max = 15625
    avg = 15625
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1924.00 ns (0.2%)
   patch tree reduce : 1073.00 ns (0.1%)
   gen split merge   : 1282.00 ns (0.1%)
   split / merge op  : 0/0
   apply split merge : 882.00 ns  (0.1%)
   LB compute        : 948.47 us  (98.6%)
   LB move op cnt    : 0
   LB apply          : 4.32 us    (0.4%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.60 us    (66.5%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 15625 min = 15625                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 15625 min = 15625                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 15625
    max = 15625
    avg = 15625
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1282.00 ns (0.1%)
   patch tree reduce : 371.00 ns  (0.0%)
   gen split merge   : 371.00 ns  (0.0%)
   split / merge op  : 0/0
   apply split merge : 310.00 ns  (0.0%)
   LB compute        : 1072.35 us (99.3%)
   LB move op cnt    : 0
   LB apply          : 2.08 us    (0.2%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.23 us    (65.2%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 15625 min = 15625                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 15625 min = 15625                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 15625
    max = 15625
    avg = 15625
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1102.00 ns (0.1%)
   patch tree reduce : 350.00 ns  (0.0%)
   gen split merge   : 351.00 ns  (0.0%)
   split / merge op  : 0/0
   apply split merge : 300.00 ns  (0.0%)
   LB compute        : 932.65 us  (99.2%)
   LB move op cnt    : 0
   LB apply          : 1954.00 ns (0.2%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected        15625 / 1029600 =>   1.5% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.80 us    (59.1%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 31250 min = 31250                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 31250 min = 31250                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 31250
    max = 31250
    avg = 31250
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1523.00 ns (0.1%)
   patch tree reduce : 1513.00 ns (0.1%)
   gen split merge   : 861.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 1202.00 ns (0.1%)
   LB compute        : 1273.18 us (98.8%)
   LB move op cnt    : 0
   LB apply          : 4.69 us    (0.4%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.57 us    (70.5%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 31250 min = 31250                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 31250 min = 31250                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 31250
    max = 31250
    avg = 31250
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1683.00 ns (0.3%)
   patch tree reduce : 712.00 ns  (0.1%)
   gen split merge   : 501.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 461.00 ns  (0.1%)
   LB compute        : 477.14 us  (98.0%)
   LB move op cnt    : 0
   LB apply          : 2.67 us    (0.5%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.07 us    (73.4%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 31250 min = 31250                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 31250 min = 31250                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 31250
    max = 31250
    avg = 31250
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1593.00 ns (0.3%)
   patch tree reduce : 521.00 ns  (0.1%)
   gen split merge   : 472.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 281.00 ns  (0.1%)
   LB compute        : 469.96 us  (98.2%)
   LB move op cnt    : 0
   LB apply          : 2.60 us    (0.5%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected        31250 / 1029600 =>   3.0% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.71 us    (62.6%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 46875 min = 46875                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 46875 min = 46875                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 46875
    max = 46875
    avg = 46875
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1954.00 ns (0.5%)
   patch tree reduce : 1352.00 ns (0.3%)
   gen split merge   : 1172.00 ns (0.3%)
   split / merge op  : 0/0
   apply split merge : 831.00 ns  (0.2%)
   LB compute        : 388.95 us  (96.6%)
   LB move op cnt    : 0
   LB apply          : 3.79 us    (0.9%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.02 us    (69.2%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 46875 min = 46875                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 46875 min = 46875                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 46875
    max = 46875
    avg = 46875
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1532.00 ns (0.4%)
   patch tree reduce : 772.00 ns  (0.2%)
   gen split merge   : 651.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 381.00 ns  (0.1%)
   LB compute        : 359.06 us  (97.6%)
   LB move op cnt    : 0
   LB apply          : 2.12 us    (0.6%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.19 us    (67.8%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 46875 min = 46875                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 46875 min = 46875                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 46875
    max = 46875
    avg = 46875
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1112.00 ns (0.3%)
   patch tree reduce : 461.00 ns  (0.1%)
   gen split merge   : 360.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 320.00 ns  (0.1%)
   LB compute        : 328.23 us  (97.8%)
   LB move op cnt    : 0
   LB apply          : 2.04 us    (0.6%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected        46875 / 1029600 =>   4.6% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.45 us    (62.0%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 62500 min = 62500                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 62500 min = 62500                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 62500
    max = 62500
    avg = 62500
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1532.00 ns (0.4%)
   patch tree reduce : 1703.00 ns (0.5%)
   gen split merge   : 1022.00 ns (0.3%)
   split / merge op  : 0/0
   apply split merge : 832.00 ns  (0.2%)
   LB compute        : 362.07 us  (96.5%)
   LB move op cnt    : 0
   LB apply          : 3.98 us    (1.1%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.62 us    (68.1%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 62500 min = 62500                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 62500 min = 62500                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 62500
    max = 62500
    avg = 62500
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1292.00 ns (0.3%)
   patch tree reduce : 802.00 ns  (0.2%)
   gen split merge   : 571.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 411.00 ns  (0.1%)
   LB compute        : 362.83 us  (97.6%)
   LB move op cnt    : 0
   LB apply          : 2.21 us    (0.6%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.69 us    (67.3%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 62500 min = 62500                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 62500 min = 62500                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 1
    min = 62500
    max = 62500
    avg = 62500
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1133.00 ns (0.3%)
   patch tree reduce : 361.00 ns  (0.1%)
   gen split merge   : 461.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 300.00 ns  (0.1%)
   LB compute        : 346.20 us  (97.9%)
   LB move op cnt    : 0
   LB apply          : 2.06 us    (0.6%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected        62500 / 1029600 =>   6.1% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.47 us    (59.7%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 78120 min = 78120                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 78120 min = 78120                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 78120
    max = 78120
    avg = 78120
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1252.00 ns (0.0%)
   patch tree reduce : 1393.00 ns (0.0%)
   gen split merge   : 1042.00 ns (0.0%)
   split / merge op  : 1/0
   apply split merge : 20.46 ms   (97.2%)
   LB compute        : 551.95 us  (2.6%)
   LB move op cnt    : 0
   LB apply          : 6.35 us    (0.0%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.24 us    (62.9%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 78125 min = 78125                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 78125 min = 78125                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 78125
    max = 78125
    avg = 78125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1523.00 ns (0.4%)
   patch tree reduce : 2.89 us    (0.8%)
   gen split merge   : 832.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 491.00 ns  (0.1%)
   LB compute        : 339.37 us  (96.0%)
   LB move op cnt    : 0
   LB apply          : 1934.00 ns (0.5%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.31 us    (44.2%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 78125 min = 78125                          [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 78125 min = 78125                     [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 78125
    max = 78125
    avg = 78125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1262.00 ns (0.4%)
   patch tree reduce : 891.00 ns  (0.3%)
   gen split merge   : 400.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 301.00 ns  (0.1%)
   LB compute        : 325.14 us  (96.9%)
   LB move op cnt    : 0
   LB apply          : 1854.00 ns (0.6%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected        78125 / 1029600 =>   7.6% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.88 us    (51.1%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 203125 min = 203125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 203125 min = 203125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 203125
    max = 203125
    avg = 203125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1994.00 ns (0.4%)
   patch tree reduce : 3.50 us    (0.8%)
   gen split merge   : 772.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 831.00 ns  (0.2%)
   LB compute        : 443.50 us  (95.6%)
   LB move op cnt    : 0
   LB apply          : 4.72 us    (1.0%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.91 us    (52.1%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 203125 min = 203125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 203125 min = 203125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 203125
    max = 203125
    avg = 203125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1192.00 ns (0.3%)
   patch tree reduce : 2.48 us    (0.7%)
   gen split merge   : 632.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 381.00 ns  (0.1%)
   LB compute        : 356.62 us  (96.5%)
   LB move op cnt    : 0
   LB apply          : 2.11 us    (0.6%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.77 us    (51.5%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 203125 min = 203125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 203125 min = 203125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 203125
    max = 203125
    avg = 203125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1243.00 ns (0.3%)
   patch tree reduce : 1884.00 ns (0.5%)
   gen split merge   : 521.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 380.00 ns  (0.1%)
   LB compute        : 383.62 us  (96.8%)
   LB move op cnt    : 0
   LB apply          : 2.67 us    (0.7%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected       203125 / 1029600 =>  19.7% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 8.48 us    (52.0%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 328125 min = 328125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 328125 min = 328125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 328125
    max = 328125
    avg = 328125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1543.00 ns (0.3%)
   patch tree reduce : 3.48 us    (0.8%)
   gen split merge   : 941.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 1062.00 ns (0.2%)
   LB compute        : 444.15 us  (95.9%)
   LB move op cnt    : 0
   LB apply          : 4.19 us    (0.9%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.68 us    (57.7%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 328125 min = 328125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 328125 min = 328125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 328125
    max = 328125
    avg = 328125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1373.00 ns (0.4%)
   patch tree reduce : 2.65 us    (0.7%)
   gen split merge   : 571.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 391.00 ns  (0.1%)
   LB compute        : 354.52 us  (96.3%)
   LB move op cnt    : 0
   LB apply          : 2.48 us    (0.7%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.01 us    (51.6%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 328125 min = 328125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 328125 min = 328125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 328125
    max = 328125
    avg = 328125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1222.00 ns (0.3%)
   patch tree reduce : 1463.00 ns (0.4%)
   gen split merge   : 401.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 401.00 ns  (0.1%)
   LB compute        : 345.93 us  (96.7%)
   LB move op cnt    : 0
   LB apply          : 2.30 us    (0.6%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected       328125 / 1029600 =>  31.9% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 7.49 us    (51.0%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 453125 min = 453125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 453125 min = 453125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 453125
    max = 453125
    avg = 453125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1392.00 ns (0.3%)
   patch tree reduce : 3.08 us    (0.8%)
   gen split merge   : 812.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 892.00 ns  (0.2%)
   LB compute        : 382.67 us  (95.8%)
   LB move op cnt    : 0
   LB apply          : 3.87 us    (1.0%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.31 us    (48.7%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 453125 min = 453125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 453125 min = 453125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 453125
    max = 453125
    avg = 453125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1333.00 ns (0.4%)
   patch tree reduce : 802.00 ns  (0.2%)
   gen split merge   : 440.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 300.00 ns  (0.1%)
   LB compute        : 333.57 us  (96.9%)
   LB move op cnt    : 0
   LB apply          : 1984.00 ns (0.6%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.30 us    (46.5%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 453125 min = 453125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 453125 min = 453125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 8
    min = 453125
    max = 453125
    avg = 453125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1222.00 ns (0.4%)
   patch tree reduce : 801.00 ns  (0.2%)
   gen split merge   : 421.00 ns  (0.1%)
   split / merge op  : 0/0
   apply split merge : 311.00 ns  (0.1%)
   LB compute        : 337.59 us  (97.1%)
   LB move op cnt    : 0
   LB apply          : 1914.00 ns (0.6%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected       453125 / 1029600 =>  44.0% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 8.01 us    (53.2%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 578096 min = 578096                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 578096 min = 578096                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 64
    min = 578096
    max = 578096
    avg = 578096
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1413.00 ns (0.0%)
   patch tree reduce : 3.29 us    (0.0%)
   gen split merge   : 1633.00 ns (0.0%)
   split / merge op  : 8/0
   apply split merge : 157.87 ms  (99.6%)
   LB compute        : 583.59 us  (0.4%)
   LB move op cnt    : 0
   LB apply          : 6.60 us    (0.0%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 8.88 us    (15.7%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 578125 min = 578125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 578125 min = 578125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 64
    min = 578125
    max = 578125
    avg = 578125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.32 us    (0.5%)
   patch tree reduce : 18.48 us   (4.2%)
   gen split merge   : 1583.00 ns (0.4%)
   split / merge op  : 0/0
   apply split merge : 561.00 ns  (0.1%)
   LB compute        : 362.15 us  (82.6%)
   LB move op cnt    : 0
   LB apply          : 2.06 us    (0.5%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.22 us    (14.7%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 578125 min = 578125                        [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 578125 min = 578125                   [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 64
    min = 578125
    max = 578125
    avg = 578125
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1813.00 ns (0.5%)
   patch tree reduce : 4.84 us    (1.2%)
   gen split merge   : 822.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 320.00 ns  (0.1%)
   LB compute        : 355.83 us  (90.4%)
   LB move op cnt    : 0
   LB apply          : 1934.00 ns (0.5%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected       578125 / 1029600 =>  56.2% | ranks with patchs = 1 / 1  -> local loop <-
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 8.07 us    (18.9%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 1029600 min = 1029600                      [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 1029600 min = 1029600                 [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 64
    min = 1029600
    max = 1029600
    avg = 1029600
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.25 us    (0.4%)
   patch tree reduce : 14.34 us   (2.5%)
   gen split merge   : 1654.00 ns (0.3%)
   split / merge op  : 0/0
   apply split merge : 821.00 ns  (0.1%)
   LB compute        : 504.63 us  (88.4%)
   LB move op cnt    : 0
   LB apply          : 3.53 us    (0.6%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 3.03 us    (11.9%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 1029600 min = 1029600                      [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 1029600 min = 1029600                 [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 64
    min = 1029600
    max = 1029600
    avg = 1029600
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.09 us    (0.5%)
   patch tree reduce : 3.51 us    (0.9%)
   gen split merge   : 931.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 321.00 ns  (0.1%)
   LB compute        : 372.22 us  (90.5%)
   LB move op cnt    : 0
   LB apply          : 2.00 us    (0.5%)
Info: Compute load ...                                                [DataInserterUtility][rank=0]
Info: run scheduler step ...                                          [DataInserterUtility][rank=0]
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 2.81 us    (17.0%)
Info: summary :                                                               [LoadBalance][rank=0]
Info:  - strategy "psweep" : max = 1029600 min = 1029600                      [LoadBalance][rank=0]
Info:  - strategy "round robin" : max = 1029600 min = 1029600                 [LoadBalance][rank=0]
Info: Loadbalance stats :                                                     [LoadBalance][rank=0]
    npatch = 64
    min = 1029600
    max = 1029600
    avg = 1029600
    efficiency = 100.00%
Info: Scheduler step timings :                                                  [Scheduler][rank=0]
   metadata sync     : 1843.00 ns (0.5%)
   patch tree reduce : 3.28 us    (0.8%)
   gen split merge   : 801.00 ns  (0.2%)
   split / merge op  : 0/0
   apply split merge : 310.00 ns  (0.1%)
   LB compute        : 366.45 us  (91.4%)
   LB move op cnt    : 0
   LB apply          : 1964.00 ns (0.5%)
Info: ---------------------------------------------                   [DataInserterUtility][rank=0]
SPH setup: injected      1029600 / 1029600 => 100.0% | ranks with patchs = 1 / 1  <- global loop ->
SPH setup: dumping setup log to  setup_log_step.json
SPH setup: the injection step took : 2.972637349 s
Info: injection perf report:                                                    [SPH setup][rank=0]
+======+====================+=======+=============+=============+=============+
| rank | rank get (sum/max) |  MPI  | alloc d% h% | mem (max) d | mem (max) h |
+======+====================+=======+=============+=============+=============+
| 0    |      0.00s / 0.00s | 0.00s |   0.7% 0.0% |     2.00 GB |     2.00 GB |
+------+--------------------+-------+-------------+-------------+-------------+
SPH setup: the setup took : 3.3678682980000003 s

Utility to render the logs Copy paste this one if you want to do it outside of this setup

109 folder = "_to_trash/sph_setup_logs"
110 os.makedirs(folder, exist_ok=True)
111
112
113 def print_setup_logs(filepath, name_png_prefix):
114     with open(filepath, "r") as file:
115         data = json.load(file)
116
117     max_count = np.max([np.max(step["count_per_rank"]) for step in data])
118     print("Max count: ", max_count)
119
120     max_msg_size = np.max(
121         [np.max([indices_size for _, _, indices_size in step["msg_list"]] + [0]) for step in data]
122     )
123     print("Max msg size: ", max_msg_size)
124
125     for step_idx, step in enumerate(data):
126         world_size = len(step["count_per_rank"])
127
128         comm_matrix = np.zeros((world_size, world_size))
129
130         for msg in step["msg_list"]:
131             sender_rank, receiver_rank, indices_size = msg
132             comm_matrix[sender_rank][receiver_rank] = indices_size
133
134         # Create figure with better layout
135         fig = plt.figure(figsize=(14, 10), dpi=125)
136         fig.suptitle(f"Setup Step {step_idx}", fontsize=16, fontweight="bold")
137
138         # Create GridSpec layout: counts on left, matrix in middle, colorbar on right
139         gs = gridspec.GridSpec(1, 3, figure=fig, width_ratios=[1, 3, 0.15], wspace=0.02)
140
141         # Count per rank subplot (left)
142         ax2 = fig.add_subplot(gs[0, 0])
143         ax2.barh(
144             np.arange(world_size), step["count_per_rank"], height=0.8, color="steelblue", alpha=0.7
145         )
146         ax2.set_xlabel("Particle Count", fontsize=11)
147         ax2.set_ylabel("Sender Rank", fontsize=12)
148         ax2.set_xlim(0, max_count * 1.1)
149         ax2.grid(True, alpha=0.3, linestyle="--", axis="x")
150         ax2.invert_yaxis()  # Match imshow orientation
151         ax2.invert_xaxis()  # Bars grow towards the matrix
152         ax2.tick_params(axis="x", rotation=45)
153
154         # Communication matrix subplot (middle, shares y-axis)
155         ax1 = fig.add_subplot(gs[0, 1], sharey=ax2)
156
157         # Create a masked array to handle zeros
158         comm_matrix_masked = np.ma.masked_where(comm_matrix == 0, comm_matrix)
159
160         # Create colormap with black for null values
161         cmap = plt.cm.viridis.copy()
162         cmap.set_bad(color="black")
163
164         # Use logarithmic normalization
165         vmin = np.min(comm_matrix[comm_matrix > 0]) if np.any(comm_matrix > 0) else 1
166         norm = mcolors.LogNorm(vmin=1, vmax=max(max_msg_size, 2))
167
168         im = ax1.imshow(
169             comm_matrix_masked, cmap=cmap, aspect="equal", interpolation="nearest", norm=norm
170         )
171         ax1.set_xlabel("Receiver Rank", fontsize=12)
172         ax1.set_title(
173             "Communication Matrix & Particle Count per Rank (log scale)", fontsize=14, pad=10
174         )
175         ax1.grid(False)
176         ax1.tick_params(labelleft=False)  # Hide y-axis labels since they're shared
177
178         # Colorbar on the right
179         cax = fig.add_subplot(gs[0, 2])
180         cbar = plt.colorbar(im, cax=cax)
181         cbar.set_label("Message Size (log scale)", rotation=270, labelpad=20, fontsize=11)
182
183         # Add statistics as text
184         total_count = np.sum(step["count_per_rank"])
185         avg_count = np.mean(step["count_per_rank"])
186         std_count = np.std(step["count_per_rank"])
187         stats_text = f"Total: {total_count:,}\nAvg: {avg_count:.1f}\nStd: {std_count:.1f}"
188         ax2.text(
189             0.02,
190             0.02,
191             stats_text,
192             transform=ax2.transAxes,
193             fontsize=9,
194             verticalalignment="bottom",
195             horizontalalignment="left",
196             bbox=dict(boxstyle="round", facecolor="wheat", alpha=0.5),
197         )
198
199         plt.tight_layout()
200         plt.savefig(os.path.join(folder, f"{name_png_prefix}_{step_idx:05d}.png"))
201         plt.close()

Make gif for the doc (plot_to_gif.py)

Convert PNG sequence to Image sequence in mpl

210 import matplotlib.animation as animation
211 from shamrock.utils.plot import show_image_sequence

Do it for setup logs

216 print_setup_logs("setup_log_step.json", "setup_log_step")
Max count:  1029600
Max msg size:  0
/work/doc/sphinx/examples/sph/run_sphsetup_logs.py:199: UserWarning: This figure includes Axes that are not compatible with tight_layout, so results might be incorrect.
  plt.tight_layout()

Make a gif out of it

220 render_gif = True
221 glob_str = os.path.join(folder, "setup_log_step_*.png")
222
223 # If the animation is not returned only a static image will be shown in the doc
224 ani = show_image_sequence(glob_str, render_gif=render_gif)
225
226 # To save the animation using Pillow as a gif
227 writer = animation.PillowWriter(fps=15, metadata=dict(artist="Me"), bitrate=1800)
228 ani.save(folder + "setup_log_step.gif", writer=writer)
229
230 # Show the animation
231 plt.show()

Same as above but on an example with 4 processes

Example data on same setup but 4 processes
 244 saved_data = [
 245     {"count_per_rank": [5580, 15001, 15015, 15015], "msg_list": [], "step_counter": 0},
 246     {"count_per_rank": [20505, 30016, 30032, 30030], "msg_list": [], "step_counter": 1},
 247     {"count_per_rank": [35520, 44941, 45047, 45045], "msg_list": [], "step_counter": 2},
 248     {"count_per_rank": [50536, 59957, 59972, 60060], "msg_list": [], "step_counter": 3},
 249     {"count_per_rank": [65551, 74972, 74988, 74986], "msg_list": [], "step_counter": 4},
 250     {"count_per_rank": [80566, 89987, 90003, 90001], "msg_list": [], "step_counter": 5},
 251     {"count_per_rank": [95492, 105003, 105018, 105016], "msg_list": [], "step_counter": 6},
 252     {"count_per_rank": [110507, 119928, 120034, 120032], "msg_list": [], "step_counter": 7},
 253     {"count_per_rank": [125522, 134943, 134959, 135047], "msg_list": [], "step_counter": 8},
 254     {"count_per_rank": [140538, 149959, 149974, 149972], "msg_list": [], "step_counter": 9},
 255     {"count_per_rank": [155553, 164974, 164990, 164988], "msg_list": [], "step_counter": 10},
 256     {"count_per_rank": [170478, 179989, 180005, 180003], "msg_list": [], "step_counter": 11},
 257     {"count_per_rank": [185493, 194916, 195020, 195018], "msg_list": [], "step_counter": 12},
 258     {"count_per_rank": [200508, 209931, 209945, 210034], "msg_list": [], "step_counter": 13},
 259     {"count_per_rank": [215524, 224946, 224960, 224959], "msg_list": [], "step_counter": 14},
 260     {"count_per_rank": [230539, 239962, 239976, 239974], "msg_list": [], "step_counter": 15},
 261     {"count_per_rank": [245464, 254977, 254991, 246088], "msg_list": [], "step_counter": 16},
 262     {"count_per_rank": [260022, 268499, 254991, 246088], "msg_list": [], "step_counter": 17},
 263     {"count_per_rank": [244397, 268499, 254991, 246088], "msg_list": [], "step_counter": 18},
 264     {"count_per_rank": [228772, 268499, 254991, 246088], "msg_list": [], "step_counter": 19},
 265     {"count_per_rank": [213147, 268499, 254991, 246088], "msg_list": [], "step_counter": 20},
 266     {"count_per_rank": [197522, 268499, 254991, 246088], "msg_list": [], "step_counter": 21},
 267     {"count_per_rank": [181897, 268499, 254991, 246088], "msg_list": [], "step_counter": 22},
 268     {"count_per_rank": [150647, 237249, 223741, 214838], "msg_list": [], "step_counter": 23},
 269     {"count_per_rank": [136436, 205999, 192491, 184599], "msg_list": [], "step_counter": 24},
 270     {
 271         "count_per_rank": [136436, 205999, 192491, 184599],
 272         "msg_list": [[1, 0, 201354], [2, 0, 191172], [3, 0, 184546]],
 273         "step_counter": 25,
 274     },
 275     {
 276         "count_per_rank": [152061, 201354, 191172, 168921],
 277         "msg_list": [[1, 0, 201354], [2, 0, 191172], [3, 0, 184546]],
 278         "step_counter": 26,
 279     },
 280     {
 281         "count_per_rank": [152061, 201354, 191172, 168921],
 282         "msg_list": [
 283             [0, 1, 50663],
 284             [0, 2, 50663],
 285             [0, 3, 45457],
 286             [1, 2, 67145],
 287             [1, 0, 67104],
 288             [1, 3, 67105],
 289             [2, 1, 63823],
 290             [2, 0, 63673],
 291             [2, 3, 63676],
 292             [3, 1, 56327],
 293             [3, 2, 56330],
 294             [3, 0, 56264],
 295         ],
 296         "step_counter": 27,
 297     },
 298     {
 299         "count_per_rank": [146783, 185729, 206797, 168921],
 300         "msg_list": [
 301             [0, 1, 50663],
 302             [0, 2, 50663],
 303             [0, 3, 45457],
 304             [1, 2, 67145],
 305             [1, 0, 67104],
 306             [1, 3, 67105],
 307             [2, 1, 63823],
 308             [2, 0, 63673],
 309             [2, 3, 63676],
 310             [3, 1, 56327],
 311             [3, 2, 56330],
 312             [3, 0, 56264],
 313         ],
 314         "step_counter": 28,
 315     },
 316     {
 317         "count_per_rank": [146783, 185729, 206797, 168921],
 318         "msg_list": [
 319             [0, 1, 50663],
 320             [0, 2, 50663],
 321             [0, 3, 45457],
 322             [1, 2, 51520],
 323             [1, 0, 67104],
 324             [1, 3, 67105],
 325             [2, 1, 63823],
 326             [2, 0, 63673],
 327             [2, 3, 63676],
 328             [3, 1, 56327],
 329             [3, 2, 56330],
 330             [3, 0, 56264],
 331         ],
 332         "step_counter": 29,
 333     },
 334     {
 335         "count_per_rank": [162408, 185729, 175547, 168921],
 336         "msg_list": [
 337             [0, 1, 50663],
 338             [0, 2, 50663],
 339             [0, 3, 45457],
 340             [1, 2, 51520],
 341             [1, 0, 67104],
 342             [1, 3, 67105],
 343             [2, 1, 63823],
 344             [2, 0, 63673],
 345             [2, 3, 63676],
 346             [3, 1, 56327],
 347             [3, 2, 56330],
 348             [3, 0, 56264],
 349         ],
 350         "step_counter": 30,
 351     },
 352     {
 353         "count_per_rank": [162408, 185729, 175547, 168921],
 354         "msg_list": [
 355             [0, 1, 50663],
 356             [0, 2, 50663],
 357             [0, 3, 45457],
 358             [1, 2, 51520],
 359             [1, 0, 67104],
 360             [1, 3, 67105],
 361             [2, 0, 48048],
 362             [2, 1, 63823],
 363             [2, 3, 63676],
 364             [3, 1, 56327],
 365             [3, 2, 56330],
 366             [3, 0, 56264],
 367         ],
 368         "step_counter": 31,
 369     },
 370     {
 371         "count_per_rank": [162408, 170104, 159922, 184546],
 372         "msg_list": [
 373             [0, 1, 50663],
 374             [0, 2, 50663],
 375             [0, 3, 45457],
 376             [1, 2, 51520],
 377             [1, 0, 67104],
 378             [1, 3, 67105],
 379             [2, 0, 48048],
 380             [2, 1, 63823],
 381             [2, 3, 63676],
 382             [3, 1, 56327],
 383             [3, 2, 56330],
 384             [3, 0, 56264],
 385         ],
 386         "step_counter": 32,
 387     },
 388     {
 389         "count_per_rank": [162408, 170104, 159922, 184546],
 390         "msg_list": [
 391             [0, 1, 50663],
 392             [0, 2, 50663],
 393             [0, 3, 45457],
 394             [1, 0, 51479],
 395             [1, 2, 51520],
 396             [1, 3, 67105],
 397             [2, 0, 48048],
 398             [2, 3, 48051],
 399             [2, 1, 63823],
 400             [3, 1, 56327],
 401             [3, 2, 56330],
 402             [3, 0, 56264],
 403         ],
 404         "step_counter": 33,
 405     },
 406     {
 407         "count_per_rank": [162408, 185729, 144297, 153296],
 408         "msg_list": [
 409             [0, 1, 50663],
 410             [0, 2, 50663],
 411             [0, 3, 45457],
 412             [1, 0, 51479],
 413             [1, 2, 51520],
 414             [1, 3, 67105],
 415             [2, 0, 48048],
 416             [2, 3, 48051],
 417             [2, 1, 63823],
 418             [3, 1, 56327],
 419             [3, 2, 56330],
 420             [3, 0, 56264],
 421         ],
 422         "step_counter": 34,
 423     },
 424     {
 425         "count_per_rank": [162408, 185729, 144297, 153296],
 426         "msg_list": [
 427             [0, 1, 50663],
 428             [0, 2, 50663],
 429             [0, 3, 45457],
 430             [1, 0, 51479],
 431             [1, 2, 51520],
 432             [1, 3, 67105],
 433             [2, 0, 48048],
 434             [2, 3, 48051],
 435             [2, 1, 48198],
 436             [3, 0, 40639],
 437             [3, 1, 56327],
 438             [3, 2, 56330],
 439         ],
 440         "step_counter": 35,
 441     },
 442     {
 443         "count_per_rank": [131158, 185729, 128672, 168921],
 444         "msg_list": [
 445             [0, 1, 50663],
 446             [0, 2, 50663],
 447             [0, 3, 45457],
 448             [1, 0, 51479],
 449             [1, 2, 51520],
 450             [1, 3, 67105],
 451             [2, 0, 48048],
 452             [2, 3, 48051],
 453             [2, 1, 48198],
 454             [3, 0, 40639],
 455             [3, 1, 56327],
 456             [3, 2, 56330],
 457         ],
 458         "step_counter": 36,
 459     },
 460     {
 461         "count_per_rank": [131158, 185729, 128672, 168921],
 462         "msg_list": [
 463             [0, 3, 29832],
 464             [0, 1, 50663],
 465             [0, 2, 50663],
 466             [1, 0, 51479],
 467             [1, 2, 51520],
 468             [1, 3, 67105],
 469             [2, 1, 32573],
 470             [2, 0, 48048],
 471             [2, 3, 48051],
 472             [3, 0, 40639],
 473             [3, 1, 56327],
 474             [3, 2, 56330],
 475         ],
 476         "step_counter": 37,
 477     },
 478     {
 479         "count_per_rank": [131158, 185729, 113047, 153296],
 480         "msg_list": [
 481             [0, 3, 29832],
 482             [0, 1, 50663],
 483             [0, 2, 50663],
 484             [1, 0, 51479],
 485             [1, 2, 51520],
 486             [1, 3, 67105],
 487             [2, 1, 32573],
 488             [2, 0, 48048],
 489             [2, 3, 48051],
 490             [3, 0, 40639],
 491             [3, 1, 56327],
 492             [3, 2, 56330],
 493         ],
 494         "step_counter": 38,
 495     },
 496     {
 497         "count_per_rank": [131158, 185729, 113047, 153296],
 498         "msg_list": [
 499             [0, 3, 29832],
 500             [0, 1, 25460],
 501             [0, 2, 75866],
 502             [1, 0, 51479],
 503             [1, 2, 51520],
 504             [1, 3, 67105],
 505             [2, 1, 7984],
 506             [2, 0, 48048],
 507             [2, 3, 48051],
 508             [3, 0, 40639],
 509             [3, 1, 27932],
 510             [3, 2, 84725],
 511         ],
 512         "step_counter": 39,
 513     },
 514     {
 515         "count_per_rank": [146783, 154479, 128672, 137671],
 516         "msg_list": [
 517             [0, 3, 29832],
 518             [0, 1, 25460],
 519             [0, 2, 75866],
 520             [1, 0, 51479],
 521             [1, 2, 51520],
 522             [1, 3, 67105],
 523             [2, 1, 7984],
 524             [2, 0, 48048],
 525             [2, 3, 48051],
 526             [3, 0, 40639],
 527             [3, 1, 27932],
 528             [3, 2, 84725],
 529         ],
 530         "step_counter": 40,
 531     },
 532     {
 533         "count_per_rank": [146783, 154479, 128672, 137671],
 534         "msg_list": [
 535             [0, 3, 29832],
 536             [0, 1, 34741],
 537             [0, 2, 66585],
 538             [1, 0, 35854],
 539             [1, 2, 51520],
 540             [1, 3, 67105],
 541             [2, 1, 14682],
 542             [2, 0, 48048],
 543             [2, 3, 48051],
 544             [3, 0, 40639],
 545             [3, 2, 60762],
 546             [3, 1, 36270],
 547         ],
 548         "step_counter": 41,
 549     },
 550     {
 551         "count_per_rank": [115533, 170104, 126406, 122046],
 552         "msg_list": [
 553             [0, 3, 29832],
 554             [0, 1, 34741],
 555             [0, 2, 66585],
 556             [1, 0, 35854],
 557             [1, 2, 51520],
 558             [1, 3, 67105],
 559             [2, 1, 14682],
 560             [2, 0, 48048],
 561             [2, 3, 48051],
 562             [3, 0, 40639],
 563             [3, 2, 60762],
 564             [3, 1, 36270],
 565         ],
 566         "step_counter": 42,
 567     },
 568     {
 569         "count_per_rank": [115533, 170104, 126406, 122046],
 570         "msg_list": [
 571             [0, 2, 31660],
 572             [0, 3, 49132],
 573             [0, 1, 34741],
 574             [1, 0, 31515],
 575             [1, 2, 25616],
 576             [1, 3, 93009],
 577             [2, 1, 18234],
 578             [2, 0, 44496],
 579             [2, 3, 48051],
 580             [3, 1, 23293],
 581             [3, 0, 37991],
 582             [3, 2, 38418],
 583         ],
 584         "step_counter": 43,
 585     },
 586     {
 587         "count_per_rank": [115533, 150140, 95156, 137671],
 588         "msg_list": [
 589             [0, 2, 31660],
 590             [0, 3, 49132],
 591             [0, 1, 34741],
 592             [1, 0, 31515],
 593             [1, 2, 25616],
 594             [1, 3, 93009],
 595             [2, 1, 18234],
 596             [2, 0, 44496],
 597             [2, 3, 48051],
 598             [3, 1, 23293],
 599             [3, 0, 37991],
 600             [3, 2, 38418],
 601         ],
 602         "step_counter": 44,
 603     },
 604     {
 605         "count_per_rank": [115533, 150140, 95156, 106421],
 606         "msg_list": [
 607             [0, 2, 31660],
 608             [0, 3, 49132],
 609             [0, 1, 34741],
 610             [1, 0, 31515],
 611             [1, 2, 25616],
 612             [1, 3, 93009],
 613             [2, 1, 18234],
 614             [2, 0, 44496],
 615             [2, 3, 48051],
 616             [3, 1, 23293],
 617             [3, 0, 37991],
 618             [3, 2, 38418],
 619         ],
 620         "step_counter": 45,
 621     },
 622     {
 623         "count_per_rank": [115533, 150140, 95156, 106421],
 624         "msg_list": [
 625             [0, 3, 29832],
 626             [0, 2, 41334],
 627             [0, 1, 40981],
 628             [1, 0, 31515],
 629             [1, 2, 51520],
 630             [1, 3, 67105],
 631             [2, 1, 13650],
 632             [2, 3, 32426],
 633             [2, 0, 49080],
 634             [3, 0, 42614],
 635             [3, 1, 30632],
 636             [3, 2, 31539],
 637         ],
 638         "step_counter": 46,
 639     },
 640     {
 641         "count_per_rank": [127772, 150140, 95156, 89160],
 642         "msg_list": [
 643             [0, 3, 29832],
 644             [0, 2, 41334],
 645             [0, 1, 40981],
 646             [1, 0, 31515],
 647             [1, 2, 51520],
 648             [1, 3, 67105],
 649             [2, 1, 13650],
 650             [2, 3, 32426],
 651             [2, 0, 49080],
 652             [3, 0, 42614],
 653             [3, 1, 30632],
 654             [3, 2, 31539],
 655         ],
 656         "step_counter": 47,
 657     },
 658     {
 659         "count_per_rank": [127772, 150140, 95156, 89160],
 660         "msg_list": [
 661             [0, 2, 38838],
 662             [0, 3, 34668],
 663             [0, 1, 38641],
 664             [1, 0, 31515],
 665             [1, 2, 45040],
 666             [1, 3, 73585],
 667             [2, 1, 14682],
 668             [2, 3, 32426],
 669             [2, 0, 48048],
 670             [3, 0, 25766],
 671             [3, 1, 28745],
 672             [3, 2, 34649],
 673         ],
 674         "step_counter": 48,
 675     },
 676     {
 677         "count_per_rank": [96522, 150140, 110781, 89160],
 678         "msg_list": [
 679             [0, 2, 38838],
 680             [0, 3, 34668],
 681             [0, 1, 38641],
 682             [1, 0, 31515],
 683             [1, 2, 45040],
 684             [1, 3, 73585],
 685             [2, 1, 14682],
 686             [2, 3, 32426],
 687             [2, 0, 48048],
 688             [3, 0, 25766],
 689             [3, 1, 28745],
 690             [3, 2, 34649],
 691         ],
 692         "step_counter": 49,
 693     },
 694     {
 695         "count_per_rank": [96522, 150140, 110781, 89160],
 696         "msg_list": [
 697             [0, 2, 21747],
 698             [0, 3, 34668],
 699             [0, 1, 40107],
 700             [1, 0, 31515],
 701             [1, 2, 45040],
 702             [1, 3, 73585],
 703             [2, 1, 14682],
 704             [2, 3, 32426],
 705             [2, 0, 48048],
 706             [3, 0, 25766],
 707             [3, 1, 31855],
 708             [3, 2, 31539],
 709         ],
 710         "step_counter": 50,
 711     },
 712     {
 713         "count_per_rank": [96522, 150140, 79531, 104785],
 714         "msg_list": [
 715             [0, 2, 21747],
 716             [0, 3, 34668],
 717             [0, 1, 40107],
 718             [1, 0, 31515],
 719             [1, 2, 45040],
 720             [1, 3, 73585],
 721             [2, 1, 14682],
 722             [2, 3, 32426],
 723             [2, 0, 48048],
 724             [3, 0, 25766],
 725             [3, 1, 31855],
 726             [3, 2, 31539],
 727         ],
 728         "step_counter": 51,
 729     },
 730     {
 731         "count_per_rank": [96522, 150140, 79531, 104785],
 732         "msg_list": [
 733             [0, 3, 33052],
 734             [0, 2, 23363],
 735             [0, 1, 40107],
 736             [1, 0, 31515],
 737             [1, 2, 48274],
 738             [1, 3, 70351],
 739             [2, 3, 16801],
 740             [2, 1, 14682],
 741             [2, 0, 48048],
 742             [3, 0, 25766],
 743             [3, 1, 31855],
 744             [3, 2, 31539],
 745         ],
 746         "step_counter": 52,
 747     },
 748     {
 749         "count_per_rank": [96522, 150140, 95156, 73535],
 750         "msg_list": [
 751             [0, 3, 33052],
 752             [0, 2, 23363],
 753             [0, 1, 40107],
 754             [1, 0, 31515],
 755             [1, 2, 48274],
 756             [1, 3, 70351],
 757             [2, 3, 16801],
 758             [2, 1, 14682],
 759             [2, 0, 48048],
 760             [3, 0, 25766],
 761             [3, 1, 31855],
 762             [3, 2, 31539],
 763         ],
 764         "step_counter": 53,
 765     },
 766     {
 767         "count_per_rank": [96522, 150140, 95156, 73535],
 768         "msg_list": [
 769             [0, 2, 20283],
 770             [0, 3, 34668],
 771             [0, 1, 41571],
 772             [1, 0, 31515],
 773             [1, 2, 45040],
 774             [1, 3, 73585],
 775             [2, 3, 16801],
 776             [2, 1, 13650],
 777             [2, 0, 49080],
 778             [3, 2, 14480],
 779             [3, 0, 26989],
 780             [3, 1, 32066],
 781         ],
 782         "step_counter": 54,
 783     },
 784     {
 785         "count_per_rank": [96522, 134515, 79531, 89160],
 786         "msg_list": [
 787             [0, 2, 20283],
 788             [0, 3, 34668],
 789             [0, 1, 41571],
 790             [1, 0, 31515],
 791             [1, 2, 45040],
 792             [1, 3, 73585],
 793             [2, 3, 16801],
 794             [2, 1, 13650],
 795             [2, 0, 49080],
 796             [3, 2, 14480],
 797             [3, 0, 26989],
 798             [3, 1, 32066],
 799         ],
 800         "step_counter": 55,
 801     },
 802     {
 803         "count_per_rank": [96522, 134515, 79531, 89160],
 804         "msg_list": [
 805             [0, 3, 29832],
 806             [0, 2, 25119],
 807             [0, 1, 41571],
 808             [1, 0, 31515],
 809             [1, 3, 51507],
 810             [1, 2, 51493],
 811             [2, 3, 16801],
 812             [2, 1, 14682],
 813             [2, 0, 48048],
 814             [3, 2, 14480],
 815             [3, 0, 25766],
 816             [3, 1, 33289],
 817         ],
 818         "step_counter": 56,
 819     },
 820     {
 821         "count_per_rank": [112147, 118890, 79531, 73535],
 822         "msg_list": [
 823             [0, 3, 29832],
 824             [0, 2, 25119],
 825             [0, 1, 41571],
 826             [1, 0, 31515],
 827             [1, 3, 51507],
 828             [1, 2, 51493],
 829             [2, 3, 16801],
 830             [2, 1, 14682],
 831             [2, 0, 48048],
 832             [3, 2, 14480],
 833             [3, 0, 25766],
 834             [3, 1, 33289],
 835         ],
 836         "step_counter": 57,
 837     },
 838     {
 839         "count_per_rank": [112147, 118890, 79531, 73535],
 840         "msg_list": [
 841             [0, 3, 29832],
 842             [0, 2, 25119],
 843             [0, 1, 41571],
 844             [1, 0, 15890],
 845             [1, 3, 51507],
 846             [1, 2, 51493],
 847             [2, 3, 16801],
 848             [2, 1, 14682],
 849             [2, 0, 48048],
 850             [3, 2, 14480],
 851             [3, 0, 25766],
 852             [3, 1, 33289],
 853         ],
 854         "step_counter": 58,
 855     },
 856     {
 857         "count_per_rank": [112147, 118890, 63906, 73535],
 858         "msg_list": [
 859             [0, 3, 29832],
 860             [0, 2, 25119],
 861             [0, 1, 41571],
 862             [1, 0, 15890],
 863             [1, 3, 51507],
 864             [1, 2, 51493],
 865             [2, 3, 16801],
 866             [2, 1, 14682],
 867             [2, 0, 48048],
 868             [3, 2, 14480],
 869             [3, 0, 25766],
 870             [3, 1, 33289],
 871         ],
 872         "step_counter": 59,
 873     },
 874     {
 875         "count_per_rank": [112147, 118890, 63906, 73535],
 876         "msg_list": [
 877             [0, 3, 33052],
 878             [0, 2, 23363],
 879             [0, 1, 40107],
 880             [1, 0, 15890],
 881             [1, 3, 54726],
 882             [1, 2, 48274],
 883             [2, 3, 16801],
 884             [2, 1, 16835],
 885             [2, 0, 30270],
 886             [3, 2, 15914],
 887             [3, 0, 24521],
 888             [3, 1, 33100],
 889         ],
 890         "step_counter": 60,
 891     },
 892     {
 893         "count_per_rank": [80897, 118890, 79531, 73535],
 894         "msg_list": [
 895             [0, 3, 33052],
 896             [0, 2, 23363],
 897             [0, 1, 40107],
 898             [1, 0, 15890],
 899             [1, 3, 54726],
 900             [1, 2, 48274],
 901             [2, 3, 16801],
 902             [2, 1, 16835],
 903             [2, 0, 30270],
 904             [3, 2, 15914],
 905             [3, 0, 24521],
 906             [3, 1, 33100],
 907         ],
 908         "step_counter": 61,
 909     },
 910     {
 911         "count_per_rank": [80897, 118890, 79531, 73535],
 912         "msg_list": [
 913             [0, 2, 6934],
 914             [0, 3, 33361],
 915             [0, 1, 40602],
 916             [1, 0, 15890],
 917             [1, 3, 57960],
 918             [1, 2, 45040],
 919             [2, 3, 16801],
 920             [2, 1, 16835],
 921             [2, 0, 30270],
 922             [3, 2, 14480],
 923             [3, 0, 24521],
 924             [3, 1, 34534],
 925         ],
 926         "step_counter": 62,
 927     },
 928     {
 929         "count_per_rank": [80897, 118890, 48281, 89160],
 930         "msg_list": [
 931             [0, 2, 6934],
 932             [0, 3, 33361],
 933             [0, 1, 40602],
 934             [1, 0, 15890],
 935             [1, 3, 57960],
 936             [1, 2, 45040],
 937             [2, 3, 16801],
 938             [2, 1, 16835],
 939             [2, 0, 30270],
 940             [3, 2, 14480],
 941             [3, 0, 24521],
 942             [3, 1, 34534],
 943         ],
 944         "step_counter": 63,
 945     },
 946     {
 947         "count_per_rank": [80897, 118890, 48281, 89160],
 948         "msg_list": [
 949             [0, 3, 29832],
 950             [0, 2, 10463],
 951             [0, 1, 40602],
 952             [1, 0, 15890],
 953             [1, 3, 51507],
 954             [1, 2, 51493],
 955             [2, 3, 1176],
 956             [2, 1, 14682],
 957             [2, 0, 32423],
 958             [3, 2, 14480],
 959             [3, 0, 25766],
 960             [3, 1, 33289],
 961         ],
 962         "step_counter": 64,
 963     },
 964     {
 965         "count_per_rank": [80897, 103265, 48281, 89160],
 966         "msg_list": [
 967             [0, 3, 29832],
 968             [0, 2, 10463],
 969             [0, 1, 40602],
 970             [1, 0, 15890],
 971             [1, 3, 51507],
 972             [1, 2, 51493],
 973             [2, 3, 1176],
 974             [2, 1, 14682],
 975             [2, 0, 32423],
 976             [3, 2, 14480],
 977             [3, 0, 25766],
 978             [3, 1, 33289],
 979         ],
 980         "step_counter": 65,
 981     },
 982     {
 983         "count_per_rank": [80897, 103265, 48281, 89160],
 984         "msg_list": [
 985             [0, 3, 27433],
 986             [0, 2, 12360],
 987             [0, 1, 41104],
 988             [1, 0, 15890],
 989             [1, 3, 33515],
 990             [1, 2, 50760],
 991             [2, 3, 1083],
 992             [2, 1, 14682],
 993             [2, 0, 32423],
 994             [3, 2, 13036],
 995             [3, 0, 25766],
 996             [3, 1, 34733],
 997         ],
 998         "step_counter": 66,
 999     },
1000     {
1001         "count_per_rank": [65272, 103265, 48281, 89160],
1002         "msg_list": [
1003             [0, 3, 27433],
1004             [0, 2, 12360],
1005             [0, 1, 41104],
1006             [1, 0, 15890],
1007             [1, 3, 33515],
1008             [1, 2, 50760],
1009             [2, 3, 1083],
1010             [2, 1, 14682],
1011             [2, 0, 32423],
1012             [3, 2, 13036],
1013             [3, 0, 25766],
1014             [3, 1, 34733],
1015         ],
1016         "step_counter": 67,
1017     },
1018     {
1019         "count_per_rank": [65272, 103265, 48281, 89160],
1020         "msg_list": [
1021             [0, 3, 11808],
1022             [0, 2, 12360],
1023             [0, 1, 41104],
1024             [1, 0, 15890],
1025             [1, 3, 33515],
1026             [1, 2, 50760],
1027             [2, 3, 1083],
1028             [2, 1, 14682],
1029             [2, 0, 32423],
1030             [3, 2, 13036],
1031             [3, 0, 25766],
1032             [3, 1, 34733],
1033         ],
1034         "step_counter": 68,
1035     },
1036     {
1037         "count_per_rank": [49647, 115790, 48188, 73535],
1038         "msg_list": [
1039             [0, 3, 11808],
1040             [0, 2, 12360],
1041             [0, 1, 41104],
1042             [1, 0, 15890],
1043             [1, 3, 33515],
1044             [1, 2, 50760],
1045             [2, 3, 1083],
1046             [2, 1, 14682],
1047             [2, 0, 32423],
1048             [3, 2, 13036],
1049             [3, 0, 25766],
1050             [3, 1, 34733],
1051         ],
1052         "step_counter": 69,
1053     },
1054     {
1055         "count_per_rank": [49647, 115790, 48188, 73535],
1056         "msg_list": [
1057             [0, 3, 11808],
1058             [0, 1, 25479],
1059             [0, 2, 12360],
1060             [1, 0, 15890],
1061             [1, 3, 33515],
1062             [1, 2, 50760],
1063             [2, 3, 1083],
1064             [2, 1, 13650],
1065             [2, 0, 33455],
1066             [3, 2, 13036],
1067             [3, 0, 26989],
1068             [3, 1, 33510],
1069         ],
1070         "step_counter": 70,
1071     },
1072     {
1073         "count_per_rank": [65272, 84540, 63813, 57910],
1074         "msg_list": [
1075             [0, 3, 11808],
1076             [0, 1, 25479],
1077             [0, 2, 12360],
1078             [1, 0, 15890],
1079             [1, 3, 33515],
1080             [1, 2, 50760],
1081             [2, 3, 1083],
1082             [2, 1, 13650],
1083             [2, 0, 33455],
1084             [3, 2, 13036],
1085             [3, 0, 26989],
1086             [3, 1, 33510],
1087         ],
1088         "step_counter": 71,
1089     },
1090     {
1091         "count_per_rank": [65272, 84540, 63813, 57910],
1092         "msg_list": [
1093             [0, 1, 25479],
1094             [0, 3, 14207],
1095             [0, 2, 9961],
1096             [1, 0, 15890],
1097             [1, 2, 32768],
1098             [1, 3, 35882],
1099             [2, 3, 1083],
1100             [2, 1, 14682],
1101             [2, 0, 32423],
1102             [3, 0, 10933],
1103             [3, 2, 13036],
1104             [3, 1, 33941],
1105         ],
1106         "step_counter": 72,
1107     },
1108     {
1109         "count_per_rank": [34022, 100165, 48188, 57910],
1110         "msg_list": [
1111             [0, 1, 25479],
1112             [0, 3, 14207],
1113             [0, 2, 9961],
1114             [1, 0, 15890],
1115             [1, 2, 32768],
1116             [1, 3, 35882],
1117             [2, 3, 1083],
1118             [2, 1, 14682],
1119             [2, 0, 32423],
1120             [3, 0, 10933],
1121             [3, 2, 13036],
1122             [3, 1, 33941],
1123         ],
1124         "step_counter": 73,
1125     },
1126     {
1127         "count_per_rank": [34022, 100165, 48188, 57910],
1128         "msg_list": [
1129             [0, 1, 9352],
1130             [0, 3, 14207],
1131             [0, 2, 10463],
1132             [1, 0, 15890],
1133             [1, 2, 32768],
1134             [1, 3, 35882],
1135             [2, 3, 1083],
1136             [2, 1, 14682],
1137             [2, 0, 32423],
1138             [3, 0, 10933],
1139             [3, 2, 14480],
1140             [3, 1, 32497],
1141         ],
1142         "step_counter": 74,
1143     },
1144     {
1145         "count_per_rank": [40295, 93892, 47043, 43430],
1146         "msg_list": [
1147             [0, 1, 9352],
1148             [0, 3, 14207],
1149             [0, 2, 10463],
1150             [1, 0, 15890],
1151             [1, 2, 32768],
1152             [1, 3, 35882],
1153             [2, 3, 1083],
1154             [2, 1, 14682],
1155             [2, 0, 32423],
1156             [3, 0, 10933],
1157             [3, 2, 14480],
1158             [3, 1, 32497],
1159         ],
1160         "step_counter": 75,
1161     },
1162     {
1163         "count_per_rank": [40295, 93892, 47043, 43430],
1164         "msg_list": [
1165             [0, 3, 14207],
1166             [0, 2, 10463],
1167             [1, 0, 15890],
1168             [1, 2, 32768],
1169             [1, 3, 35882],
1170             [2, 3, 1083],
1171             [2, 0, 16798],
1172             [2, 1, 14682],
1173             [3, 0, 10933],
1174             [3, 1, 32497],
1175         ],
1176         "step_counter": 76,
1177     },
1178     {
1179         "count_per_rank": [35603, 68915, 48188, 32497],
1180         "msg_list": [
1181             [0, 3, 14207],
1182             [0, 2, 10463],
1183             [1, 0, 15890],
1184             [1, 2, 32768],
1185             [1, 3, 35882],
1186             [2, 3, 1083],
1187             [2, 0, 16798],
1188             [2, 1, 14682],
1189             [3, 0, 10933],
1190             [3, 1, 32497],
1191         ],
1192         "step_counter": 77,
1193     },
1194     {
1195         "count_per_rank": [35603, 68915, 48188, 32497],
1196         "msg_list": [
1197             [0, 2, 7243],
1198             [0, 3, 17427],
1199             [1, 0, 15890],
1200             [1, 2, 15100],
1201             [1, 3, 37925],
1202             [2, 3, 1083],
1203             [2, 0, 16798],
1204             [2, 1, 14682],
1205             [3, 1, 32497],
1206         ],
1207         "step_counter": 78,
1208     },
1209     {
1210         "count_per_rank": [24670, 84540, 32563, 16872],
1211         "msg_list": [
1212             [0, 2, 7243],
1213             [0, 3, 17427],
1214             [1, 0, 15890],
1215             [1, 2, 15100],
1216             [1, 3, 37925],
1217             [2, 3, 1083],
1218             [2, 0, 16798],
1219             [2, 1, 14682],
1220             [3, 1, 32497],
1221         ],
1222         "step_counter": 79,
1223     },
1224     {
1225         "count_per_rank": [24670, 84540, 32563, 16872],
1226         "msg_list": [
1227             [0, 2, 7243],
1228             [0, 3, 17427],
1229             [1, 0, 15890],
1230             [1, 2, 15100],
1231             [1, 3, 37925],
1232             [2, 3, 1083],
1233             [2, 0, 16798],
1234             [2, 1, 14682],
1235             [3, 1, 16872],
1236         ],
1237         "step_counter": 80,
1238     },
1239     {
1240         "count_per_rank": [9045, 83597, 16798, 33580],
1241         "msg_list": [
1242             [0, 2, 7243],
1243             [0, 3, 17427],
1244             [1, 0, 15890],
1245             [1, 2, 15100],
1246             [1, 3, 37925],
1247             [2, 3, 1083],
1248             [2, 0, 16798],
1249             [2, 1, 14682],
1250             [3, 1, 16872],
1251         ],
1252         "step_counter": 81,
1253     },
1254     {
1255         "count_per_rank": [9045, 83597, 16798, 33580],
1256         "msg_list": [
1257             [0, 3, 1217],
1258             [0, 2, 7828],
1259             [1, 0, 15890],
1260             [1, 2, 17143],
1261             [1, 3, 35882],
1262             [2, 0, 16798],
1263             [3, 1, 16872],
1264         ],
1265         "step_counter": 82,
1266     },
1267     {
1268         "count_per_rank": [9045, 53290, 32423, 16872],
1269         "msg_list": [
1270             [0, 3, 1217],
1271             [0, 2, 7828],
1272             [1, 0, 15890],
1273             [1, 2, 17143],
1274             [1, 3, 35882],
1275             [2, 0, 16798],
1276             [3, 1, 16872],
1277         ],
1278         "step_counter": 83,
1279     },
1280     {
1281         "count_per_rank": [9045, 53290, 32423, 16872],
1282         "msg_list": [
1283             [0, 3, 1802],
1284             [0, 2, 7243],
1285             [1, 2, 1114],
1286             [1, 0, 15890],
1287             [1, 3, 36286],
1288             [2, 0, 16798],
1289             [3, 0, 431],
1290             [3, 1, 16441],
1291         ],
1292         "step_counter": 84,
1293     },
1294     {
1295         "count_per_rank": [17858, 36551, 9530, 32066],
1296         "msg_list": [
1297             [0, 3, 1802],
1298             [0, 2, 7243],
1299             [1, 2, 1114],
1300             [1, 0, 15890],
1301             [1, 3, 36286],
1302             [2, 0, 16798],
1303             [3, 0, 431],
1304             [3, 1, 16441],
1305         ],
1306         "step_counter": 85,
1307     },
1308     {
1309         "count_per_rank": [17858, 36551, 9530, 32066],
1310         "msg_list": [[0, 3, 1802], [1, 0, 15890], [1, 3, 20661], [2, 0, 1173], [3, 1, 16441]],
1311         "step_counter": 86,
1312     },
1313     {
1314         "count_per_rank": [17427, 20926, 1173, 16441],
1315         "msg_list": [[0, 3, 1802], [1, 0, 15890], [1, 3, 20661], [2, 0, 1173], [3, 1, 16441]],
1316         "step_counter": 87,
1317     },
1318     {
1319         "count_per_rank": [17427, 20926, 1173, 16441],
1320         "msg_list": [[0, 3, 1802], [1, 0, 265], [1, 3, 20661], [2, 0, 1173], [3, 1, 16441]],
1321         "step_counter": 88,
1322     },
1323     {
1324         "count_per_rank": [2975, 5301, 0, 32066],
1325         "msg_list": [[0, 3, 1802], [1, 0, 265], [1, 3, 20661], [2, 0, 1173], [3, 1, 16441]],
1326         "step_counter": 89,
1327     },
1328     {
1329         "count_per_rank": [2975, 5301, 0, 32066],
1330         "msg_list": [
1331             [0, 2, 585],
1332             [0, 3, 1217],
1333             [1, 0, 265],
1334             [1, 2, 404],
1335             [1, 3, 4632],
1336             [3, 1, 16441],
1337         ],
1338         "step_counter": 90,
1339     },
1340     {
1341         "count_per_rank": [265, 15625, 989, 6665],
1342         "msg_list": [
1343             [0, 2, 585],
1344             [0, 3, 1217],
1345             [1, 0, 265],
1346             [1, 2, 404],
1347             [1, 3, 4632],
1348             [3, 1, 16441],
1349         ],
1350         "step_counter": 91,
1351     },
1352     {"count_per_rank": [265, 15625, 989, 6665], "msg_list": [[3, 1, 816]], "step_counter": 92},
1353     {"count_per_rank": [0, 816, 0, 0], "msg_list": [[3, 1, 816]], "step_counter": 93},
1354     {"count_per_rank": [0, 816, 0, 0], "msg_list": [], "step_counter": 94},
1355     {"count_per_rank": [0, 0, 0, 0], "msg_list": [], "step_counter": 95},
1356 ]
1357
1358 with open("setup_log_step.json", "w") as file:
1359     json.dump(saved_data, file)

Make the plots

1369 print_setup_logs("setup_log_step.json", "setup_log_step_example")
Max count:  268499
Max msg size:  201354
/work/doc/sphinx/examples/sph/run_sphsetup_logs.py:199: UserWarning: This figure includes Axes that are not compatible with tight_layout, so results might be incorrect.
  plt.tight_layout()

Make a gif out of it

1373 render_gif = True
1374 glob_str = os.path.join(folder, "setup_log_step_example_*.png")
1375
1376 # If the animation is not returned only a static image will be shown in the doc
1377 ani = show_image_sequence(glob_str, render_gif=render_gif)
1378
1379 # To save the animation using Pillow as a gif
1380 writer = animation.PillowWriter(fps=15, metadata=dict(artist="Me"), bitrate=1800)
1381 ani.save(folder + "setup_log_step_example.gif", writer=writer)
1382
1383
1384
1385 # Show the animation
1386 plt.show()

Total running time of the script: (5 minutes 12.332 seconds)

Estimated memory usage: 4022 MB

Gallery generated by Sphinx-Gallery